Spaces:
Sleeping
Sleeping
Update app.py
Browse filesRemove error line in AutoModelForCausalLM
app.py
CHANGED
@@ -81,10 +81,7 @@ def main() -> None:
|
|
81 |
token = os.environ["HF_TOKEN"]
|
82 |
|
83 |
tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-3.2-3B-Instruct",token=token)
|
84 |
-
model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-3.2-3B-Instruct",
|
85 |
-
torch_dtype=torch.bfloat16,
|
86 |
-
device_map="cpu",
|
87 |
-
token=token)
|
88 |
|
89 |
|
90 |
# URL text box for user input
|
|
|
81 |
token = os.environ["HF_TOKEN"]
|
82 |
|
83 |
tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-3.2-3B-Instruct",token=token)
|
84 |
+
model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-3.2-3B-Instruct", token=token)
|
|
|
|
|
|
|
85 |
|
86 |
|
87 |
# URL text box for user input
|