m96tkmok commited on
Commit
e7f63f2
·
verified ·
1 Parent(s): 44ccc03

Update app.py

Browse files

Remove error line in AutoModelForCausalLM

Files changed (1) hide show
  1. app.py +1 -4
app.py CHANGED
@@ -81,10 +81,7 @@ def main() -> None:
81
  token = os.environ["HF_TOKEN"]
82
 
83
  tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-3.2-3B-Instruct",token=token)
84
- model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-3.2-3B-Instruct",
85
- torch_dtype=torch.bfloat16,
86
- device_map="cpu",
87
- token=token)
88
 
89
 
90
  # URL text box for user input
 
81
  token = os.environ["HF_TOKEN"]
82
 
83
  tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-3.2-3B-Instruct",token=token)
84
+ model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-3.2-3B-Instruct", token=token)
 
 
 
85
 
86
 
87
  # URL text box for user input