valencar commited on
Commit
77e2ab9
·
1 Parent(s): bb8ec85
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -15,9 +15,10 @@ before = datetime.datetime.now()
15
 
16
  # Load model directly
17
  from transformers import AutoTokenizer, AutoModelForCausalLM
 
18
 
19
- tokenizer = AutoTokenizer.from_pretrained("01-ai/Yi-34B-Chat-8bits")
20
- model = AutoModelForCausalLM.from_pretrained("01-ai/Yi-34B-Chat-8bits")
21
 
22
  prompt = "Hey, are you conscious? Can you talk to me?"
23
  inputs = tokenizer(prompt, return_tensors="pt")
 
15
 
16
  # Load model directly
17
  from transformers import AutoTokenizer, AutoModelForCausalLM
18
+
19
 
20
+ tokenizer = AutoTokenizer.from_pretrained("01-ai/Yi-34B-Chat")
21
+ model = AutoModelForCausalLM.from_pretrained("01-ai/Yi-34B-Chat")
22
 
23
  prompt = "Hey, are you conscious? Can you talk to me?"
24
  inputs = tokenizer(prompt, return_tensors="pt")