fdfsdfs

app.py

@@ -16,11 +16,16 @@ before = datetime.datetime.now()
 # Load model directly
 from transformers import AutoTokenizer, AutoModelForCausalLM
 
-tokenizer = AutoTokenizer.from_pretrained("01-ai/Yi-1.5-6B-Chat")
-model = AutoModelForCausalLM.from_pretrained("01-ai/Yi-1.5-6B-Chat")
+# tokenizer = AutoTokenizer.from_pretrained("01-ai/Yi-1.5-6B-Chat")
+# model = AutoModelForCausalLM.from_pretrained("01-ai/Yi-1.5-6B-Chat")
+
+from transformers import AutoTokenizer, AutoModelForQuestionAnswering
+
+tokenizer = AutoTokenizer.from_pretrained("deepset/roberta-base-squad2")
+model = AutoModelForQuestionAnswering.from_pretrained("deepset/roberta-base-squad2")
 
 st.write('tokenizando...')
-prompt = "Hey, are you conscious? Can you talk to me?"
+prompt = "Qual é o maior planeta do sistema solar ?"
 inputs = tokenizer(prompt, return_tensors="pt")
 
 # Generate