Update app.py
Browse files
app.py
CHANGED
@@ -167,8 +167,8 @@ import torch
|
|
167 |
from transformers import AutoModelForCausalLM, AutoTokenizer, StoppingCriteria, StoppingCriteriaList, TextIteratorStreamer
|
168 |
from threading import Thread
|
169 |
|
170 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
171 |
-
model = AutoModelForCausalLM.from_pretrained("
|
172 |
model = model.to('cuda:0')
|
173 |
|
174 |
class StopOnTokens(StoppingCriteria):
|
|
|
167 |
from transformers import AutoModelForCausalLM, AutoTokenizer, StoppingCriteria, StoppingCriteriaList, TextIteratorStreamer
|
168 |
from threading import Thread
|
169 |
|
170 |
+
tokenizer = AutoTokenizer.from_pretrained("thrishala/mental_health_chatbot")
|
171 |
+
model = AutoModelForCausalLM.from_pretrained("thrishala/mental_health_chatbot", torch_dtype=torch.float16)
|
172 |
model = model.to('cuda:0')
|
173 |
|
174 |
class StopOnTokens(StoppingCriteria):
|