Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -3,6 +3,8 @@ from transformers import pipeline
|
|
3 |
import torch
|
4 |
from pydantic import BaseModel
|
5 |
from typing import List, Dict
|
|
|
|
|
6 |
if torch.backends.mps.is_available():
|
7 |
device = torch.device("mps")
|
8 |
elif torch.cuda.is_available():
|
@@ -50,4 +52,6 @@ def chat(request: ChatRequest):
|
|
50 |
"""
|
51 |
|
52 |
output = pipe(request.conversationHistory, num_return_sequences=1, max_new_tokens=250)
|
|
|
|
|
53 |
return {"output": output[0]["generated_text"][-1]['content']}
|
|
|
3 |
import torch
|
4 |
from pydantic import BaseModel
|
5 |
from typing import List, Dict
|
6 |
+
import datetime
|
7 |
+
|
8 |
if torch.backends.mps.is_available():
|
9 |
device = torch.device("mps")
|
10 |
elif torch.cuda.is_available():
|
|
|
52 |
"""
|
53 |
|
54 |
output = pipe(request.conversationHistory, num_return_sequences=1, max_new_tokens=250)
|
55 |
+
print(output)
|
56 |
+
print(datetime.datetime.now())
|
57 |
return {"output": output[0]["generated_text"][-1]['content']}
|