Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -105,7 +105,7 @@ def preprocess(query: str) -> str:
|
|
| 105 |
return prompt
|
| 106 |
|
| 107 |
|
| 108 |
-
|
| 109 |
def reply(message: str, history: list[str]) -> str:
|
| 110 |
"""
|
| 111 |
Generates a response to the user’s message.
|
|
@@ -118,7 +118,7 @@ def reply(message: str, history: list[str]) -> str:
|
|
| 118 |
str: The generated response from the language model.
|
| 119 |
"""
|
| 120 |
|
| 121 |
-
|
| 122 |
preprocess(message),
|
| 123 |
max_new_tokens=512,
|
| 124 |
return_full_text=False,
|
|
|
|
| 105 |
return prompt
|
| 106 |
|
| 107 |
|
| 108 |
+
@spaces.GPU
|
| 109 |
def reply(message: str, history: list[str]) -> str:
|
| 110 |
"""
|
| 111 |
Generates a response to the user’s message.
|
|
|
|
| 118 |
str: The generated response from the language model.
|
| 119 |
"""
|
| 120 |
|
| 121 |
+
yield llm(
|
| 122 |
preprocess(message),
|
| 123 |
max_new_tokens=512,
|
| 124 |
return_full_text=False,
|