Update app.py
Browse files
app.py
CHANGED
@@ -210,9 +210,7 @@ async def generate_model_response(model, inputs, max_tokens=2048):
|
|
210 |
text = remove_duplicates(response['choices'][0]['text'])
|
211 |
|
212 |
if len(text.split()) > max_tokens:
|
213 |
-
|
214 |
-
return ' '.join(parts)
|
215 |
-
|
216 |
return text
|
217 |
except Exception as e:
|
218 |
return ""
|
@@ -231,13 +229,10 @@ async def process_message(message):
|
|
231 |
best_response = get_best_response(responses)
|
232 |
return best_response
|
233 |
|
234 |
-
class MessageRequest(BaseModel):
|
235 |
-
message: str
|
236 |
-
|
237 |
app = FastAPI()
|
238 |
|
239 |
@app.post("/generate")
|
240 |
-
async def generate(request:
|
241 |
try:
|
242 |
response = await process_message(request.message)
|
243 |
return JSONResponse(content={"response": response})
|
|
|
210 |
text = remove_duplicates(response['choices'][0]['text'])
|
211 |
|
212 |
if len(text.split()) > max_tokens:
|
213 |
+
return text[:max_tokens]
|
|
|
|
|
214 |
return text
|
215 |
except Exception as e:
|
216 |
return ""
|
|
|
229 |
best_response = get_best_response(responses)
|
230 |
return best_response
|
231 |
|
|
|
|
|
|
|
232 |
app = FastAPI()
|
233 |
|
234 |
@app.post("/generate")
|
235 |
+
async def generate(request: BaseModel):
|
236 |
try:
|
237 |
response = await process_message(request.message)
|
238 |
return JSONResponse(content={"response": response})
|