Hjgugugjhuhjggg commited on
Commit
4e57921
·
verified ·
1 Parent(s): 08b4bf9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -7
app.py CHANGED
@@ -210,9 +210,7 @@ async def generate_model_response(model, inputs, max_tokens=2048):
210
  text = remove_duplicates(response['choices'][0]['text'])
211
 
212
  if len(text.split()) > max_tokens:
213
- parts = [text[i:i + max_tokens] for i in range(0, len(text), max_tokens)]
214
- return ' '.join(parts)
215
-
216
  return text
217
  except Exception as e:
218
  return ""
@@ -231,13 +229,10 @@ async def process_message(message):
231
  best_response = get_best_response(responses)
232
  return best_response
233
 
234
- class MessageRequest(BaseModel):
235
- message: str
236
-
237
  app = FastAPI()
238
 
239
  @app.post("/generate")
240
- async def generate(request: MessageRequest):
241
  try:
242
  response = await process_message(request.message)
243
  return JSONResponse(content={"response": response})
 
210
  text = remove_duplicates(response['choices'][0]['text'])
211
 
212
  if len(text.split()) > max_tokens:
213
+ return text[:max_tokens]
 
 
214
  return text
215
  except Exception as e:
216
  return ""
 
229
  best_response = get_best_response(responses)
230
  return best_response
231
 
 
 
 
232
  app = FastAPI()
233
 
234
  @app.post("/generate")
235
+ async def generate(request: BaseModel):
236
  try:
237
  response = await process_message(request.message)
238
  return JSONResponse(content={"response": response})