matthoffner commited on
Commit
31bf9c0
ยท
1 Parent(s): 24940d4

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -34,8 +34,8 @@ class ChatCompletionRequest(BaseModel):
34
  @app.get("/stream")
35
  async def chat(prompt = "Once upon a time there was a "):
36
  completion = llm(prompt)
37
- yield prompt
38
  async def server_sent_events(chat_chunks):
 
39
  for chat_chunk in chat_chunks:
40
  yield chat_chunk
41
  yield "[DONE]"
 
34
  @app.get("/stream")
35
  async def chat(prompt = "Once upon a time there was a "):
36
  completion = llm(prompt)
 
37
  async def server_sent_events(chat_chunks):
38
+ yield prompt
39
  for chat_chunk in chat_chunks:
40
  yield chat_chunk
41
  yield "[DONE]"