Commit
·
3afb5fe
1
Parent(s):
c796178
Update main.py
Browse files
main.py
CHANGED
@@ -98,7 +98,7 @@ async def stream_response(tokens: Any) -> None:
|
|
98 |
'role': 'system',
|
99 |
'content': llm.detokenize(chat_chunk)
|
100 |
},
|
101 |
-
'finish_reason': 'stop' if llm.
|
102 |
}
|
103 |
]
|
104 |
}
|
|
|
98 |
'role': 'system',
|
99 |
'content': llm.detokenize(chat_chunk)
|
100 |
},
|
101 |
+
'finish_reason': 'stop' if llm.is_eos_token(chat_chunk) else 'unknown'
|
102 |
}
|
103 |
]
|
104 |
}
|