Spaces:
Sleeping
Sleeping
Fix streaming extra new lines (#57)
Browse files
src/lib/components/InferencePlayground/InferencePlayground.svelte
CHANGED
|
@@ -132,8 +132,8 @@
|
|
| 132 |
const hf = createHfInference(hfToken);
|
| 133 |
|
| 134 |
if (conversation.streaming) {
|
|
|
|
| 135 |
const streamingMessage = { role: "assistant", content: "" };
|
| 136 |
-
conversation.messages = [...conversation.messages, streamingMessage];
|
| 137 |
const abortController = new AbortController();
|
| 138 |
abortControllers.push(abortController);
|
| 139 |
|
|
@@ -143,6 +143,10 @@
|
|
| 143 |
content => {
|
| 144 |
if (streamingMessage) {
|
| 145 |
streamingMessage.content = content;
|
|
|
|
|
|
|
|
|
|
|
|
|
| 146 |
session = session;
|
| 147 |
generationStats[conversationIdx].generatedTokensCount += 1;
|
| 148 |
}
|
|
|
|
| 132 |
const hf = createHfInference(hfToken);
|
| 133 |
|
| 134 |
if (conversation.streaming) {
|
| 135 |
+
let addStreamingMessage = true;
|
| 136 |
const streamingMessage = { role: "assistant", content: "" };
|
|
|
|
| 137 |
const abortController = new AbortController();
|
| 138 |
abortControllers.push(abortController);
|
| 139 |
|
|
|
|
| 143 |
content => {
|
| 144 |
if (streamingMessage) {
|
| 145 |
streamingMessage.content = content;
|
| 146 |
+
if (addStreamingMessage) {
|
| 147 |
+
conversation.messages = [...conversation.messages, streamingMessage];
|
| 148 |
+
addStreamingMessage = false;
|
| 149 |
+
}
|
| 150 |
session = session;
|
| 151 |
generationStats[conversationIdx].generatedTokensCount += 1;
|
| 152 |
}
|