Update utils/server/index.ts

utils/server/index.ts

@@ -74,54 +74,31 @@ export const LLMStream = async (
   const stream = new ReadableStream({
     async start(controller) {
       const onParse = (event: ParsedEvent | ReconnectInterval) => {
-      if (event.type === 'event') {
-        const data = event.data;
-        if (data === '' || event.event === 'done') {
-          controller.close();
-          return; 
-        }
-    
-        try {
-          const json = JSON.parse(data);
-    
-          // New condition to handle Python API format
-          if (json.choices && json.choices[0].message) {
-            const text = json.choices[0].message.content;
-            const finishReason = json.choices[0].finish_reason;
-    
-            if (finishReason === 'stop') {
-              controller.close();
-              return;
-            }
-            
-            const queue = encoder.encode(text);
-            controller.enqueue(queue);
-          }
-          // Old condition to handle existing format
-          else if (json.choices && json.choices[0].delta) {
+        if (event.type === 'event') {
+          const data = event.data;
+
+          try {
+            const json = JSON.parse(data);
             if (json.choices[0].finish_reason != null) {
               controller.close();
               return;
             }
-            
             const text = json.choices[0].delta.content;
             const queue = encoder.encode(text);
             controller.enqueue(queue);
+          } catch (e) {
+            controller.error(e);
           }
-    
-        } catch (e) {
-          controller.error(e);
         }
-      }
-    };
+      };
 
-    const parser = createParser(onParse);
+      const parser = createParser(onParse);
 
-    for await (const chunk of res.body as any) {
-      parser.feed(decoder.decode(chunk));
-    }
-  }
+      for await (const chunk of res.body as any) {
+        parser.feed(decoder.decode(chunk));
+      }
+    },
   });
 
   return stream;
-};
+};