Update app.py

app.py

@@ -49,14 +49,9 @@ async def chat(request: ChatRequest):
                         decoded_line = line.decode('utf-8')
                         # Check if the line starts with "data: "
                         if decoded_line.startswith("data: "):
-                            # Extract the JSON part
-                            json_data = decoded_line[6:]  # Remove "data: " prefix
-                            # Parse the JSON
                             try:
-                                parsed_data = json.loads(json_data)
-                                # Check if 'choices' and 'delta' exist and yield the content
-                                if 'choices' in parsed_data and len(parsed_data['choices']) > 0:
-                                    content = parsed_data['choices'][0]['delta'].get('content', '')
+                                data = json.loads(line[len('data: '):])
+                                content = data.get("choices", [{}])[0].get("delta", {}).get("content", '')
                                     if content:
                                         yield f"{json.dumps({'response': content})}\n\n"
                             except json.JSONDecodeError:
@@ -70,4 +65,4 @@ async def chat(request: ChatRequest):
 
 if __name__ == "__main__":
     import uvicorn
-    uvicorn.run(app, host="0.0.0.0", port=8083)
+    uvicorn.run(app, host="0.0.0.0", port=8083)