Update app.py

app.py

@@ -32,6 +32,7 @@ async def respond(
         messages.append({"role": "user", "content": message})
 
         response = ""
+        # Use client to stream chat completions properly
         stream = client.chat.completions.create(
             model="NousResearch/Hermes-3-Llama-3.1-8B",
             max_tokens=max_tokens,
@@ -40,11 +41,8 @@ async def respond(
             top_p=top_p,
             messages=messages,
         )
-        while True:
-            message = stream.read()
-            if message is None:
-                break
-            token = message.choices[0].text
+        for message in stream:  # Iterate over the streamed response
+            token = message['choices'][0]['delta'].get('content', '')
             response += token
         return response
     except APIError as e:
@@ -96,4 +94,4 @@ def launch_app():
         print("Please try again.")
 
 if __name__ == "__main__":
-    launch_app()
+    launch_app()