Update app.py

app.py

@@ -32,14 +32,15 @@ async def respond(
         messages.append({"role": "user", "content": message})
 
         response = ""
-        async for message in client.chat.completions.create(
+        stream = client.chat.completions.create(
             model="NousResearch/Hermes-3-Llama-3.1-8B",
             max_tokens=max_tokens,
             stream=True,
             temperature=temperature,
             top_p=top_p,
             messages=messages,
-        ):
+        )
+        for message in stream.iterate():
             token = message.choices[0].text
             response += token
         return response