Trying asyc streaming response API

app.py

@@ -78,15 +78,23 @@ Here's the complete Python function implementation:
 ```python
 """
     
-    def generate():
+    async def generate():
         generated_text = ""
-        for chunk in llm(full_prompt, stream=True, **generation_kwargs):
-            token = chunk["choices"][0]["text"]
-            generated_text += token
-            yield token
-        
-        formatted_code = extract_and_format_code(generated_text)
-        yield formatted_code
+        try:
+            for chunk in llm(full_prompt, stream=True, **generation_kwargs):
+                token = chunk["choices"][0]["text"]
+                generated_text += token
+                yield token
+
+                # Optionally send progress updates:
+                progress = len(generated_text) / len(full_prompt)
+                yield {"progress": progress}  # Send a progress update
+
+            formatted_code = extract_and_format_code(generated_text)
+            yield formatted_code
+        except Exception as e:
+            # Handle exceptions and return an error message
+            yield {"error": str(e)}
 
     return StreamingResponse(generate(), media_type="text/plain")