Update app.py

app.py

@@ -16,6 +16,7 @@ def fn(
     top_p,
 ):
     #messages = [{"role": "system", "content": system_prompt}]
+    messages = [{"role": "user", "content": prompt}]
 
     #for val in history:
     #    if val[0]:
@@ -25,21 +26,19 @@ def fn(
 
     #messages.append({"role": "user", "content": prompt})
 
-    messages = [{"role": "user", "content": prompt}]
-
-    for prompt in client.chat.completions.create(
-    #for prompt in client.chat_completion(
+    stream = client.chat.completions.create(
         model = model,
         messages = messages,
         max_tokens = max_tokens,
         temperature = temperature,
         top_p = top_p,
-        stream = True,
-    ):
-        response = ""
-        token = prompt.choices[0].delta.content
-        response += token
-        yield response
+        stream = True
+    )
+    
+    response = ""
+    for chunk in stream:
+        response += chunk.choices[0].delta.content
+    return response
 
 app = gr.ChatInterface(
     fn = fn,