Update app.py

app.py

@@ -166,11 +166,28 @@ def chat_gpt_nofn(prompt=None, history=[], model=model, client=client):
         history.append({"role": "user", "content": f"{prompt}"})
         messages = history
 
+    # completion = client.chat.completions.create(
+#     model=model,
+#     messages=messages,
+# )
+#     return completion
     completion = client.chat.completions.create(
-    model=model,
-    messages=messages,
-)
-    return completion
+        model=model,
+        messages=messages,
+        stream=True
+    )
+
+    full_response = ""
+    for chunk in completion:
+        try:
+            if chunk.choices[0].delta.content is not None:
+                content = chunk.choices[0].delta.content
+                full_response += content
+                yield content
+        except:
+            pass
+        
+    return full_response
 
 def format_chat_prompt(chat_history):
     prompt = []
@@ -314,21 +331,33 @@ def chat(question, manual, history, liked):
             Ref-2:
             ...
             """
-    final_response = chat_gpt_nofn(prompt=prompt, history=conv)
-    response = final_response.choices[-1].message.content
-    conv.append(final_response.choices[-1].message)
+    # final_response = chat_gpt_nofn(prompt=prompt, history=conv)
+    # response = final_response.choices[-1].message.content
+    # conv.append(final_response.choices[-1].message)
     
-    history.append((question, response))
-    print("Answer:--- %s seconds ---" % (time.time() - start_time))
-    # Store the last interaction without saving to the database yet
-    last_interaction.value = {
+    # history.append((question, response))
+    final_response = ""
+    for chunk in chat_gpt_nofn(prompt=prompt, history=conv):
+        final_response += chunk
+        last_interaction.value = {
         "question": question,
         "response": response,
         "manual": manual,
         "point_id": uuid.uuid4().hex
     }
+        yield "", history + [(question, final_response)]
+    conv.append({"role": "user", "content": prompt})
+    conv.append({"role": "assistant", "content": final_response})    
+    print("Answer:--- %s seconds ---" % (time.time() - start_time))
+    # Store the last interaction without saving to the database yet
+    #last_interaction.value = {
+    #    "question": question,
+    #    "response": response,
+    #    "manual": manual,
+    #    "point_id": uuid.uuid4().hex
+    #}
     
-    return '', history
+    #return '', history
 
 def save_last_interaction(feedback):
     if last_interaction.value: