Update app.py

app.py

@@ -177,12 +177,30 @@ def conversation(qa_chain, message, history):
     new_history = history + [(message, response_answer)]
     return qa_chain, gr.update(value=""), new_history, response_source1, response_source1_page, response_source2, response_source2_page, response_source3, response_source3_page
 
-def conversation_no_doc(llm, message, history):
-    formatted_chat_history = format_chat_history(message, history)
-    response = llm({"question": message, "chat_history": formatted_chat_history})
-    response_answer = response["answer"]
-    new_history = history + [(message, response_answer)]
-    return llm, gr.update(value=""), new_history
+def conversation_no_doc(prompt, history, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
+    temperature = float(temperature)
+    if temperature < 1e-2:
+        temperature = 1e-2
+    top_p = float(top_p)
+
+    generate_kwargs = dict(
+        temperature=temperature,
+        max_new_tokens=max_new_tokens,
+        top_p=top_p,
+        repetition_penalty=repetition_penalty,
+        do_sample=True,
+        seed=42,
+    )
+
+    formatted_prompt = format_prompt(prompt, history)
+
+    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
+    output = ""
+
+    for response in stream:
+        output += response.token.text
+        yield output
+    return output
 
 def upload_file(file_obj):
     list_file_path = []
@@ -336,7 +354,7 @@ def demo():
                 submit_btn_no_doc = gr.Button("Submit message")
                 clear_btn_no_doc = gr.ClearButton([msg_no_doc, chatbot_no_doc], value="Clear conversation")
 
-            gr.ChatInterface(
+            chat_interface = gr.ChatInterface(
                 fn=generate,
                 chatbot=chatbot_no_doc,
                 additional_inputs=additional_inputs,
@@ -373,8 +391,8 @@ def demo():
 
         # Initialize LLM without document for conversation
         submit_btn_no_doc.click(conversation_no_doc, 
-            inputs=[llm_no_doc, msg_no_doc, chatbot_no_doc], 
-            outputs=[llm_no_doc, msg_no_doc, chatbot_no_doc], 
+            inputs=[msg_no_doc, chatbot_no_doc], 
+            outputs=[msg_no_doc, chatbot_no_doc], 
             queue=False)
         clear_btn_no_doc.click(lambda:[None,""], 
             inputs=None,