Update app.py

app.py

@@ -1,6 +1,5 @@
 import gradio as gr
 from transformers import AutoTokenizer, AutoModelForCausalLM
-import os
 import time
 
 # Load model and tokenizer
@@ -34,33 +33,36 @@ def add_text(history, text):
 
 def bot(history, max_len, min_len, temp):
     user_input = history[-1][0]
-    generated_response = generate_text(user_input, max_length=max_len, min_length=min_len, temperature=temp)
-    history[-1][1] = generated_response
-    time.sleep(0.5)
-    return history
+    response = generate_text(user_input, max_length=max_len, min_length=min_len, temperature=temp)
+    history[-1][1] = response
+    for character in response:
+        history[-1][1] += character
+        time.sleep(0.05)
+        yield history
 
 with gr.Blocks() as demo:
     chatbot = gr.Chatbot(
         [],
         elem_id="chatbot",
         bubble_full_width=False,
+        avatar_images=(None, None),
     )
 
     with gr.Row():
         txt = gr.Textbox(
             scale=4,
             show_label=False,
-            placeholder="Enter text and press enter, or upload an image",
+            placeholder="Enter text and press enter.",
             container=False,
         )
 
-        max_len_slider = gr.Slider(0, 2048, 100, label="Max Length")
-        min_len_slider = gr.Slider(0, 2048, 20, label="Min Length")
-        temp_slider = gr.Slider(0.1, 2.0, 1.0, label="Temperature")
-
-    txt_msg = txt.submit(add_text, [chatbot, txt], [chatbot, txt], queue=False)
-    txt_msg.then(bot, chatbot, max_len_slider, min_len_slider, temp_slider)
+    max_len_slider = gr.Slider(0, 2048, 100, label="Max Length")
+    min_len_slider = gr.Slider(0, 2048, 20, label="Min Length")
+    temp_slider = gr.Slider(0.1, 2.0, 1.0, label="Temperature")
 
+    txt_msg = txt.submit(add_text, [chatbot, txt], [chatbot, txt], queue=False).then(
+        bot, chatbot, max_len_slider, min_len_slider, temp_slider, api_name="bot_response"
+    )
     txt_msg.then(lambda: gr.Textbox(interactive=True), None, [txt], queue=False)
 
     chatbot.like(print_like_dislike, None, None)