Update app.py

app.py

@@ -1,5 +1,6 @@
 import gradio as gr
 from transformers import AutoTokenizer, AutoModelForCausalLM
+import os
 import time
 
 # Load model and tokenizer
@@ -31,21 +32,18 @@ def add_text(history, text):
     history = history + [(text, None)]
     return history, gr.Textbox(value="", interactive=False)
 
-def bot(history, max_len, min_len, temp):
+def bot(history, max_length, min_length, temperature):
     user_input = history[-1][0]
-    response = generate_text(user_input, max_length=max_len, min_length=min_len, temperature=temp)
-    history[-1][1] = response
-    for character in response:
-        history[-1][1] += character
-        time.sleep(0.05)
-        yield history
+    generated_response = generate_text(user_input, max_length=max_length, min_length=min_length, temperature=temperature)
+    history[-1][1] = generated_response
+    time.sleep(0.5)
+    yield history
 
 with gr.Blocks() as demo:
     chatbot = gr.Chatbot(
         [],
         elem_id="chatbot",
         bubble_full_width=False,
-        avatar_images=(None, None),
     )
 
     with gr.Row():
@@ -56,12 +54,12 @@ with gr.Blocks() as demo:
             container=False,
         )
 
-    max_len_slider = gr.Slider(0, 2048, 100, label="Max Length")
-    min_len_slider = gr.Slider(0, 2048, 20, label="Min Length")
-    temp_slider = gr.Slider(0.1, 2.0, 1.0, label="Temperature")
+    max_length_slider = gr.Slider(minimum=0, maximum=2048, value=10, label="Max Length")
+    min_length_slider = gr.Slider(minimum=0, maximum=2048, value=1, label="Min Length")
+    temperature_slider = gr.Slider(minimum=0.1, maximum=2.0, value=1.0, label="Temperature")
 
     txt_msg = txt.submit(add_text, [chatbot, txt], [chatbot, txt], queue=False).then(
-        bot, chatbot, max_len_slider, min_len_slider, temp_slider
+        bot, chatbot, chatbot, api_name="bot_response", max_length=max_length_slider, min_length=min_length_slider, temperature=temperature_slider
     )
     txt_msg.then(lambda: gr.Textbox(interactive=True), None, [txt], queue=False)