Update app.py

app.py

@@ -57,9 +57,9 @@ def respond(
         response_output = generator(
             prompt,
             generation_config=generator_conf,
-            max_new_tokens=64,
+            max_new_tokens=max_tokens,
             do_sample=True,
-            top_p=0.25,
+            top_p=top_p,
             repetition_penalty=1.2
         )
     
@@ -99,12 +99,12 @@ demo = gr.ChatInterface(
     respond,
     additional_inputs=[
         gr.Textbox(value="You are a friendly Chatbot." + global_error, label="System message"),
-        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
-        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
+        gr.Slider(minimum=1, maximum=2048, value=64, step=1, label="Max new tokens"),
+        # gr.Slider(minimum=0.1, maximum=4.0, value=1.0, step=0.1, label="Temperature"),
         gr.Slider(
             minimum=0.1,
             maximum=1.0,
-            value=0.95,
+            value=0.25,
             step=0.05,
             label="Top-p (nucleus sampling)",
         ),