Update app.py

app.py

@@ -1,9 +1,7 @@
 from huggingface_hub import InferenceClient
 import gradio as gr
 
-client = InferenceClient(
-    "mistralai/Mixtral-8x7B-Instruct-v0.1"
-)
+client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
 
 # Formats the prompt to hold all of the past messages
 def format_prompt(message, history):
@@ -40,12 +38,9 @@ def format_prompt_grammar(message, history):
 
 
 def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
-    print(f"\n\nSystem Prompt: '{system_prompt}'")
-    
     temperature = float(temperature)
     if temperature < 1e-2: temperature = 1e-2
     top_p = float(top_p)
-
     
     generate_kwargs = dict(temperature=temperature, max_new_tokens=max_new_tokens, top_p=top_p, repetition_penalty=repetition_penalty, do_sample=True, seed=42,)
     
@@ -70,6 +65,7 @@ additional_inputs=[
     gr.Slider( label="Max new tokens", value=256, minimum=0, maximum=1048, step=64, interactive=True, info="The maximum numbers of new tokens", ),
     gr.Slider( label="Top-p (nucleus sampling)", value=0.90, minimum=0.0, maximum=1, step=0.05, interactive=True, info="Higher values sample more low-probability tokens", ),
     gr.Slider( label="Repetition penalty", value=1.2, minimum=1.0, maximum=2.0, step=0.05, interactive=True, info="Penalize repeated tokens", )
+    gr.Button
 ]
 
 examples=['Give me the grammatically correct version of the sentence: "We shood buy an car"', "Give me an example exam question testing students on square roots on basic integers", "Would this block of HTML code run?\n```\n\n```"]