Update app.py

app.py

@@ -37,18 +37,15 @@ def format_prompt_grammar(message, history):
 
 
 
-def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0, gec=False):
+def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
     temperature = float(temperature)
     if temperature < 1e-2: temperature = 1e-2
     top_p = float(top_p)
     
     generate_kwargs = dict(temperature=temperature, max_new_tokens=max_new_tokens, top_p=top_p, repetition_penalty=repetition_penalty, do_sample=True, seed=42,)
     
-    
-    if gec:
-        formatted_prompt = format_prompt_grammar(f"Corrected Sentence: {prompt}", history)
-    else:
-        formatted_prompt = format_prompt(f"{system_prompt} {prompt}", history)
+    #formatted_prompt = format_prompt_grammar(f"Corrected Sentence: {prompt}", history)
+    formatted_prompt = format_prompt(f"{system_prompt} {prompt}", history)
     print("\nPROMPT: \n\t" + formatted_prompt)
 
     # Generate text from the HF inference
@@ -67,8 +64,7 @@ additional_inputs=[
     gr.Slider( label="Temperature", value=0.9, minimum=0.0, maximum=1.0, step=0.05, interactive=True, info="Higher values produce more diverse outputs", ),
     gr.Slider( label="Max new tokens", value=256, minimum=0, maximum=1048, step=64, interactive=True, info="The maximum numbers of new tokens", ),
     gr.Slider( label="Top-p (nucleus sampling)", value=0.90, minimum=0.0, maximum=1, step=0.05, interactive=True, info="Higher values sample more low-probability tokens", ),
-    gr.Slider( label="Repetition penalty", value=1.2, minimum=1.0, maximum=2.0, step=0.05, interactive=True, info="Penalize repeated tokens", ),
-    gr.Checkbox( label="GEC", value="GEC Mode?", interactive=True, )
+    gr.Slider( label="Repetition penalty", value=1.2, minimum=1.0, maximum=2.0, step=0.05, interactive=True, info="Penalize repeated tokens", )
 ]
 
 examples=['Give me the grammatically correct version of the sentence: "We shood buy an car"', "Give me an example exam question testing students on square roots on basic integers", "Would this block of HTML code run?\n```\n\n```"]