Update app.py

app.py

@@ -51,10 +51,7 @@ def format_prompt(message, history):
     print("PROMPT: \n\t{}\n".format(prompt))
     return prompt
 
-def format_my_prompt(user_input):
-    # Formatting the prompt as per the new template
-    prompt = f"<s> [INST] Please correct the grammatical errors in the following sentence: {user_input} [/INST] Model answer</s> [INST] Return only the grammatically corrected sentence. [/INST]"
-    return prompt
+
 
 
 def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
@@ -67,7 +64,6 @@ def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256
     generate_kwargs = dict(temperature=temperature, max_new_tokens=max_new_tokens, top_p=top_p, repetition_penalty=repetition_penalty, do_sample=True, seed=42,)
     
     formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
-    #formatted_prompt = format_my_prompt(prompt)
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""