Update app.py

app.py

@@ -10,7 +10,8 @@ def format_prompt_basic(message, history):
     prompt = "<s>"
 
     # String to add before every prompt
-    prompt_prefix = ""   #"Please correct the grammar in the following sentence:"
+    prompt_prefix = ""   
+    #prompt_prefix = "Please correct the grammar in the following sentence:"
     prompt_template = "[INST] " + prompt_prefix + " {} [/INST]"
     
 
@@ -25,7 +26,7 @@ def format_prompt_basic(message, history):
     return prompt
 
 # Formats the prompt to hold all of the past messages
-def format_prompt(message, history):
+def format_prompt_grammar(message, history):
     prompt = "<s>"
 
     # String to add before every prompt
@@ -58,8 +59,9 @@ def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256
 
     generate_kwargs = dict(temperature=temperature, max_new_tokens=max_new_tokens, top_p=top_p, repetition_penalty=repetition_penalty, do_sample=True, seed=42,)
     
-    formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
-    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=False, return_full_text=False)
+    #formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
+    formatted_prompt = format_prompt_grammar(f"{system_prompt}, {prompt}", history)
+    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
 
     for response in stream: