Update app.py

app.py

@@ -10,23 +10,18 @@ def format_prompt(message, history):
     prompt = "<s>"
 
     # String to add before every prompt
-    prompt_prefix = "Please correct the grammar in the following sentence: "
-    prompt_template = "[INST] " + prompt_prefix + "{} [/INST]"
+    prompt_prefix = "Please correct the grammar in the following sentence:"
+    prompt_template = "[INST] " + prompt_prefix + " {} [/INST]"
     
-    # Iterates through every past user input and response to be added to the prompt
     print("History Type: {}".format(type(history)))
     #history.append("It is my friends house in England.", "It is my friend's house in England.")
+
+    # Iterates through every past user input and response to be added to the prompt
     for user_prompt, bot_response in history:
-        corrected_prompt = prompt_prefix + user_prompt
-        
-        #prompt += f"[INST] {corrected_prompt} [/INST]"
         prompt += prompt_template.format(user_prompt)
         prompt += f" {bot_response}</s> "
         #print(f"HISTORIC PROMPT: \n\t[INST] {corrected_prompt} [/INST] {bot_response}</s> ")
 
-    # Also prepend the prefix to the current message
-    #corrected_message = prompt_prefix + message
-    #prompt += f"[INST] {corrected_message} [/INST]"
     prompt += prompt_template.format(message)
     print("\nPROMPT: \n\t" + prompt)
 
@@ -52,7 +47,7 @@ def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256
 
 
 additional_inputs=[
-    gr.Textbox( label="System Prompt", value="You are an expert at English grammar" , max_lines=1, interactive=True, ),
+    gr.Textbox( label="System Prompt", value="Correct the following sentence to make it grammatically accurate while maintaining the original meaning. Output only the corrected sentence." , max_lines=1, interactive=True, ),
     gr.Slider( label="Temperature", value=0.9, minimum=0.0, maximum=1.0, step=0.05, interactive=True, info="Higher values produce more diverse outputs", ),
     gr.Slider( label="Max new tokens", value=256, minimum=0, maximum=1048, step=64, interactive=True, info="The maximum numbers of new tokens", ),
     gr.Slider( label="Top-p (nucleus sampling)", value=0.90, minimum=0.0, maximum=1, step=0.05, interactive=True, info="Higher values sample more low-probability tokens", ),