Update app.py

app.py

@@ -6,7 +6,7 @@ client = InferenceClient(
 )
 
 # Formats the prompt to hold all of the past messages
-def format_prompt(message, history):
+"""def format_prompt(message, history):
     prompt = "<s>"
 
     # Iterates through every pass user input and response to be added to the prompt
@@ -19,7 +19,24 @@ def format_prompt(message, history):
     prompt += f"[INST] {message} [/INST]"
     
     return prompt
+"""
+def format_prompt(message, history):
+    prompt = "<s>"
 
+    # Prepend "Please correct the grammar in the following sentence: " to each user input
+    grammar_correction_prefix = "Please correct the grammar in the following sentence: "
+
+    # Iterates through every past user input and response to be added to the prompt
+    for user_prompt, bot_response in history:
+        corrected_user_prompt = grammar_correction_prefix + user_prompt
+        prompt += f"[INST] {corrected_user_prompt} [/INST]"
+        prompt += f" {bot_response}</s> "
+
+    # Also prepend the prefix to the current message
+    corrected_message = grammar_correction_prefix + message
+    prompt += f"[INST] {corrected_message} [/INST]"
+
+    return prompt
 
 def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
     temperature = float(temperature)