Update app.py

app.py

@@ -6,37 +6,26 @@ client = InferenceClient(
 )
 
 # Formats the prompt to hold all of the past messages
-"""def format_prompt(message, history):
-    prompt = "<s>"
-
-    # Iterates through every pass user input and response to be added to the prompt
-    for user_prompt, bot_response in history:
-        prompt += f"[INST] {user_prompt} [/INST]"
-        prompt += f" {bot_response}</s> "
-
-    prompt += "[INST] Instruction [/INST] The instruction is: 'Instruction'. The answer is: Model answer</s> "
-    #prompt += f"[INST] Please correct the grammar in the following sentence: {message} [/INST]"
-    prompt += f"[INST] {message} [/INST]"
-    
-    return prompt
-"""
 def format_prompt(message, history):
     prompt = "<s>"
 
     # String to add before every prompt
     prompt_prefix = "Please correct the grammar in the following sentence: "
+    prompt_template = "[INST] " + prompt_prefix + "{} [/INST]"
     
     # Iterates through every past user input and response to be added to the prompt
     for user_prompt, bot_response in history:
         corrected_prompt = prompt_prefix + user_prompt
         
-        prompt += f"[INST] {corrected_prompt} [/INST]"
+        #prompt += f"[INST] {corrected_prompt} [/INST]"
+        prompt += prompt_template.format(user_prompt)
         prompt += f" {bot_response}</s> "
         #print(f"HISTORIC PROMPT: \n\t[INST] {corrected_prompt} [/INST] {bot_response}</s> ")
 
     # Also prepend the prefix to the current message
-    corrected_message = prompt_prefix + message
-    prompt += f"[INST] {corrected_message} [/INST]"
+    #corrected_message = prompt_prefix + message
+    #prompt += f"[INST] {corrected_message} [/INST]"
+    prompt += prompt_template.format(message)
     print("\nPROMPT: \n\t" + prompt)
 
     return prompt