Update app.py

app.py

@@ -6,7 +6,7 @@ client = InferenceClient(
 )
 
 # Formats the prompt to hold all of the past messages
-def format_prompt(message, history):
+def format_prompt1(message, history):
     prompt = "<s>"
 
     # String to add before every prompt
@@ -27,6 +27,30 @@ def format_prompt(message, history):
 
     return prompt
 
+def format_prompt(message, history):
+    prompt = "<s>"
+
+    # String to add before every prompt
+    #prompt_prefix = "Please correct the grammar in the following sentence:"
+    #prompt_template = "[INST] " + prompt_prefix + " {} [/INST]"
+    prompt_prefix = "Correct any grammatical errors in the following sentence and provide the corrected version:\n\nSentence: "
+    prompt_template = "[INST] " + prompt_prefix + ' "{}" [/INST] Corrected Sentence:'
+    
+    print("History Type: {}".format(type(history)))
+    if type(history) != type(list()):
+        print("\nOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOO\nOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOO\nOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOOO\n")
+    #history.append("It is my friends house in England.", "It is my friend's house in England.")
+    #history.append("Every girl must bring their books to school.", "Every girl must bring her books to school.")
+
+    # Iterates through every past user input and response to be added to the prompt
+    for user_prompt, bot_response in history:
+        prompt += prompt_template.format(user_prompt)
+        prompt += f" {bot_response}</s> "
+
+    prompt += prompt_template.format(message)
+    print("PROMPT: \n\t{}\n".format(prompt))
+    return prompt
+
 def format_my_prompt(user_input):
     # Formatting the prompt as per the new template
     prompt = f"<s> [INST] Please correct the grammatical errors in the following sentence: {user_input} [/INST] Model answer</s> [INST] Return only the grammatically corrected sentence. [/INST]"
@@ -42,8 +66,8 @@ def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256
 
     generate_kwargs = dict(temperature=temperature, max_new_tokens=max_new_tokens, top_p=top_p, repetition_penalty=repetition_penalty, do_sample=True, seed=42,)
     
-    #formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
-    formatted_prompt = format_my_prompt(prompt)
+    formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
+    #formatted_prompt = format_my_prompt(prompt)
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""