Update app.py

app.py

@@ -26,7 +26,7 @@ def format_prompt_basic(message, history):
     return prompt
 
 # Formats the prompt to hold all of the past messages
-def format_prompt_grammar(message, history):
+def format_prompt_grammar1(message, history):
     prompt = "<s>"
 
     # String to add before every prompt
@@ -47,6 +47,24 @@ def format_prompt_grammar(message, history):
     print("PROMPT: \n\t{}\n".format(prompt))
     return prompt
 
+# Don't track actual history
+def format_prompt_grammar(message):
+    prompt = "<s>"
+
+    # String to add before every prompt
+    prompt_prefix = "Correct any grammatical errors in the following sentence and provide the corrected version:\nSentence:"
+    prompt_template = "[INST] " + prompt_prefix + ' {} [/INST]'
+
+    history = [["It is my friends house in England.", "It is my friend's house in England."], ["Every girl must bring their books to school.", "Every girl must bring her books to school."]] 
+
+    # Iterates through every past user input and response to be added to the prompt
+    for user_prompt, bot_response in history:
+        prompt += prompt_template.format(user_prompt)
+        prompt += f" {bot_response}</s> \n"
+
+    prompt += prompt_template.format(message)
+    print("PROMPT: \n\t{}\n".format(prompt))
+    return prompt
 
 
 
@@ -60,7 +78,8 @@ def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256
     generate_kwargs = dict(temperature=temperature, max_new_tokens=max_new_tokens, top_p=top_p, repetition_penalty=repetition_penalty, do_sample=True, seed=42,)
     
     #formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
-    formatted_prompt = format_prompt_grammar(f"{system_prompt} {prompt}", history)
+    #formatted_prompt = format_prompt_grammar(f"{system_prompt} {prompt}", history)
+    formatted_prompt = format_prompt_grammar(prompt)
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""