Update app.py

app.py

@@ -52,10 +52,11 @@ def format_prompt_grammar(message):
     prompt = "<s>"
 
     # String to add before every prompt
-    prompt_prefix = "Correct any grammatical errors in the following sentence and provide the corrected version:\nSentence:"
+    prompt_prefix = "Correct any grammatical errors in the following sentence and provide the corrected version:\n\nSentence:"
     prompt_template = "[INST] " + prompt_prefix + ' {} [/INST]'
 
-    history = [["It is my friends house in England.", "It is my friend's house in England."], ["Every girl must bring their books to school.", "Every girl must bring her books to school."], ["I have been to New York last summer.", "I went to New York last summer."]] 
+    history = [["It is my friends house in England.", "It is my friend's house in England."], 
+               ["Every girl must bring their books to school.", "Every girl must bring her books to school."]]# ["I have been to New York last summer.", "I went to New York last summer."]] 
 
     # Iterates through every past user input and response to be added to the prompt
     for user_prompt, bot_response in history:
@@ -79,7 +80,8 @@ def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256
     
     #formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
     #formatted_prompt = format_prompt_grammar(f"{system_prompt} {prompt}", history)
-    formatted_prompt = format_prompt_grammar(prompt)
+    #formatted_prompt = format_prompt_grammar(prompt)
+    formatted_prompt = format_prompt_grammar(f"{system_prompt} {prompt}")
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""