Update app.py

app.py

@@ -34,14 +34,14 @@ def format_prompt_grammar(message, history):
     prompt_template = "[INST] " + prompt_prefix + ' {} [/INST]'
     
     
-    myList = [["It is my friends house in England.", "It is my friend's house in England."], ["Every girl must bring their books to school.", "Every girl must bring her books to school."]] 
+    myList = [["It is my friends house in England.", "Corrected Sentence: It is my friend's house in England."], ["Every girl must bring their books to school.", "Corrected Sentence: Every girl must bring her books to school."]] 
     myList = myList + history
 
 
     # Iterates through every past user input and response to be added to the prompt
     for user_prompt, bot_response in myList:
         prompt += prompt_template.format(user_prompt)
-        prompt += f" {bot_response}</s> "
+        prompt += f" {bot_response}</s> \n"
 
     prompt += prompt_template.format(message)
     print("PROMPT: \n\t{}\n".format(prompt))
@@ -60,7 +60,7 @@ def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256
     generate_kwargs = dict(temperature=temperature, max_new_tokens=max_new_tokens, top_p=top_p, repetition_penalty=repetition_penalty, do_sample=True, seed=42,)
     
     #formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
-    formatted_prompt = format_prompt_grammar(f"{system_prompt}, {prompt}", history)
+    formatted_prompt = format_prompt_grammar(f"{system_prompt} {prompt}", history)
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
 
@@ -72,7 +72,7 @@ def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256
 
 
 additional_inputs=[
-    gr.Textbox( label="System Prompt", value="Correct the following sentence to make it grammatically accurate while maintaining the original meaning. Your response should contain nothing more than the corrected text and nothing more." , max_lines=1, interactive=True, ),
+    gr.Textbox( label="System Prompt", value="Corrected Sentence:" , max_lines=1, interactive=True, ),
     gr.Slider( label="Temperature", value=0.9, minimum=0.0, maximum=1.0, step=0.05, interactive=True, info="Higher values produce more diverse outputs", ),
     gr.Slider( label="Max new tokens", value=256, minimum=0, maximum=1048, step=64, interactive=True, info="The maximum numbers of new tokens", ),
     gr.Slider( label="Top-p (nucleus sampling)", value=0.90, minimum=0.0, maximum=1, step=0.05, interactive=True, info="Higher values sample more low-probability tokens", ),