Update app.py

app.py

@@ -9,28 +9,20 @@ client = InferenceClient(
 def format_prompt(message, history):
     prompt = "<s>"
     for user_prompt, bot_response in history:
-        #prompt += f"[INST] {user_prompt} [/INST]"
-        #prompt += f" {bot_response}</s> "
-        #prompt += f"[INST] You are a helpful assistant who restates the exact prompt before each response. {user_prompt} [/INST]"
         prompt += f"[INST] {user_prompt} [/INST]"
-        prompt += f" The instruction is: 'Instruction'. The answer is: {bot_response}</s> "
+        prompt += f" {bot_response}</s> "
     prompt += f"[INST] {message} [/INST]"
     return prompt
 
 def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
+    dashes = "-"*100 + "\n"
+    print(dashes + "\n\nHELLO THIS IS COLE\n\n\n" + dashes)
     temperature = float(temperature)
     if temperature < 1e-2:
         temperature = 1e-2
     top_p = float(top_p)
 
-    generate_kwargs = dict(
-        temperature=temperature,
-        max_new_tokens=max_new_tokens,
-        top_p=top_p,
-        repetition_penalty=repetition_penalty,
-        do_sample=True,
-        seed=42,
-    )
+    generate_kwargs = dict(temperature=temperature, max_new_tokens=max_new_tokens, top_p=top_p, repetition_penalty=repetition_penalty, do_sample=True, seed=42,)
 
     formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
@@ -88,11 +80,7 @@ additional_inputs=[
 
 examples=[['Give me the grammatically correct version of the sentence: "We shood buy an car"', None, None, None, None, None, ],
           ["Give me an example exam question testing students on square roots on basic integers", None, None, None, None, None,],
-          ["Would this block of HTML code run?\n```\n\n```", None, None, None, None, None,],
-          ["I have chicken, rice, and bell peppers in my kitchen. Can you suggest an easy recipe I can make with these ingredients?", None, None, None, None, None,],
-          ["Can you explain how the QuickSort algorithm works and provide a Python implementation?", None, None, None, None, None,],
-          ["What are some unique features of Rust that make it stand out compared to other systems programming languages like C++?", None, None, None, None, None,],
-         ]
+          ["Would this block of HTML code run?\n```\n\n```", None, None, None, None, None,], ]
 
 gr.ChatInterface(
     fn=generate,