Update app.py

app.py

@@ -8,16 +8,14 @@ client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
 def format_prompt(message, history):
     prompt = "<s>"
     for user_prompt, bot_response in history:
-        prompt += f"[INST] {user_prompt} [/INST]"
+        prompt += f"\[INST\] {user_prompt} \[/INST\]"
         prompt += f" {bot_response}</s> "
-    prompt += f"[INST] {message} [/INST]"
+    prompt += f"\[INST\] {message} \[/INST\]"
     return prompt
 
 def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=9048, top_p=0.95, repetition_penalty=1.0):
-        
     temperature = max(float(temperature), 1e-2)
     top_p = float(top_p)
-
     generate_kwargs = dict(
         temperature=temperature,
         max_new_tokens=max_new_tokens,
@@ -35,10 +33,9 @@ def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=904
     formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
-
     for response in stream:
         output += response.token.text
-        yield output
+    yield output
     return output
 
 additional_inputs = [
@@ -49,10 +46,11 @@ additional_inputs = [
     gr.Slider(label="Repetition penalty", value=1.2, minimum=1.0, maximum=2.0, step=0.05, interactive=True, info="Penalize repeated tokens")
 ]
 
-gr.ChatInterface(
-    fn=generate,
-    chatbot=gr.Chatbot(show_label=True, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
-    additional_inputs=additional_inputs,
-    title="ConvoLite",
-    concurrency_limit=20,
-).launch(show_api=False,)
+with gr.themes.Soft():
+    gr.ChatInterface(
+        fn=generate,
+        chatbot=gr.Chatbot(show_label=True, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
+        additional_inputs=additional_inputs,
+        title="ConvoLite",
+        concurrency_limit=20,
+    ).launch(show_api=False)