Update app.py

app.py

@@ -2,16 +2,17 @@ from huggingface_hub import InferenceClient
 import gradio as gr
 
 client = InferenceClient(
-    "mistralai/Mixtral-8x7B-v0.1"
+    "mistralai/Mixtral-8x7B-Instruct-v0.1"
 )
 
+
 def format_prompt(message, history):
-    prompt = "<s>"
-    for user_prompt, bot_response in history:
-        prompt += f"[INST] {user_prompt} [/INST]"
-        prompt += f" {bot_response}</s> "
-    prompt += f"[INST] {message} [/INST]"
-    return prompt
+  prompt = "<s>"
+  for user_prompt, bot_response in history:
+    prompt += f"[INST] {user_prompt} [/INST]"
+    prompt += f" {bot_response}</s> "
+  prompt += f"[INST] {message} [/INST]"
+  return prompt
 
 def generate(
     prompt, history, system_prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
@@ -39,65 +40,64 @@ def generate(
         yield output
     return output
 
+
 additional_inputs=[
     gr.Textbox(
-        label="System-Prompt",
+        label="System Prompt",
         max_lines=1,
         interactive=True,
     ),
     gr.Slider(
-        label="Temperatur",
-        value=0.5,
+        label="Temperature",
+        value=0.9,
         minimum=0.0,
         maximum=1.0,
         step=0.05,
         interactive=True,
-        info="Höhere Werte erzeugen vielfältigere Ergebnisse.",
+        info="Higher values produce more diverse outputs",
     ),
     gr.Slider(
-        label="Maximale Anzahl neuer Tokens",
-        value=20480,
+        label="Max new tokens",
+        value=256,
         minimum=0,
-        maximum=32768,
+        maximum=1048,
         step=64,
         interactive=True,
-        info="Maximale Anzahl an Tokens",
+        info="The maximum numbers of new tokens",
     ),
     gr.Slider(
-        label="Top-p (Nucleus Sampling)",
-        value=0.75,
+        label="Top-p (nucleus sampling)",
+        value=0.90,
         minimum=0.0,
         maximum=1,
         step=0.05,
         interactive=True,
-        info="Höhere Werte ermöglichen eine größere Vielfalt",
+        info="Higher values sample more low-probability tokens",
     ),
     gr.Slider(
-        label="Wiederholungsstrafe",
+        label="Repetition penalty",
         value=1.2,
         minimum=1.0,
         maximum=2.0,
         step=0.05,
         interactive=True,
-        info="Strafe für wiederholte Tokens",
+        info="Penalize repeated tokens",
     )
 ]
 
-examples=[
-    ["", "Antworten Sie immer vollständig auf Englisch", 0.5, 20480, 0.75, 1.2],
-    ["", "Répondez toujours complètement en Français", 0.5, 20480, 0.75, 1.2],
-    ["", "Отвечай всегда полностью на русском языке", 0.5, 20480, 0.75, 1.2],
-]
-
-description = r"""
-"""
+examples=[["I'm planning a vacation to Japan. Can you suggest a one-week itinerary including must-visit places and local cuisines to try?", None, None, None, None, None, ],
+          ["Can you write a short story about a time-traveling detective who solves historical mysteries?", None, None, None, None, None,],
+          ["I'm trying to learn French. Can you provide some common phrases that would be useful for a beginner, along with their pronunciations?", None, None, None, None, None,],
+          ["I have chicken, rice, and bell peppers in my kitchen. Can you suggest an easy recipe I can make with these ingredients?", None, None, None, None, None,],
+          ["Can you explain how the QuickSort algorithm works and provide a Python implementation?", None, None, None, None, None,],
+          ["What are some unique features of Rust that make it stand out compared to other systems programming languages like C++?", None, None, None, None, None,],
+         ]
 
 gr.ChatInterface(
     fn=generate,
     chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
     additional_inputs=additional_inputs,
-    title='Mixtral',
+    title="Mixtral 46.7B",
     examples=examples,
-    description=description,
     concurrency_limit=20,
 ).launch(show_api=False)