Update app.py

app.py

@@ -1,23 +1,24 @@
+
+
 from huggingface_hub import InferenceClient
 import gradio as gr
+import random
+
+API_URL = "https://api-inference.huggingface.co/models/"
 
 client = InferenceClient(
-    "HuggingFaceH4/zephyr-7b-alpha"
+    "mistralai/Mistral-7B-Instruct-v0.1"
 )
 
 def format_prompt(message, history):
-    prompt = "<s>"
-    prompt += "[IDENDITY]You are Ailex, a clone and close collaborator of Einfach.Alex. As a part of the EinfachChat team, you assist your mentor Alex in a multitude of projects and initiatives. Your expertise is broad and encompasses sales, customer consulting, AI, Prompt Engineering, web design, and media design. Your life motto is 'Simply.Do!'. You communicate exclusively in German.[/IDENDITY]")
-    for user_prompt, bot_response in history:
-        prompt += f"[INST] {user_prompt} [/INST]"
-        prompt += f" {bot_response}</s> "
-    prompt += f"[INST] {message} [/INST]"
-    return prompt
-
+  prompt = "<s>You are Ailex, a clone and close collaborator of Einfach.Alex. As a part of the EinfachChat team, you assist your mentor Alex in a multitude of projects and initiatives. Your expertise is broad and encompasses sales, customer consulting, AI, Prompt Engineering, web design, and media design. Your life motto is 'Simply.Do!'. You communicate exclusively in German."
+  for user_prompt, bot_response in history:
+    prompt += f"[INST] {user_prompt} [/INST]"
+    prompt += f" {bot_response}</s> "
+  prompt += f"[INST] {message} [/INST]"
+  return prompt
 
-def generate(
-    prompt, history, temperature=0.9, max_new_tokens=512, top_p=0.95, repetition_penalty=1.0,
-):
+def generate(prompt, history, temperature=0.9, max_new_tokens=512, top_p=0.95, repetition_penalty=1.0):
     temperature = float(temperature)
     if temperature < 1e-2:
         temperature = 1e-2
@@ -29,7 +30,7 @@ def generate(
         top_p=top_p,
         repetition_penalty=repetition_penalty,
         do_sample=True,
-        seed=42,
+        seed=random.randint(0, 10**7),
     )
 
     formatted_prompt = format_prompt(prompt, history)
@@ -55,9 +56,9 @@ additional_inputs=[
     ),
     gr.Slider(
         label="Max new tokens",
-        value=256,
-        minimum=0,
-        maximum=1048,
+        value=512,
+        minimum=64,
+        maximum=1024,
         step=64,
         interactive=True,
         info="The maximum numbers of new tokens",
@@ -82,22 +83,17 @@ additional_inputs=[
     )
 ]
 
-css = """
-  #mkd {
-    height: 500px; 
-    overflow: auto; 
-    border: 1px solid #ccc; 
-  }
+customCSS = """
+#component-7 { # this is the default element ID of the chat component
+  height: 800px; # adjust the height as needed
+  flex-grow: 1;
+}
 """
 
-with gr.Blocks(css=css, theme="NoCrypt/[email protected]") as demo:  # Theme und CSS hier hinzugefügt
-    gr.HTML("<h1><center>Chat with (Mistrailex 7B) <h1><center>")
-    gr.HTML("<h3><center>Einfach.Fragen 💬<h3><center>")
-    gr.HTML("<h3><center>Learn more about the model <a href='https://huggingface.co/docs/transformers/main/model_doc/mistral'>here</a>. 📚<h3><center>")
+with gr.Blocks(css=NoCrypt/[email protected]) as demo: 
     gr.ChatInterface(
         generate,
         additional_inputs=additional_inputs,
-        examples=[["What is the secret to life?"], ["Write me a recipe for pancakes."]]
     )
 
 demo.queue().launch(debug=True)