Update app.py

app.py

@@ -1,14 +1,21 @@
 import gradio as gr
+from transformers import pipeline
 
-MODELS = ["Mixtral-8x7B-Instruct-v0.1"]
+# Подгружаем модель с использованием transformers
+model_name = "Mixtral-8x7B-Instruct-v0.1"
+generator = pipeline('text-generation', model=model_name, tokenizer=model_name)
 
 def generate(message, chat_history, model, system_prompt):
-    """Simulates response generation."""
-    response = f"Simulated response for: {message}"
+    """Generates a response using the model."""
+    # Объединяем системный промпт и сообщение пользователя для контекста
+    prompt = system_prompt + "\n" + message
     
-    # Update chat history as a list of tuples
+    # Генерация ответа моделью
+    responses = generator(prompt, max_length=150, num_return_sequences=1)
+    response = responses[0]['generated_text'].split(prompt)[1]  # Извлечение только сгенерированного ответа
+    
+    # Обновление истории чата
     chat_history.append((message, response))
-
     return chat_history, ""
 
 DEFAULT_SYSTEM_PROMPT = """
@@ -24,13 +31,13 @@ with gr.Blocks() as demo:
     gr.Markdown("# Custom Chat Interface")
     
     with gr.Row():
-        model = gr.Dropdown(choices=MODELS, label="Select Model", value=MODELS[0])
+        model_dropdown = gr.Dropdown(choices=[model_name], label="Select Model", value=model_name)
     
     system_prompt = gr.Textbox(value=DEFAULT_SYSTEM_PROMPT, lines=5, label="System Prompt")
     chatbot = gr.Chatbot(label="Chat")
     msg = gr.Textbox(label="Type your message here...", placeholder="Enter your message...")
     
-    msg.submit(generate, inputs=[msg, chatbot, model, system_prompt], outputs=[chatbot, msg])
+    msg.submit(generate, inputs=[msg, chatbot, model_dropdown, system_prompt], outputs=[chatbot, msg])
     gr.Button("Clear Chat").click(clear_chat, inputs=None, outputs=[chatbot, msg])
 
 demo.launch()