Update app.py

app.py

@@ -1,271 +1,62 @@
 import gradio as gr
+import os
 from huggingface_hub import InferenceClient
 
-# Initialize clients
-text_client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
-image_client = InferenceClient("SG161222/RealVisXL_V3.0")
+hf_token = os.getenv("hf_token")
 
-def check_custom_responses(message: str) -> str:
-    """Check for specific patterns and return custom responses."""
-    message_lower = message.lower()
-    custom_responses = {
-        "what is ur name?": "xylaria",
-        "what is ur Name?": "xylaria",
-        "what is Ur name?": "xylaria",
-        "what is Ur Name?": "xylaria",
-        "What is ur name?": "xylaria",
-        "What is ur Name?": "xylaria",
-        "What is Ur name?": "xylaria",
-        "What is Ur Name?": "xylaria",
-        "what's ur name?": "xylaria",
-        "what's ur Name?": "xylaria",
-        "what's Ur name?": "xylaria",
-        "what's Ur Name?": "xylaria",
-        "whats ur name?": "xylaria",
-        "whats ur Name?": "xylaria",
-        "whats Ur name?": "xylaria",
-        "whats Ur Name?": "xylaria",
-        "what's your name?": "xylaria",
-        "what's your Name?": "xylaria",
-        "what's Your name?": "xylaria",
-        "what's Your Name?": "xylaria",
-        "Whats ur name?": "xylaria",
-        "Whats ur Name?": "xylaria",
-        "Whats Ur name?": "xylaria",
-        "Whats Ur Name?": "xylaria",
-        "What Is Your Name?": "xylaria",
-        "What Is Ur Name?": "xylaria",
-        "What Is Your Name?": "xylaria",
-        "What Is Ur Name?": "xylaria",
-        "what is your name?": "xylaria",
-        "what is your Name?": "xylaria",
-        "what is Your name?": "xylaria",
-        "what is Your Name?": "xylaria",
-        "how many 'r' is in strawberry?": "3",
-        "how many 'R' is in strawberry?": "3",
-        "how many 'r' Is in strawberry?": "3",
-        "how many 'R' Is in strawberry?": "3",
-        "How many 'r' is in strawberry?": "3",
-        "How many 'R' is in strawberry?": "3",
-        "How Many 'r' Is In Strawberry?": "3",
-        "How Many 'R' Is In Strawberry?": "3",
-        "how many r is in strawberry?": "3",
-        "how many R is in strawberry?": "3",
-        "how many r Is in strawberry?": "3",
-        "how many R Is in strawberry?": "3",
-        "How many r is in strawberry?": "3",
-        "How many R is in strawberry?": "3",
-        "How Many R Is In Strawberry?": "3",
-        "how many 'r' in strawberry?": "3",
-        "how many r's are in strawberry?": "3",
-        "how many Rs are in strawberry?": "3",
-        "How Many R's Are In Strawberry?": "3",
-        "How Many Rs Are In Strawberry?": "3",
-        "who is your developer?": "sk md saad amin",
-        "who is your Developer?": "sk md saad amin",
-        "who is Your Developer?": "sk md saad amin",
-        "who is ur developer?": "sk md saad amin",
-        "who is ur Developer?": "sk md saad amin",
-        "who is Your Developer?": "sk md saad amin",
-        "Who is ur developer?": "sk md saad amin",
-        "Who is ur Developer?": "sk md saad amin",
-        "who is ur dev?": "sk md saad amin",
-        "Who is ur dev?": "sk md saad amin",
-        "who is your dev?": "sk md saad amin",
-        "Who is your dev?": "sk md saad amin",
-        "Who's your developer?": "sk md saad amin",
-        "Who's ur developer?": "sk md saad amin",
-        "Who Is Your Developer?": "sk md saad amin",
-        "Who Is Ur Developer?": "sk md saad amin",
-        "Who Is Your Dev?": "sk md saad amin",
-        "Who Is Ur Dev?": "sk md saad amin",
-        "who's your developer?": "sk md saad amin",
-        "who's ur developer?": "sk md saad amin",
-        "who is your devloper?": "sk md saad amin", 
-        "who is ur devloper?": "sk md saad amin",   
-        "how many r is in strawberry?": "3",
-        "how many R is in strawberry?": "3",
-        "how many r Is in strawberry?": "3",
-        "how many R Is in strawberry?": "3",
-        "How many r is in strawberry?": "3",
-        "How many R is in strawberry?": "3",
-        "How Many R Is In Strawberry?": "3",
-        "how many 'r' is in strawberry?": "3",
-        "how many 'R' is in strawberry?": "3",
-        "how many 'r' Is in strawberry?": "3",
-        "how many 'R' Is in strawberry?": "3",
-        "How many 'r' is in strawberry?": "3",
-        "How many 'R' is in strawberry?": "3",
-        "How Many 'r' Is In Strawberry?": "3",
-        "How Many 'R' Is In Strawberry?": "3",
-        "how many r's are in strawberry?": "3",
-        "how many Rs are in strawberry?": "3",
-        "How Many R's Are In Strawberry?": "3",
-        "How Many Rs Are In Strawberry?": "3",
-        "how many Rs's are in strawberry?": "3",
-        "wat is ur name?": "xylaria",
-        "wat is ur Name?": "xylaria",
-        "wut is ur name?": "xylaria",
-        "wut ur name?": "xylaria",
-        "wats ur name?": "xylaria",
-        "wats ur name": "xylaria",
-        "who's ur dev?": "sk md saad amin",
-        "who's your dev?": "sk md saad amin",
-        "who ur dev?": "sk md saad amin",
-        "who's ur devloper?": "sk md saad amin", 
-        "how many r in strawbary?": "3",
-        "how many r in strawbary?": "3",
-        "how many R in strawbary?": "3",
-        "how many 'r' in strawbary?": "3",
-        "how many 'R' in strawbary?": "3",
-        "how many r in strawbry?": "3",
-        "how many R in strawbry?": "3",
-        "how many r is in strawbry?": "3",
-        "how many 'r' is in strawbry?": "3",
-        "how many 'R' is in strawbry?": "3",
-        "who is ur dev": "sk md saad amin",
-        "who is ur devloper": "sk md saad amin", 
-        "what is ur dev": "sk md saad amin",
-        "who is ur dev?": "sk md saad amin",
-        "who is ur dev?": "sk md saad amin",
-        "whats ur dev?": "sk md saad amin",
-    }
+client = InferenceClient(api_key=hf_token)
 
-    for pattern, response in custom_responses.items():
-        if pattern in message_lower:
-            return response
-    return None
-
-def is_image_request(message: str) -> bool:
-    """Detect if the message is requesting image generation."""
-    image_triggers = [
-        "generate an image",
-        "create an image",
-        "draw",
-        "make a picture",
-        "generate a picture",
-        "create a picture",
-        "generate art",
-        "create art",
-        "make art",
-        "visualize",
-        "show me",
+def get_response(user_input):
+    messages = [
+        { "role": "system", "content": "you are xylaria 1.4 senoa, developed by sk md saad amin. You give links for images if the user asks for images." },
+        { "role": "user", "content": user_input }
     ]
-    message_lower = message.lower()
-    return any(trigger in message_lower for trigger in image_triggers)
-
-def generate_image(prompt: str) -> str:
-    """Generate an image using DALLE-4K model."""
-    try:
-        response = image_client.text_to_image(
-            prompt,
-            parameters={
-                "negative_prompt": "(worst quality, low quality, illustration, 3d, 2d, painting, cartoons, sketch), open mouth",
-                "num_inference_steps": 30,
-                "guidance_scale": 7.5,
-                "sampling_steps": 15,
-                "upscaler": "4x-UltraSharp",
-                "denoising_strength": 0.5,
-            }
-        )
-        return response
-    except Exception as e:
-        print(f"Image generation error: {e}")
-        return None
-
-def respond(
-    message,
-    history: list[tuple[str, str]],
-    system_message,
-    max_tokens,
-    temperature,
-    top_p,
-):
-    # First check for custom responses
-    custom_response = check_custom_responses(message)
-    if custom_response:
-        yield custom_response
-        return
-
-    if is_image_request(message):
-        try:
-            image = generate_image(message)
-            if image:
-                return f"Here's your generated image based on: {message}"
-            else:
-                return "Sorry, I couldn't generate the image. Please try again."
-        except Exception as e:
-            return f"An error occurred while generating the image: {str(e)}"
-
-    # Prepare conversation history
-    messages = [{"role": "system", "content": system_message}]
-    for val in history:
-        if val[0]:
-            messages.append({"role": "user", "content": val[0]})
-        if val[1]:
-            messages.append({"role": "assistant", "content": val[1]})
     
-    messages.append({"role": "user", "content": message})
-
-    # Get response from model
+    stream = client.chat.completions.create(
+        model="Qwen/QwQ-32B-Preview", 
+        messages=messages, 
+        temperature=0.5,
+        max_tokens=10240,
+        top_p=0.7,
+        stream=True
+    )
+    
     response = ""
-    for message in text_client.chat_completion(
-        messages,
-        max_tokens=max_tokens,
-        stream=True,
-        temperature=temperature,
-        top_p=top_p,
-    ):
-        token = message.choices[0].delta.content
-        response += token
-        yield response
-
-    yield response
-
-# Custom CSS for the Gradio interface
-custom_css = """
-@import url('https://fonts.googleapis.com/css2?family=Inter:wght@400;600&display=swap');
-body, .gradio-container {
-    font-family: 'Inter', sans-serif;
-}
-"""
-
-# System message
-system_message = """
-You are Xylaria 1.3 Senoa
-"""
-
-
-# Gradio chat interface
-demo = gr.ChatInterface(
-    respond,
-    additional_inputs=[
-        gr.Textbox(
-            value=system_message,
-            visible=False,
-        ),
-        gr.Slider(
-            minimum=1,
-            maximum=16343,
-            value=16343,
-            step=1,
-            label="Max new tokens"
-        ),
-        gr.Slider(
-            minimum=0.1,
-            maximum=4.0,
-            value=0.7,
-            step=0.1,
-            label="Temperature"
-        ),
-        gr.Slider(
-            minimum=0.1,
-            maximum=1.0,
-            value=0.95,
-            step=0.05,
-            label="Top-p (nucleus sampling)"
-        ),
-    ],
-    css=custom_css
-)
+    for chunk in stream:
+        response += chunk.choices[0].delta.content
+    return response
+
+def chat_interface():
+    with gr.Blocks() as demo:
+        with gr.Row():
+            with gr.Column(scale=0.8):
+                input_textbox = gr.Textbox(
+                    label="Type your message", 
+                    placeholder="Type to Xylaria...",
+                    lines=1,
+                    max_lines=3,
+                    interactive=True,
+                    elem_id="user-input",
+                    show_label=False
+                )
+            with gr.Column(scale=0.2):
+                send_button = gr.Button("Send", elem_id="send-btn")
+
+        chat_output = gr.Chatbot(
+            elem_id="chat-box",
+            label="Xylaria 1.4 Senoa Chatbot",
+            show_label=False
+        )
+        
+        def submit_input(user_input, chat_history):
+            response = get_response(user_input)
+            chat_history.append((user_input, response))
+            return "", chat_history
+
+        input_textbox.submit(submit_input, [input_textbox, chat_output], [input_textbox, chat_output])
+        send_button.click(submit_input, [input_textbox, chat_output], [input_textbox, chat_output])
+        
+    return demo
+
+demo = chat_interface()
 demo.launch()