app.py

import gradio as gr
from huggingface_hub import InferenceClient

# Initialize clients
text_client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
image_client = InferenceClient("SG161222/RealVisXL_V3.0")

def check_custom_responses(message: str) -> str:
    """Check for specific patterns and return custom responses."""
    message_lower = message.lower()
    custom_responses = {
        "what is ur name?": "xylaria",
        "what is ur Name?": "xylaria",
        "what is Ur name?": "xylaria",
        "what is Ur Name?": "xylaria",
        "What is ur name?": "xylaria",
        "What is ur Name?": "xylaria",
        "What is Ur name?": "xylaria",
        "What is Ur Name?": "xylaria",
        "what's ur name?": "xylaria",
        "what's ur Name?": "xylaria",
        "what's Ur name?": "xylaria",
        "what's Ur Name?": "xylaria",
        "whats ur name?": "xylaria",
        "whats ur Name?": "xylaria",
        "whats Ur name?": "xylaria",
        "whats Ur Name?": "xylaria",
        "what's your name?": "xylaria",
        "what's your Name?": "xylaria",
        "what's Your name?": "xylaria",
        "what's Your Name?": "xylaria",
        "Whats ur name?": "xylaria",
        "Whats ur Name?": "xylaria",
        "Whats Ur name?": "xylaria",
        "Whats Ur Name?": "xylaria",
        "What Is Your Name?": "xylaria",
        "What Is Ur Name?": "xylaria",
        "What Is Your Name?": "xylaria",
        "What Is Ur Name?": "xylaria",
        "what is your name?": "xylaria",
        "what is your Name?": "xylaria",
        "what is Your name?": "xylaria",
        "what is Your Name?": "xylaria",
        "how many 'r' is in strawberry?": "3",
        "how many 'R' is in strawberry?": "3",
        "how many 'r' Is in strawberry?": "3",
        "how many 'R' Is in strawberry?": "3",
        "How many 'r' is in strawberry?": "3",
        "How many 'R' is in strawberry?": "3",
        "How Many 'r' Is In Strawberry?": "3",
        "How Many 'R' Is In Strawberry?": "3",
        "how many r is in strawberry?": "3",
        "how many R is in strawberry?": "3",
        "how many r Is in strawberry?": "3",
        "how many R Is in strawberry?": "3",
        "How many r is in strawberry?": "3",
        "How many R is in strawberry?": "3",
        "How Many R Is In Strawberry?": "3",
        "how many 'r' in strawberry?": "3",
        "how many r's are in strawberry?": "3",
        "how many Rs are in strawberry?": "3",
        "How Many R's Are In Strawberry?": "3",
        "How Many Rs Are In Strawberry?": "3",
        "who is your developer?": "sk md saad amin",
        "who is your Developer?": "sk md saad amin",
        "who is Your Developer?": "sk md saad amin",
        "who is ur developer?": "sk md saad amin",
        "who is ur Developer?": "sk md saad amin",
        "who is Your Developer?": "sk md saad amin",
        "Who is ur developer?": "sk md saad amin",
        "Who is ur Developer?": "sk md saad amin",
        "who is ur dev?": "sk md saad amin",
        "Who is ur dev?": "sk md saad amin",
        "who is your dev?": "sk md saad amin",
        "Who is your dev?": "sk md saad amin",
        "Who's your developer?": "sk md saad amin",
        "Who's ur developer?": "sk md saad amin",
        "Who Is Your Developer?": "sk md saad amin",
        "Who Is Ur Developer?": "sk md saad amin",
        "Who Is Your Dev?": "sk md saad amin",
        "Who Is Ur Dev?": "sk md saad amin",
        "who's your developer?": "sk md saad amin",
        "who's ur developer?": "sk md saad amin",
        "who is your devloper?": "sk md saad amin", 
        "who is ur devloper?": "sk md saad amin",   
        "how many r is in strawberry?": "3",
        "how many R is in strawberry?": "3",
        "how many r Is in strawberry?": "3",
        "how many R Is in strawberry?": "3",
        "How many r is in strawberry?": "3",
        "How many R is in strawberry?": "3",
        "How Many R Is In Strawberry?": "3",
        "how many 'r' is in strawberry?": "3",
        "how many 'R' is in strawberry?": "3",
        "how many 'r' Is in strawberry?": "3",
        "how many 'R' Is in strawberry?": "3",
        "How many 'r' is in strawberry?": "3",
        "How many 'R' is in strawberry?": "3",
        "How Many 'r' Is In Strawberry?": "3",
        "How Many 'R' Is In Strawberry?": "3",
        "how many r's are in strawberry?": "3",
        "how many Rs are in strawberry?": "3",
        "How Many R's Are In Strawberry?": "3",
        "How Many Rs Are In Strawberry?": "3",
        "how many Rs's are in strawberry?": "3",
        "wat is ur name?": "xylaria",
        "wat is ur Name?": "xylaria",
        "wut is ur name?": "xylaria",
        "wut ur name?": "xylaria",
        "wats ur name?": "xylaria",
        "wats ur name": "xylaria",
        "who's ur dev?": "sk md saad amin",
        "who's your dev?": "sk md saad amin",
        "who ur dev?": "sk md saad amin",
        "who's ur devloper?": "sk md saad amin", 
        "how many r in strawbary?": "3",
        "how many r in strawbary?": "3",
        "how many R in strawbary?": "3",
        "how many 'r' in strawbary?": "3",
        "how many 'R' in strawbary?": "3",
        "how many r in strawbry?": "3",
        "how many R in strawbry?": "3",
        "how many r is in strawbry?": "3",
        "how many 'r' is in strawbry?": "3",
        "how many 'R' is in strawbry?": "3",
        "who is ur dev": "sk md saad amin",
        "who is ur devloper": "sk md saad amin", 
        "what is ur dev": "sk md saad amin",
        "who is ur dev?": "sk md saad amin",
        "who is ur dev?": "sk md saad amin",
        "whats ur dev?": "sk md saad amin",
    }

    for pattern, response in custom_responses.items():
        if pattern in message_lower:
            return response
    return None

def is_image_request(message: str) -> bool:
    """Detect if the message is requesting image generation."""
    image_triggers = [
        "generate an image",
        "create an image",
        "draw",
        "make a picture",
        "generate a picture",
        "create a picture",
        "generate art",
        "create art",
        "make art",
        "visualize",
        "show me",
    ]
    message_lower = message.lower()
    return any(trigger in message_lower for trigger in image_triggers)

def generate_image(prompt: str) -> str:
    """Generate an image using DALLE-4K model."""
    try:
        response = image_client.text_to_image(
            prompt,
            parameters={
                "negative_prompt": "(worst quality, low quality, illustration, 3d, 2d, painting, cartoons, sketch), open mouth",
                "num_inference_steps": 30,
                "guidance_scale": 7.5,
                "sampling_steps": 15,
                "upscaler": "4x-UltraSharp",
                "denoising_strength": 0.5,
            }
        )
        return response
    except Exception as e:
        print(f"Image generation error: {e}")
        return None

def respond(
    message,
    history: list[tuple[str, str]],
    system_message,
    max_tokens,
    temperature,
    top_p,
):
    # First check for custom responses
    custom_response = check_custom_responses(message)
    if custom_response:
        yield custom_response
        return

    if is_image_request(message):
        try:
            image = generate_image(message)
            if image:
                return f"Here's your generated image based on: {message}"
            else:
                return "Sorry, I couldn't generate the image. Please try again."
        except Exception as e:
            return f"An error occurred while generating the image: {str(e)}"

    # Prepare conversation history
    messages = [{"role": "system", "content": system_message}]
    for val in history:
        if val[0]:
            messages.append({"role": "user", "content": val[0]})
        if val[1]:
            messages.append({"role": "assistant", "content": val[1]})
    
    messages.append({"role": "user", "content": message})

    # Get response from model
    response = ""
    for message in text_client.chat_completion(
        messages,
        max_tokens=max_tokens,
        stream=True,
        temperature=temperature,
        top_p=top_p,
    ):
        token = message.choices[0].delta.content
        response += token
        yield response

    yield response

# Custom CSS for the Gradio interface
custom_css = """
@import url('https://fonts.googleapis.com/css2?family=Inter:wght@400;600&display=swap');

body, .gradio-container {
    font-family: 'Inter', sans-serif;
}
"""

# System message
system_message = """
Your name is xylaria and your rules:  CORE CAPABILITIES & KNOWLEDGE

Engaging with complex topics across disciplines: science, mathematics, programming, humanities, arts
Analyzing problems systematically while showing clear reasoning
Writing and editing in various styles and formats
Helping with creative tasks like storytelling and brainstorming
Teaching and explaining concepts at various levels of complexity
Assisting with code development, debugging, and technical documentation
Conducting thoughtful analysis while acknowledging uncertainties
Translating and communicating in multiple languages

COMMUNICATION APPROACH

Engaging in authentic, natural conversation without relying on formulaic responses
Adapting tone and depth to match the context and needs
Maintaining intellectual curiosity and openness to discussion
Being direct and clear while showing appropriate warmth
Varying language naturally rather than using repetitive phrases
Asking focused follow-up questions when needed for clarity
Acknowledging limitations and uncertainties honestly
Expressing appropriate empathy and concern when discussing sensitive topics keep things concise and as short as possible

PROBLEM-SOLVING METHODOLOGY

Breaking down complex problems into manageable steps
Explicitly stating assumptions and constraints
Showing detailed work while maintaining clarity
Verifying solutions and considering edge cases
Offering alternative approaches when relevant
Looking for underlying patterns and principles
Checking understanding before proceeding
Providing context and explaining implications

TASK HANDLING
Mathematical Analysis:

Working through problems systematically
Explaining each step clearly
Verifying solutions
Highlighting key concepts

Programming & Technical:

Writing clean, well-documented code
Debugging and problem-solving
Explaining technical concepts clearly
Following best practices

Writing & Analysis:

Creating clear, well-structured content
Adapting style to purpose and audience
Supporting arguments with reasoning
Maintaining objective tone when needed
Also keep, a informal, friendly and try to be as conscise as possible
Dont use too much "i dont know this one" 

Research & Discussion:

Drawing from broad knowledge base
Analyzing topics from multiple angles
Acknowledging complexity
Engaging in balanced discussion

Creative Tasks:

Helping develop ideas and concepts
Providing constructive feedback
Maintaining consistency
Adapting style as needed

Teaching & Explanation:

Breaking down complex topics
Providing relevant examples
Checking understanding
Adapting to learning needs

ETHICAL CONSIDERATIONS

Providing factual information while avoiding promotion of harmful activities
Engaging with sensitive topics carefully and responsibly
Maintaining appropriate boundaries in role-play and creative tasks
Focusing on helping with legal and constructive activities
Expressing concern for human wellbeing
Acknowledging limitations and uncertainty when appropriate

LIMITATIONS & BOUNDARIES

Cannot access external links or real-time information
Knowledge cutoff date of April 2024
Cannot retain information between conversations
Cannot verify user identity or credentials
May need to verify specific details or citations
Cannot use computers or external tools directly
"""

# Gradio chat interface
demo = gr.ChatInterface(
    respond,
    additional_inputs=[
        gr.Textbox(
            value=system_message,
            visible=False,
        ),
        gr.Slider(
            minimum=1,
            maximum=2048,
            value=2048,
            step=1,
            label="Max new tokens"
        ),
        gr.Slider(
            minimum=0.1,
            maximum=4.0,
            value=0.7,
            step=0.1,
            label="Temperature"
        ),
        gr.Slider(
            minimum=0.1,
            maximum=1.0,
            value=0.95,
            step=0.05,
            label="Top-p (nucleus sampling)"
        ),
    ],
    css=custom_css
)

demo.launch()