app.py

import streamlit as st
import requests

# Hugging Face API URL
API_URL = "https://api-inference.huggingface.co/models/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B"

# Function to query the Hugging Face API
def query(payload):
    headers = {"Authorization": f"Bearer {st.secrets['HF_TOKEN']}"}
    response = requests.post(API_URL, headers=headers, json=payload)
    return response.json()

# Page configuration
st.set_page_config(
    page_title="DeepSeek Chatbot - ruslanmv.com",
    page_icon="🤖",
    layout="centered"
)

# Initialize session state for chat history
if "messages" not in st.session_state:
    st.session_state.messages = []

# Sidebar configuration
with st.sidebar:
    st.header("Model Configuration")
    st.markdown("[Get HuggingFace Token](https://huggingface.co/settings/tokens)")
    
    system_message = st.text_area(
        "System Message",
        value="You are a friendly Chatbot created by ruslanmv.com",
        height=100
    )
    
    max_tokens = st.slider(
        "Max Tokens",
        1, 4000, 512
    )
    
    temperature = st.slider(
        "Temperature",
        0.1, 4.0, 0.7
    )
    
    top_p = st.slider(
        "Top-p",
        0.1, 1.0, 0.9
    )

# Chat interface
st.title("🤖 DeepSeek Chatbot")
st.caption("Powered by Hugging Face Inference API - Configure in sidebar")

# Display chat history
for message in st.session_state.messages:
    with st.chat_message(message["role"]):
        st.markdown(message["content"])

# Handle input
if prompt := st.chat_input("Type your message..."):
    st.session_state.messages.append({"role": "user", "content": prompt})
    
    with st.chat_message("user"):
        st.markdown(prompt)

    try:
        with st.spinner("Generating response..."):
            # Prepare the payload for the API
            payload = {
                "inputs": prompt,
                "parameters": {
                    "max_new_tokens": max_tokens,
                    "temperature": temperature,
                    "top_p": top_p,
                    "return_full_text": False
                }
            }
            
            # Query the Hugging Face API
            output = query(payload)
            
            # Handle API response
            if isinstance(output, list) and len(output) > 0 and 'generated_text' in output[0]:
                assistant_response = output[0]['generated_text']
            else:
                st.error("Error: Unable to generate a response. Please try again.")
                return

        with st.chat_message("assistant"):
            st.markdown(assistant_response)
        
        st.session_state.messages.append({"role": "assistant", "content": assistant_response})

    except Exception as e:
        st.error(f"Application Error: {str(e)}")