Spaces:
Running
Running
# app.py | |
import os | |
import requests | |
import streamlit as st | |
from models import get_hf_api | |
# Configure API | |
API_URL = get_hf_api() | |
headers = {"Authorization": f"Bearer {st.secrets['HF_TOKEN']}"} | |
# Page configuration | |
st.set_page_config( | |
page_title="DeepSeek Chatbot - ruslanmv.com", | |
page_icon="π€", | |
layout="centered" | |
) | |
# Initialize session state for chat history | |
if "messages" not in st.session_state: | |
st.session_state.messages = [] | |
# Sidebar configuration | |
with st.sidebar: | |
st.header("Model Configuration") | |
st.markdown("[Get HuggingFace Token](https://huggingface.co/settings/tokens)") | |
system_message = st.text_area( | |
"System Message", | |
value="You are a friendly Chatbot created by ruslanmv.com", | |
height=100 | |
) | |
max_tokens = st.slider( | |
"Max Tokens", | |
1, 4000, 512 | |
) | |
temperature = st.slider( | |
"Temperature", | |
0.1, 4.0, 0.7 | |
) | |
top_p = st.slider( | |
"Top-p", | |
0.1, 1.0, 0.9 | |
) | |
# Chat interface | |
st.title("π€ DeepSeek Chatbot") | |
st.caption("Powered by Hugging Face Inference API - Configure in sidebar") | |
# Display chat history | |
for message in st.session_state.messages: | |
with st.chat_message(message["role"]): | |
st.markdown(message["content"]) | |
# Handle input | |
if prompt := st.chat_input("Type your message..."): | |
st.session_state.messages.append({"role": "user", "content": prompt}) | |
with st.chat_message("user"): | |
st.markdown(prompt) | |
try: | |
with st.spinner("Generating response..."): | |
full_prompt = f"{system_message}\n\nUser: {prompt}\nAssistant:" | |
response = requests.post( | |
API_URL, | |
headers=headers, | |
json={ | |
"inputs": full_prompt, | |
"parameters": { | |
"max_new_tokens": max_tokens, | |
"temperature": temperature, | |
"top_p": top_p, | |
"return_full_text": False | |
} | |
} | |
).json() | |
if isinstance(response, list) and len(response) > 0: | |
assistant_response = response[0].get('generated_text', '') | |
else: | |
assistant_response = "Error: Unexpected API response" | |
with st.chat_message("assistant"): | |
st.markdown(assistant_response) | |
st.session_state.messages.append({"role": "assistant", "content": assistant_response}) | |
except Exception as e: | |
st.error(f"API Error: {str(e)}") |