Spaces:
Sleeping
Sleeping
| # app.py | |
| import os | |
| import requests | |
| import streamlit as st | |
| from models import get_hf_api | |
| # Configure API | |
| API_URL = get_hf_api() | |
| headers = {"Authorization": f"Bearer {st.secrets['HF_TOKEN']}"} | |
| # Page configuration | |
| st.set_page_config( | |
| page_title="DeepSeek Chatbot - ruslanmv.com", | |
| page_icon="🤖", | |
| layout="centered" | |
| ) | |
| # Initialize session state for chat history | |
| if "messages" not in st.session_state: | |
| st.session_state.messages = [] | |
| # Sidebar configuration | |
| with st.sidebar: | |
| st.header("Model Configuration") | |
| st.markdown("[Get HuggingFace Token](https://huggingface.co/settings/tokens)") | |
| system_message = st.text_area( | |
| "System Message", | |
| value="You are a friendly Chatbot created by ruslanmv.com", | |
| height=100 | |
| ) | |
| max_tokens = st.slider( | |
| "Max Tokens", | |
| 1, 4000, 512 | |
| ) | |
| temperature = st.slider( | |
| "Temperature", | |
| 0.1, 4.0, 0.7 | |
| ) | |
| top_p = st.slider( | |
| "Top-p", | |
| 0.1, 1.0, 0.9 | |
| ) | |
| # Chat interface | |
| st.title("🤖 DeepSeek Chatbot") | |
| st.caption("Powered by Hugging Face Inference API - Configure in sidebar") | |
| # Display chat history | |
| for message in st.session_state.messages: | |
| with st.chat_message(message["role"]): | |
| st.markdown(message["content"]) | |
| # Handle input | |
| if prompt := st.chat_input("Type your message..."): | |
| st.session_state.messages.append({"role": "user", "content": prompt}) | |
| with st.chat_message("user"): | |
| st.markdown(prompt) | |
| try: | |
| with st.spinner("Generating response..."): | |
| full_prompt = f"{system_message}\n\nUser: {prompt}\nAssistant:" | |
| response = requests.post( | |
| API_URL, | |
| headers=headers, | |
| json={ | |
| "inputs": full_prompt, | |
| "parameters": { | |
| "max_new_tokens": max_tokens, | |
| "temperature": temperature, | |
| "top_p": top_p, | |
| "return_full_text": False | |
| } | |
| } | |
| ).json() | |
| if isinstance(response, list) and len(response) > 0: | |
| assistant_response = response[0].get('generated_text', '') | |
| else: | |
| assistant_response = "Error: Unexpected API response" | |
| with st.chat_message("assistant"): | |
| st.markdown(assistant_response) | |
| st.session_state.messages.append({"role": "assistant", "content": assistant_response}) | |
| except Exception as e: | |
| st.error(f"API Error: {str(e)}") |