Delete app.py

app.py

@@ -1,375 +0,0 @@
-import streamlit as st
-import subprocess
-import threading
-import time
-import requests
-import json
-from typing import List, Dict
-import sys
-import os
-
-# Configuration
-API_KEYS = ["sk-adminkey02", "sk-testkey123", "sk-userkey456", "sk-demokey789"]
-DEFAULT_API_KEY = "sk-adminkey02"
-
-def start_fastapi():
-    """Start FastAPI server in a separate process"""
-    try:
-        # Start FastAPI on port 8000 (internal)
-        subprocess.Popen([
-            sys.executable, "-m", "uvicorn", "api:app", 
-            "--host", "0.0.0.0", 
-            "--port", "8000",
-            "--workers", "1"
-        ])
-        print("🚀 FastAPI server starting on port 8000...")
-    except Exception as e:
-        st.error(f"Failed to start API server: {e}")
-
-# Start API server when app starts
-if 'api_started' not in st.session_state:
-    st.session_state.api_started = True
-    threading.Thread(target=start_fastapi, daemon=True).start()
-    time.sleep(8)  # Give API time to start
-
-def call_api(messages: List[Dict], max_tokens: int = 512, temperature: float = 0.7, api_key: str = DEFAULT_API_KEY):
-    """Call the internal API"""
-    try:
-        response = requests.post(
-            "http://localhost:8000/v1/chat/completions",
-            headers={"Authorization": f"Bearer {api_key}"},
-            json={
-                "model": "capybarahermes-2.5-mistral-7b",
-                "messages": messages,
-                "max_tokens": max_tokens,
-                "temperature": temperature
-            },
-            timeout=120
-        )
-        
-        if response.status_code == 200:
-            return response.json()
-        elif response.status_code == 401:
-            st.error("❌ Invalid API key")
-            return None
-        else:
-            st.error(f"API Error: {response.status_code} - {response.text}")
-            return None
-            
-    except requests.exceptions.RequestException as e:
-        st.error(f"Failed to connect to API: {e}")
-        return None
-
-def check_api_health():
-    """Check if API is healthy"""
-    try:
-        response = requests.get("http://localhost:8000/v1/health", timeout=10)
-        return response.status_code == 200
-    except:
-        return False
-
-def get_api_info():
-    """Get API information"""
-    try:
-        response = requests.get("http://localhost:8000/v1", timeout=5)
-        if response.status_code == 200:
-            return response.json()
-    except:
-        pass
-    return None
-
-def main():
-    st.set_page_config(
-        page_title="🦙 CapybaraHermes Chat",
-        page_icon="🦙",
-        layout="wide",
-        initial_sidebar_state="expanded"
-    )
-    
-    # Header
-    st.title("🦙 CapybaraHermes-2.5-Mistral-7B")
-    st.markdown("*7B parameter model with OpenAI-compatible API*")
-    
-    # Get current space URL for examples
-    space_url = st.text_input(
-        "🌐 Your Space URL", 
-        placeholder="https://your-username-your-space.hf.space",
-        help="Enter your actual Hugging Face Space URL for API examples"
-    )
-    
-    # Check API health
-    api_healthy = check_api_health()
-    
-    col1, col2, col3 = st.columns([2, 1, 1])
-    with col1:
-        if api_healthy:
-            st.success("✅ API Server is running")
-        else:
-            st.warning("⏳ API Server is starting... (2-3 minutes)")
-            
-    with col2:
-        if st.button("🔄 Refresh"):
-            st.rerun()
-            
-    with col3:
-        if st.button("📊 API Info"):
-            info = get_api_info()
-            if info:
-                st.json(info)
-    
-    if not api_healthy:
-        st.info("🕐 The model is loading in the background. First startup takes 2-3 minutes.")
-        st.stop()
-    
-    # Sidebar
-    with st.sidebar:
-        st.header("⚙️ Settings")
-        
-        # API Key selection
-        selected_api_key = st.selectbox(
-            "🔑 API Key",
-            API_KEYS,
-            index=0,
-            help="Choose an API key for authentication"
-        )
-        
-        # Model parameters
-        max_tokens = st.slider("Max Tokens", 50, 1024, 512)
-        temperature = st.slider("Temperature", 0.0, 1.0, 0.7, 0.1)
-        
-        st.divider()
-        
-        # API Information
-        st.header("📡 API Access")
-        if space_url:
-            st.markdown(f"**Base URL:** `{space_url}/v1`")
-        else:
-            st.markdown("**Base URL:** `https://your-space.hf.space/v1`")
-        
-        st.markdown("**Endpoints:**")
-        st.code("/v1/models", language="text")
-        st.code("/v1/chat/completions", language="text") 
-        st.code("/v1/health", language="text")
-        st.code("/v1/docs", language="text")
-        
-        st.markdown("**Authentication:**")
-        st.code(f"Authorization: Bearer {selected_api_key}", language="text")
-        
-        st.divider()
-        
-        # Performance info
-        st.header("📈 Performance")
-        st.metric("Expected Speed", "2-8 tok/s")
-        st.metric("Context Length", "4,096 tokens")
-        st.metric("Model Size", "5GB")
-    
-    # Main content tabs
-    tab1, tab2, tab3 = st.tabs(["💬 Chat", "🔗 API Usage", "🧪 API Test"])
-    
-    with tab1:
-        # Chat interface
-        if "messages" not in st.session_state:
-            st.session_state.messages = []
-        
-        # Display chat history
-        for message in st.session_state.messages:
-            with st.chat_message(message["role"]):
-                st.markdown(message["content"])
-                if message["role"] == "assistant" and "stats" in message:
-                    st.caption(message["stats"])
-        
-        # Chat input
-        if prompt := st.chat_input("Ask me anything..."):
-            # Add user message
-            st.session_state.messages.append({"role": "user", "content": prompt})
-            with st.chat_message("user"):
-                st.markdown(prompt)
-            
-            # Generate response
-            with st.chat_message("assistant"):
-                with st.spinner("🤔 Thinking..."):
-                    # Prepare messages for API
-                    api_messages = [
-                        {"role": msg["role"], "content": msg["content"]} 
-                        for msg in st.session_state.messages 
-                        if "stats" not in msg
-                    ]
-                    
-                    result = call_api(api_messages, max_tokens, temperature, selected_api_key)
-                    
-                    if result and 'choices' in result:
-                        response = result['choices'][0]['message']['content']
-                        usage = result.get('usage', {})
-                        
-                        completion_tokens = usage.get('completion_tokens', 0)
-                        generation_time = usage.get('total_tokens', 0) / 4.0  # Rough estimate
-                        stats = f"📊 {completion_tokens} tokens • ~{generation_time:.1f}s • API: {selected_api_key[:12]}..."
-                        
-                        st.markdown(response)
-                        st.caption(stats)
-                        
-                        st.session_state.messages.append({
-                            "role": "assistant", 
-                            "content": response,
-                            "stats": stats
-                        })
-        
-        # Controls
-        col1, col2 = st.columns([1, 1])
-        with col1:
-            if st.button("🗑️ Clear Chat", type="secondary"):
-                st.session_state.messages = []
-                st.rerun()
-        with col2:
-            if st.button("💾 Export Chat", type="secondary"):
-                chat_json = json.dumps(st.session_state.messages, indent=2)
-                st.download_button(
-                    "📥 Download JSON",
-                    chat_json,
-                    "chat_export.json",
-                    "application/json"
-                )
-    
-    with tab2:
-        st.header("🔗 API Usage Examples")
-        
-        # Determine base URL
-        base_url = space_url + "/v1" if space_url else "https://your-username-your-space.hf.space/v1"
-        
-        st.subheader("🐍 Python (OpenAI SDK)")
-        python_code = f"""# Install OpenAI SDK
-pip install openai
-
-# Usage example
-from openai import OpenAI
-
-client = OpenAI(
-    base_url="{base_url}",
-    api_key="{selected_api_key}"
-)
-
-response = client.chat.completions.create(
-    model="capybarahermes-2.5-mistral-7b",
-    messages=[
-        {{"role": "user", "content": "Explain quantum computing"}}
-    ],
-    max_tokens=512,
-    temperature=0.7
-)
-
-print(response.choices[0].message.content)
-print(f"Tokens used: {{response.usage.total_tokens}}")"""
-        
-        st.code(python_code, language="python")
-        
-        st.subheader("🌐 JavaScript/Node.js")
-        js_code = f"""// Install: npm install openai
-import OpenAI from 'openai';
-
-const client = new OpenAI({{
-    baseURL: '{base_url}',
-    apiKey: '{selected_api_key}'
-}});
-
-const response = await client.chat.completions.create({{
-    model: 'capybarahermes-2.5-mistral-7b',
-    messages: [{{ role: 'user', content: 'Hello world!' }}],
-    max_tokens: 300
-}});
-
-console.log(response.choices[0].message.content);"""
-        
-        st.code(js_code, language="javascript")
-        
-        st.subheader("🔧 cURL")
-        curl_code = f"""# Chat completion
-curl -X POST "{base_url}/chat/completions" \\
-     -H "Content-Type: application/json" \\
-     -H "Authorization: Bearer {selected_api_key}" \\
-     -d '{{
-       "model": "capybarahermes-2.5-mistral-7b",
-       "messages": [{{"role": "user", "content": "Hello!"}}],
-       "max_tokens": 200,
-       "temperature": 0.7
-     }}'
-
-# List models
-curl -H "Authorization: Bearer {selected_api_key}" \\
-     "{base_url}/models"
-
-# Health check (no auth required)
-curl "{base_url}/health\""""
-        
-        st.code(curl_code, language="bash")
-        
-        st.subheader("🔑 API Authentication")
-        st.info(f"""
-        **Available API Keys:**
-        - `sk-adminkey02` (admin access)
-        - `sk-testkey123` (testing)
-        - `sk-userkey456` (user access)
-        - `sk-demokey789` (demo access)
-        
-        **Currently selected:** `{selected_api_key}`
-        """)
-    
-    with tab3:
-        st.header("🧪 API Testing Interface")
-        
-        col1, col2 = st.columns(2)
-        
-        with col1:
-            st.subheader("Test Chat Completion")
-            test_message = st.text_area("Test Message", "What is artificial intelligence?")
-            test_max_tokens = st.number_input("Max Tokens", 50, 1000, 200)
-            test_temperature = st.slider("Temperature", 0.0, 1.0, 0.7, 0.1, key="test_temp")
-            test_api_key = st.selectbox("API Key", API_KEYS, key="test_key")
-            
-            if st.button("🧪 Test API Call"):
-                with st.spinner("Testing..."):
-                    result = call_api(
-                        [{"role": "user", "content": test_message}],
-                        test_max_tokens,
-                        test_temperature,
-                        test_api_key
-                    )
-                    if result:
-                        st.success("✅ API Response:")
-                        st.json(result)
-        
-        with col2:
-            st.subheader("Health & Models")
-            
-            if st.button("🏥 Check Health"):
-                try:
-                    response = requests.get("http://localhost:8000/v1/health")
-                    if response.status_code == 200:
-                        st.success("✅ API is healthy")
-                        st.json(response.json())
-                    else:
-                        st.error(f"❌ Health check failed: {response.status_code}")
-                except Exception as e:
-                    st.error(f"❌ Connection failed: {e}")
-            
-            if st.button("📋 List Models"):
-                try:
-                    response = requests.get(
-                        "http://localhost:8000/v1/models",
-                        headers={"Authorization": f"Bearer {selected_api_key}"}
-                    )
-                    if response.status_code == 200:
-                        st.success("✅ Models:")
-                        st.json(response.json())
-                    else:
-                        st.error(f"❌ Request failed: {response.status_code}")
-                except Exception as e:
-                    st.error(f"❌ Connection failed: {e}")
-            
-            st.subheader("🔗 Quick Links")
-            if space_url:
-                st.markdown(f"- [API Docs]({space_url}/v1/docs)")
-                st.markdown(f"- [Health Check]({space_url}/v1/health)")
-                st.markdown(f"- [Models]({space_url}/v1/models)")
-
-if __name__ == "__main__":
-    main()