Spaces:

Shami96
/

deep-agent

Sleeping

App Files Files Community

Shami96 commited on Apr 13

Commit

b8f3d48

verified ·

1 Parent(s): 266f6ca

Upload server.py with huggingface_hub

Browse files

Files changed (1) hide show

server.py +243 -0

server.py ADDED Viewed

	@@ -0,0 +1,243 @@

+"""
+Shami's Deep Agent — FastAPI server for HuggingFace Spaces.
+Exposes a simple chat API that wraps Deep Agents with Groq backend.
+Accessible from anywhere via the HF Spaces URL.
+"""
+import os
+import json
+import asyncio
+from datetime import datetime
+from pathlib import Path
+from contextlib import asynccontextmanager
+from fastapi import FastAPI, HTTPException
+from fastapi.responses import HTMLResponse, StreamingResponse
+from pydantic import BaseModel
+# ── Agent setup ──────────────────────────────────────────────────────────────
+AGENT = None
+CONVERSATIONS: dict[str, list[dict]] = {}
+def create_agent():
+    """Create the Deep Agent with Groq backend."""
+    try:
+        from deepagents import create_deep_agent
+        agents_md = Path("AGENTS.md").read_text()
+        agent = create_deep_agent(
+            model="groq:llama-3.3-70b-versatile",
+            system_prompt=agents_md,
+        )
+        return agent
+    except Exception as e:
+        print(f"[WARN] Could not create Deep Agent: {e}")
+        print("[INFO] Falling back to direct Groq API mode")
+        return None
+def get_groq_client():
+    """Direct Groq client as fallback when Deep Agents SDK isn't compatible."""
+    try:
+        from groq import Groq
+        return Groq(api_key=os.environ.get("GROQ_API_KEY"))
+    except ImportError:
+        return None
+async def chat_with_groq(message: str, conversation_id: str) -> str:
+    """Simple Groq chat as fallback."""
+    client = get_groq_client()
+    if not client:
+        return "Error: Groq client not available. Check GROQ_API_KEY."
+    # Load AGENTS.md as system prompt
+    system_prompt = Path("AGENTS.md").read_text() if Path("AGENTS.md").exists() else "You are a helpful assistant."
+    # Strip YAML frontmatter
+    if system_prompt.startswith("---"):
+        end = system_prompt.find("---", 3)
+        if end != -1:
+            system_prompt = system_prompt[end + 3:].strip()
+    if conversation_id not in CONVERSATIONS:
+        CONVERSATIONS[conversation_id] = []
+    history = CONVERSATIONS[conversation_id]
+    messages = [{"role": "system", "content": system_prompt}] + history + [{"role": "user", "content": message}]
+    try:
+        response = client.chat.completions.create(
+            model="llama-3.3-70b-versatile",
+            messages=messages,
+            max_tokens=4096,
+            temperature=0.7,
+        )
+        reply = response.choices[0].message.content or ""
+        history.append({"role": "user", "content": message})
+        history.append({"role": "assistant", "content": reply})
+        # Keep history manageable
+        if len(history) > 40:
+            CONVERSATIONS[conversation_id] = history[-20:]
+        return reply
+    except Exception as e:
+        return f"Error: {e}"
+# ── FastAPI app ──────────────────────────────────────────────────────────────
+@asynccontextmanager
+async def lifespan(app: FastAPI):
+    global AGENT
+    print(f"[{datetime.now().isoformat()}] Starting Shami's Deep Agent...")
+    print(f"  GROQ_API_KEY: {'SET' if os.environ.get('GROQ_API_KEY') else 'MISSING'}")
+    AGENT = create_agent()
+    if AGENT:
+        print("  Mode: Deep Agents SDK")
+    else:
+        print("  Mode: Direct Groq API (fallback)")
+    yield
+    print("Shutting down...")
+app = FastAPI(
+    title="Shami's Deep Agent",
+    description="Personal AI agent powered by Groq + Deep Agents",
+    lifespan=lifespan,
+)
+class ChatRequest(BaseModel):
+    message: str
+    conversation_id: str = "default"
+class ChatResponse(BaseModel):
+    reply: str
+    conversation_id: str
+    model: str = "groq/llama-3.3-70b-versatile"
+    timestamp: str
+@app.get("/", response_class=HTMLResponse)
+async def home():
+    return """
+    <!DOCTYPE html>
+    <html>
+    <head>
+        <title>Shami's Deep Agent</title>
+        <meta name="viewport" content="width=device-width, initial-scale=1">
+        <style>
+            * { margin: 0; padding: 0; box-sizing: border-box; }
+            body { font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', sans-serif; background: #0a0a0a; color: #e0e0e0; height: 100vh; display: flex; flex-direction: column; }
+            .header { padding: 16px 24px; border-bottom: 1px solid #222; background: #111; }
+            .header h1 { font-size: 18px; color: #fff; }
+            .header p { font-size: 12px; color: #666; margin-top: 4px; }
+            .chat { flex: 1; overflow-y: auto; padding: 24px; display: flex; flex-direction: column; gap: 16px; }
+            .msg { max-width: 80%; padding: 12px 16px; border-radius: 12px; line-height: 1.5; font-size: 14px; white-space: pre-wrap; }
+            .msg.user { align-self: flex-end; background: #1a3a5c; color: #e0e0e0; }
+            .msg.assistant { align-self: flex-start; background: #1a1a1a; border: 1px solid #333; }
+            .msg.assistant pre { background: #0d0d0d; padding: 8px; border-radius: 6px; overflow-x: auto; margin: 8px 0; }
+            .msg.assistant code { font-family: 'SF Mono', monospace; font-size: 13px; }
+            .input-area { padding: 16px 24px; border-top: 1px solid #222; background: #111; display: flex; gap: 12px; }
+            .input-area input { flex: 1; padding: 12px 16px; background: #1a1a1a; border: 1px solid #333; border-radius: 8px; color: #e0e0e0; font-size: 14px; outline: none; }
+            .input-area input:focus { border-color: #4a9eff; }
+            .input-area button { padding: 12px 24px; background: #4a9eff; color: #fff; border: none; border-radius: 8px; font-size: 14px; cursor: pointer; }
+            .input-area button:hover { background: #3a8eef; }
+            .input-area button:disabled { background: #333; cursor: not-allowed; }
+            .typing { color: #666; font-style: italic; }
+        </style>
+    </head>
+    <body>
+        <div class="header">
+            <h1>Shami's Deep Agent</h1>
+            <p>Groq / llama-3.3-70b-versatile &middot; Research &middot; Coding &middot; Planning</p>
+        </div>
+        <div class="chat" id="chat">
+            <div class="msg assistant">Hey! I'm Shami's personal AI agent. Ask me anything — coding, research, planning, writing. Powered by Groq for fast responses.</div>
+        </div>
+        <div class="input-area">
+            <input type="text" id="input" placeholder="Ask anything..." autofocus />
+            <button id="send" onclick="sendMessage()">Send</button>
+        </div>
+        <script>
+            const chat = document.getElementById('chat');
+            const input = document.getElementById('input');
+            const sendBtn = document.getElementById('send');
+            const convId = 'web-' + Date.now();
+            input.addEventListener('keydown', (e) => { if (e.key === 'Enter' && !sendBtn.disabled) sendMessage(); });
+            async function sendMessage() {
+                const msg = input.value.trim();
+                if (!msg) return;
+                input.value = '';
+                sendBtn.disabled = true;
+                chat.innerHTML += `<div class="msg user">${escapeHtml(msg)}</div>`;
+                chat.innerHTML += `<div class="msg assistant typing" id="typing">Thinking...</div>`;
+                chat.scrollTop = chat.scrollHeight;
+                try {
+                    const res = await fetch('/chat', {
+                        method: 'POST',
+                        headers: { 'Content-Type': 'application/json' },
+                        body: JSON.stringify({ message: msg, conversation_id: convId })
+                    });
+                    const data = await res.json();
+                    document.getElementById('typing')?.remove();
+                    chat.innerHTML += `<div class="msg assistant">${formatMarkdown(data.reply)}</div>`;
+                } catch (e) {
+                    document.getElementById('typing')?.remove();
+                    chat.innerHTML += `<div class="msg assistant">Error: ${e.message}</div>`;
+                }
+                chat.scrollTop = chat.scrollHeight;
+                sendBtn.disabled = false;
+                input.focus();
+            }
+            function escapeHtml(s) { return s.replace(/&/g,'&amp;').replace(/</g,'&lt;').replace(/>/g,'&gt;'); }
+            function formatMarkdown(s) {
+                return escapeHtml(s)
+                    .replace(/```(\\w+)?\\n([\\s\\S]*?)```/g, '<pre><code>$2</code></pre>')
+                    .replace(/`([^`]+)`/g, '<code>$1</code>')
+                    .replace(/\\*\\*([^*]+)\\*\\*/g, '<strong>$1</strong>')
+                    .replace(/\\n/g, '<br>');
+            }
+        </script>
+    </body>
+    </html>
+    """
+@app.post("/chat", response_model=ChatResponse)
+async def chat_endpoint(req: ChatRequest):
+    reply = await chat_with_groq(req.message, req.conversation_id)
+    return ChatResponse(
+        reply=reply,
+        conversation_id=req.conversation_id,
+        timestamp=datetime.now().isoformat(),
+    )
+@app.get("/health")
+async def health():
+    return {
+        "status": "ok",
+        "mode": "deep_agents" if AGENT else "groq_direct",
+        "model": "groq/llama-3.3-70b-versatile",
+        "timestamp": datetime.now().isoformat(),
+    }
+@app.get("/api/models")
+async def list_models():
+    return {"models": ["groq/llama-3.3-70b-versatile"]}
+if __name__ == "__main__":
+    import uvicorn
+    uvicorn.run(app, host="0.0.0.0", port=7860)