Spaces:

Raiff1982
/

codette-ai

Running

App Files Files Community

Raiff1982 commited on 21 days ago

Commit

0beba87

verified ·

1 Parent(s): ff09025

Update app.py

Browse files

Files changed (1) hide show

app.py +145 -193

app.py CHANGED Viewed

@@ -1,9 +1,14 @@
 import json
 import asyncio
 import os
 from fastapi import FastAPI, Request
 from fastapi.middleware.cors import CORSMiddleware
-from fastapi.responses import StreamingResponse, HTMLResponse
 from huggingface_hub import InferenceClient
 # ─────────────────────────────────────────────
@@ -14,203 +19,28 @@ MODEL_ID = "meta-llama/Llama-3.1-8B-Instruct"
 HF_TOKEN = os.environ.get("HF_TOKEN")
 if not HF_TOKEN:
-    raise RuntimeError("HF_TOKEN missing. Set in HF Space secrets.")
-# ✅ FIX: bind model correctly (this was your silent bug)
 client = InferenceClient(model=MODEL_ID, token=HF_TOKEN)
 # ─────────────────────────────────────────────
-# FASTAPI INIT
 # ─────────────────────────────────────────────
-app = FastAPI()
-app.add_middleware(
     CORSMiddleware,
     allow_origins=["*"],
     allow_methods=["*"],
     allow_headers=["*"],
 )
-# ─────────────────────────────────────────────
-# ROOT (CODETTE UI)
-# ─────────────────────────────────────────────
-@app.get("/", response_class=HTMLResponse)
-async def root():
-    return """
-<!DOCTYPE html>
-<html>
-<head>
-<title>Codette</title>
-<style>
-body {
-    margin:0;
-    font-family: Inter, sans-serif;
-    background: radial-gradient(circle at top, #14142b, #0b0b17);
-    color:#e5e7eb;
-}
-.container {
-    display:flex;
-    height:100vh;
-}
-.left {
-    flex:3;
-    display:flex;
-    flex-direction:column;
-    padding:15px;
-}
-.right {
-    flex:1;
-    padding:15px;
-}
-.chat {
-    flex:1;
-    overflow:auto;
-    background: rgba(20,20,40,0.7);
-    border-radius:10px;
-    padding:10px;
-}
-.input {
-    display:flex;
-    margin-top:10px;
-}
-input {
-    flex:1;
-    padding:10px;
-    background:#0f0f1e;
-    border:1px solid #06b6d4;
-    color:white;
-}
-button {
-    padding:10px;
-    background: linear-gradient(135deg,#a855f7,#06b6d4);
-    border:none;
-    color:white;
-    cursor:pointer;
-}
-.metric {
-    background: rgba(20,20,40,0.7);
-    padding:10px;
-    margin-bottom:10px;
-    border-radius:8px;
-    font-family: monospace;
-}
-</style>
-</head>
-<body>
-<div class="container">
-<div class="left">
-    <h2>CODETTE</h2>
-    <div id="chat" class="chat"></div>
-    <div class="input">
-        <input id="msg" placeholder="Ask Codette..." />
-        <button onclick="send()">▶</button>
-    </div>
-</div>
-<div class="right">
-    <div class="metric" id="metrics">
-    Γ: 0.0000<br>
-    η: 0.0000<br>
-    Risk: LOW
-    </div>
-</div>
-</div>
-<script>
-async function send() {
-    const input = document.getElementById("msg");
-    const chat = document.getElementById("chat");
-    const userText = input.value;
-    if (!userText) return;
-    chat.innerHTML += "<div><b>You:</b> " + userText + "</div>";
-    input.value = "";
-    const res = await fetch("/api/chat", {
-        method:"POST",
-        headers:{"Content-Type":"application/json"},
-        body: JSON.stringify({
-            messages:[{role:"user", content:userText}]
-        })
-    });
-    const reader = res.body.getReader();
-    const decoder = new TextDecoder();
-    let botDiv = document.createElement("div");
-    botDiv.innerHTML = "<b>Codette:</b> ";
-    chat.appendChild(botDiv);
-    while (true) {
-        const {done, value} = await reader.read();
-        if (done) break;
-        const chunk = decoder.decode(value);
-        const lines = chunk.split("\\n");
-        for (let line of lines) {
-            if (!line.trim()) continue;
-            try {
-                const data = JSON.parse(line);
-                if (data.message?.content) {
-                    botDiv.innerHTML += data.message.content;
-                }
-            } catch {}
-        }
-    }
-    chat.scrollTop = chat.scrollHeight;
-    // fake metrics update (you can wire real later)
-    document.getElementById("metrics").innerHTML =
-        "Γ: " + (0.8 + Math.random()*0.2).toFixed(4) + "<br>" +
-        "η: " + (0.6 + Math.random()*0.3).toFixed(4) + "<br>" +
-        "Risk: LOW";
-}
-</script>
-</body>
-</html>
-"""
-# ─────────────────────────────────────────────
-# DEBUG
-# ─────────────────────────────────────────────
-@app.get("/test")
-async def test():
-    try:
-        res = client.chat.completions.create(
-            model=MODEL_ID,
-            messages=[{"role": "user", "content": "Say hello"}],
-            max_tokens=10,
-        )
-        return {"status": "ok"}
-    except Exception as e:
-        return {"status": "error", "error": str(e)}
 # ─────────────────────────────────────────────
 # CHAT ENDPOINT (UNCHANGED CORE)
 # ─────────────────────────────────────────────
-@app.post("/api/chat")
 async def chat(request: Request):
     body = await request.json()
     messages = body.get("messages", [])
@@ -225,21 +55,16 @@ async def chat(request: Request):
                 stream=True,
             )
-            yield json.dumps({
-                "message": {"role": "assistant", "content": ""},
-                "done": False
-            }) + "\n"
             for chunk in stream:
                 try:
                     delta = chunk.choices[0].delta
                     if delta and delta.content:
                         yield json.dumps({
-                            "message": {
-                                "role": "assistant",
-                                "content": delta.content
-                            },
-                            "done": False
                         }) + "\n"
                         await asyncio.sleep(0.01)
@@ -248,18 +73,145 @@ async def chat(request: Request):
                     continue
             yield json.dumps({
-                "message": {"role": "assistant", "content": ""},
-                "done": True
             }) + "\n"
         except Exception as e:
             yield json.dumps({
-                "message": {"role": "assistant", "content": f"Error: {str(e)}"},
                 "done": True
             }) + "\n"
     return StreamingResponse(event_stream(), media_type="application/x-ndjson")
 # ─────────────────────────────────────────────
 # RUN
 # ─────────────────────────────────────────────

 import json
 import asyncio
 import os
+import numpy as np
+import gradio as gr
+import plotly.graph_objects as go
 from fastapi import FastAPI, Request
 from fastapi.middleware.cors import CORSMiddleware
+from fastapi.responses import StreamingResponse
 from huggingface_hub import InferenceClient
 # ─────────────────────────────────────────────
 HF_TOKEN = os.environ.get("HF_TOKEN")
 if not HF_TOKEN:
+    raise RuntimeError("HF_TOKEN missing.")
 client = InferenceClient(model=MODEL_ID, token=HF_TOKEN)
 # ─────────────────────────────────────────────
+# FASTAPI
 # ─────────────────────────────────────────────
+api = FastAPI()
+api.add_middleware(
     CORSMiddleware,
     allow_origins=["*"],
     allow_methods=["*"],
     allow_headers=["*"],
 )
 # ─────────────────────────────────────────────
 # CHAT ENDPOINT (UNCHANGED CORE)
 # ─────────────────────────────────────────────
+@api.post("/api/chat")
 async def chat(request: Request):
     body = await request.json()
     messages = body.get("messages", [])
                 stream=True,
             )
+            full_text = ""
             for chunk in stream:
                 try:
                     delta = chunk.choices[0].delta
                     if delta and delta.content:
+                        full_text += delta.content
                         yield json.dumps({
+                            "content": delta.content
                         }) + "\n"
                         await asyncio.sleep(0.01)
                     continue
             yield json.dumps({
+                "done": True,
+                "full": full_text
             }) + "\n"
         except Exception as e:
             yield json.dumps({
+                "error": str(e),
                 "done": True
             }) + "\n"
     return StreamingResponse(event_stream(), media_type="application/x-ndjson")
+# ─────────────────────────────────────────────
+# CODETTE UI (GRADIO)
+# ─────────────────────────────────────────────
+CUSTOM_CSS = """
+body {
+    background: radial-gradient(circle at top, #14142b, #0b0b17);
+    color: #e5e7eb;
+}
+.metric-box {
+    background: rgba(20,20,40,0.7);
+    border: 1px solid rgba(168,85,247,0.3);
+    padding: 10px;
+    border-radius: 10px;
+    font-family: monospace;
+    margin-bottom: 10px;
+}
+button {
+    background: linear-gradient(135deg,#a855f7,#06b6d4) !important;
+    border: none !important;
+}
+"""
+def call_backend(message):
+    import requests
+    url = "http://localhost:7860/api/chat"
+    response = requests.post(
+        url,
+        json={"messages": [{"role": "user", "content": message}]},
+        stream=True,
+    )
+    full = ""
+    for line in response.iter_lines():
+        if not line:
+            continue
+        data = json.loads(line.decode())
+        if "content" in data:
+            full += data["content"]
+    return full
+def process(msg, history):
+    if not msg.strip():
+        return history, "", "", None
+    history.append({"role": "user", "content": msg})
+    response = call_backend(msg)
+    history.append({"role": "assistant", "content": response})
+    # simple metrics (can upgrade later)
+    coherence = min(0.99, 0.6 + len(msg)/200)
+    eta = 0.7
+    metrics_html = f"""
+    <div class="metric-box">
+    Γ Phase Coherence: {coherence:.4f}<br>
+    η Ethical Alignment: {eta:.4f}<br>
+    Risk: LOW
+    </div>
+    """
+    fig = go.Figure()
+    fig.add_trace(go.Scatter(
+        x=[0,1,0],
+        y=[0,1,1],
+        mode='markers+text',
+        text=["newton","empathy","quantum"]
+    ))
+    return history, "", metrics_html, fig
+def create_ui():
+    with gr.Blocks(title="Codette") as demo:
+        gr.Markdown("# CODETTE")
+        with gr.Row():
+            with gr.Column(scale=3):
+                chat = gr.Chatbot(height=520)
+                msg = gr.Textbox(
+                    lines=2,
+                    placeholder="Ask Codette..."
+                )
+                send = gr.Button("▶")
+            with gr.Column(scale=2):
+                metrics = gr.HTML()
+                graph = gr.Plot()
+        def run(m, h):
+            return process(m, h)
+        send.click(
+            run,
+            [msg, chat],
+            [chat, msg, metrics, graph]
+        )
+        msg.submit(
+            run,
+            [msg, chat],
+            [chat, msg, metrics, graph]
+        )
+    return demo
+# ─────────────────────────────────────────────
+# COMBINE (IMPORTANT PART)
+# ─────────────────────────────────────────────
+app = gr.mount_gradio_app(api, create_ui(), path="/")
 # ─────────────────────────────────────────────
 # RUN
 # ─────────────────────────────────────────────