switched mongodb to json to deploy on hf spaces

backend/app.py

@@ -2,47 +2,73 @@ import asyncio
 import json
 import subprocess
 from pathlib import Path
-from datetime import datetime, timezone, timedelta
-
+from datetime import datetime
 from fastapi import FastAPI, HTTPException
 from fastapi.middleware.cors import CORSMiddleware
-from fastapi.staticfiles import StaticFiles
 from fastapi.responses import FileResponse
-
-from odmantic import AIOEngine
-from models.message import Message
+from fastapi.staticfiles import StaticFiles
 
 # --------------------------------------------------------
-# FASTAPI APP
+# FASTAPI INIT
 # --------------------------------------------------------
 
 app = FastAPI()
 
 app.add_middleware(
     CORSMiddleware,
-    allow_origins=["*"],      # change this in production
+    allow_origins=["*"],      # allow all for HF Spaces
+    allow_credentials=True,
     allow_methods=["*"],
     allow_headers=["*"],
-    allow_credentials=True,
 )
 
 # --------------------------------------------------------
-# DATABASE (ODMantic)
+# JSON DATABASE (persistent message storage)
 # --------------------------------------------------------
 
-engine = AIOEngine(database="semantic_chat")
+ROOT_DIR = Path(__file__).parent.parent
+DATA_DIR = ROOT_DIR / "data"
+DATA_DIR.mkdir(exist_ok=True)
+
+DB_FILE = DATA_DIR / "history.json"
+
+
+def load_messages():
+    if not DB_FILE.exists():
+        return []
+    try:
+        with open(DB_FILE, "r") as f:
+            return json.load(f)
+    except:
+        return []
+
+
+def save_messages(msgs):
+    with open(DB_FILE, "w") as f:
+        json.dump(msgs, f, indent=2)
+
+
+def add_message(role, text, src=None):
+    msgs = load_messages()
+    entry = {
+        "role": role,
+        "text": text,
+        "src": src,
+        "timestamp": datetime.utcnow().isoformat()
+    }
+    msgs.append(entry)
+    save_messages(msgs)
+    return entry
+
 
 # --------------------------------------------------------
-# PYTHON ENGINE PROCESS
+# PYTHON ENGINE SPAWN
 # --------------------------------------------------------
 
-python_engine_path = Path(__file__).parent.parent / "python_engine/engine_server.py"
+python_engine_path = ROOT_DIR / "python_engine" / "engine_server.py"
 
 python = subprocess.Popen(
-    [
-        "/home/dwarakesh/base/bin/python3",
-        str(python_engine_path)
-    ],
+    ["python3", str(python_engine_path)],  # Docker-safe, HF-safe
     stdin=subprocess.PIPE,
     stdout=subprocess.PIPE,
     stderr=subprocess.PIPE,
@@ -53,8 +79,9 @@ python = subprocess.Popen(
 ready = False
 callbacks = []
 
+
 # --------------------------------------------------------
-# BACKGROUND READERS FOR PYTHON ENGINE
+# ENGINE ASYNC READERS
 # --------------------------------------------------------
 
 async def read_stdout():
@@ -78,7 +105,7 @@ async def read_stdout():
 
 
 async def read_stderr():
-    """Reads stderr for READY signal + logs."""
+    """Reads stderr for logs and READY signal."""
     global ready
     loop = asyncio.get_event_loop()
 
@@ -101,7 +128,7 @@ async def startup_event():
 
 
 # --------------------------------------------------------
-# SEND MESSAGE TO PYTHON ENGINE
+# SEND QUERY TO PYTHON ENGINE
 # --------------------------------------------------------
 
 async def ask_python(query: str):
@@ -130,80 +157,57 @@ async def ask_route(payload: dict):
         raise HTTPException(400, "Missing 'query' field")
 
     # Save user message
-    await engine.save(Message(role="user", text=user_query))
+    add_message("user", user_query)
 
     # Engine response
     result = await ask_python(user_query)
 
-    # Save bot messages
+    # Save bot responses
     if isinstance(result.get("response"), list):
         for msg in result["response"]:
-            await engine.save(Message(role="bot", text=msg))
+            add_message("bot", msg)
 
     return result
 
 
 @app.get("/history")
 async def history_route():
-    msgs = await engine.find(Message, sort=Message.timestamp)
-    # Make sure timestamps are serialized as ISO strings
-    return [
-        {
-            "role": msg.role,
-            "text": msg.text,
-            "src": getattr(msg, 'src', None),
-            "timestamp": msg.timestamp.isoformat() if isinstance(msg.timestamp, datetime) else msg.timestamp
-        }
-        for msg in msgs
-    ]
+    return load_messages()
+
 
 @app.post("/clear")
 async def clear_route():
-    # wipe all docs
-    await engine.remove(Message, {})
-
-    # insert greeting with current UTC time
-    greeting = Message(
-        role="bot",
-        text="Hi. I am Dwarakesh. Ask me anything about myself.",
-        timestamp=datetime.now(timezone(timedelta(hours=5, minutes=30))).replace(tzinfo=None)
-    )
-    await engine.save(greeting)
-
-    return {
-        "success": True, 
-        "message": {
-            "role": greeting.role,
-            "text": greeting.text,
-            "timestamp": greeting.timestamp.isoformat()
-        }
+    msgs = []
+    greeting = {
+        "role": "bot",
+        "text": "Hi. I am Dwarakesh. Ask me anything about myself.",
+        "timestamp": datetime.utcnow().isoformat()
     }
+    msgs.append(greeting)
+    save_messages(msgs)
+    return {"success": True, "message": greeting}
+
 
 # --------------------------------------------------------
-# STATIC FILE SERVING (REACT BUILD)
+# STATIC FRONTEND (Vite build)
 # --------------------------------------------------------
 
+FRONTEND_DIR = ROOT_DIR / "frontend"
+DIST_DIR = FRONTEND_DIR / "dist"
+PUBLIC_DIR = FRONTEND_DIR / "public"
 
-DIST_DIR = Path(__file__).parent.parent / "frontend/dist"
+# /static/* → public folder
+app.mount("/static", StaticFiles(directory=PUBLIC_DIR), name="static")
 
-# /assets/*
-from fastapi.staticfiles import StaticFiles
-
-app.mount("/static", StaticFiles(directory="../frontend/public"), name="static")
-app.mount("/assets", StaticFiles(directory=str(DIST_DIR / "assets")), name="assets")
+# /assets/* → dist/assets
+app.mount("/assets", StaticFiles(directory=DIST_DIR / "assets"), name="assets")
 
-# /favicon.png
+# favicon
 @app.get("/favicon.png")
 async def favicon():
-    return FileResponse(str(DIST_DIR / "favicon.png"))
+    return FileResponse(DIST_DIR / "favicon.png")
 
-# SPA fallback — everything else → index.html
+# Serve frontend for all other routes
 @app.get("/{full_path:path}")
 async def serve_spa(full_path: str):
-    return FileResponse(str(DIST_DIR / "index.html"))
-
-# --------------------------------------------------------
-# Run with:
-# cd backend
-# uvicorn app:app --reload --port 8000
-# --------------------------------------------------------
+    return FileResponse(DIST_DIR / "index.html")

backend/server.py

@@ -1,36 +1,74 @@
-# main.py
 import asyncio
 import json
+import subprocess
+from pathlib import Path
+from datetime import datetime
 from fastapi import FastAPI, HTTPException
 from fastapi.middleware.cors import CORSMiddleware
-from odmantic import AIOEngine
-from models.message import Message
-from pathlib import Path
-from datetime import datetime, timezone, timedelta
-import subprocess
+from fastapi.responses import FileResponse
+from fastapi.staticfiles import StaticFiles
+
+# --------------------------------------------------------
+# FASTAPI INIT
+# --------------------------------------------------------
 
 app = FastAPI()
 
 app.add_middleware(
     CORSMiddleware,
-    allow_origins=["*"],
+    allow_origins=["*"],      # allow all for HF Spaces
     allow_credentials=True,
     allow_methods=["*"],
     allow_headers=["*"],
 )
 
-# ----------------------------------------
-# MongoDB (ODMantic)
-# ----------------------------------------
-engine = AIOEngine(database="semantic_chat")
+# --------------------------------------------------------
+# JSON DATABASE (file-based persistence)
+# --------------------------------------------------------
+
+ROOT_DIR = Path(__file__).parent.parent
+DATA_DIR = ROOT_DIR / "data"
+DATA_DIR.mkdir(exist_ok=True)
+
+DB_FILE = DATA_DIR / "history.json"
+
+
+def load_messages():
+    if not DB_FILE.exists():
+        return []
+    try:
+        with open(DB_FILE, "r") as f:
+            return json.load(f)
+    except:
+        return []
+
+
+def save_messages(msgs):
+    with open(DB_FILE, "w") as f:
+        json.dump(msgs, f, indent=2)
+
+
+def add_message(role, text, src=None):
+    msgs = load_messages()
+    entry = {
+        "role": role,
+        "text": text,
+        "src": src,
+        "timestamp": datetime.utcnow().isoformat()
+    }
+    msgs.append(entry)
+    save_messages(msgs)
+    return entry
+
+
+# --------------------------------------------------------
+# PYTHON ENGINE
+# --------------------------------------------------------
 
-# ----------------------------------------
-# Spawn Python engine
-# ----------------------------------------
-python_engine_path = Path(__file__).parent / "../python_engine/engine_server.py"
+python_engine_path = ROOT_DIR / "python_engine" / "engine_server.py"
 
 python = subprocess.Popen(
-    ["/home/dwarakesh/base/bin/python3", str(python_engine_path)],
+    ["python3", str(python_engine_path)],   # Docker/HF safe
     stdin=subprocess.PIPE,
     stdout=subprocess.PIPE,
     stderr=subprocess.PIPE,
@@ -39,34 +77,43 @@ python = subprocess.Popen(
 )
 
 ready = False
-callbacks = []  # simple FIFO queue
+callbacks = []
 
 
-# ----------------------------------------
-# Background task: read stdout + stderr
-# ----------------------------------------
 async def read_stdout():
+    """Reads JSON responses from python engine."""
     global callbacks
     loop = asyncio.get_event_loop()
+
     while True:
         line = await loop.run_in_executor(None, python.stdout.readline)
         if not line:
             continue
+
         line = line.strip()
         if callbacks:
             cb = callbacks.pop(0)
-            cb(json.loads(line))
+            try:
+                cb(json.loads(line))
+            except Exception as err:
+                print("JSON decode error:", err)
+                print("Line:", line)
 
 
 async def read_stderr():
+    """Reads stderr for READY signal + logs."""
     global ready
     loop = asyncio.get_event_loop()
+
     while True:
         line = await loop.run_in_executor(None, python.stderr.readline)
         if not line:
             continue
-        print("[PY]", line.strip())
-        if "READY" in line:
+
+        msg = line.strip()
+        print("[PY]", msg)
+
+        if "READY" in msg:
             ready = True
 
 
@@ -76,76 +123,83 @@ async def startup_event():
     asyncio.create_task(read_stderr())
 
 
-# ----------------------------------------
-# Helper to send message to python engine
-# ----------------------------------------
 async def ask_python(query: str):
     if not ready:
-        raise HTTPException(status_code=500, detail="Python engine not ready")
+        raise HTTPException(503, "Python engine not ready")
 
     loop = asyncio.get_event_loop()
-    fut = loop.create_future()
+    future = loop.create_future()
+
+    callbacks.append(future.set_result)
 
-    callbacks.append(fut.set_result)
     python.stdin.write(json.dumps({"query": query}) + "\n")
     python.stdin.flush()
 
-    return await fut
+    return await future
 
 
-# ----------------------------------------
-# /ask
-# ----------------------------------------
+# --------------------------------------------------------
+# API ROUTES
+# --------------------------------------------------------
+
 @app.post("/ask")
 async def ask(payload: dict):
     user_query = payload.get("query")
     if not user_query:
-        raise HTTPException(400, "Missing query field")
+        raise HTTPException(400, "Missing 'query' field")
 
-    # store user message
-    await engine.save(Message(role="user", text=user_query))
+    # Save user message
+    add_message("user", user_query)
 
+    # Engine response
     result = await ask_python(user_query)
 
-    # store bot messages
+    # Save bot messages
     if isinstance(result.get("response"), list):
         for msg in result["response"]:
-            await engine.save(Message(role="bot", text=msg))
+            add_message("bot", msg)
 
     return result
 
 
-# ----------------------------------------
-# /history
-# ----------------------------------------
 @app.get("/history")
 async def history():
-    messages = await engine.find(Message, sort=Message.timestamp)
-    return messages
-
+    return load_messages()
 
-# ----------------------------------------
-# /clear
-# ----------------------------------------
 
 @app.post("/clear")
 async def clear_route():
-    # wipe all docs
-    await engine.remove(Message, {})
-
-    # Use local timezone, same as JavaScript
-    greeting = Message(
-        role="bot",
-        text="Hi. I am Dwarakesh. Ask me anything.",
-        timestamp=datetime.now(timezone(timedelta(hours=5, minutes=30))).replace(tzinfo=None)
-    )
-    await engine.save(greeting)
-
-    return {
-        "success": True, 
-        "message": {
-            "role": greeting.role,
-            "text": greeting.text,
-            "timestamp": greeting.timestamp.isoformat()
-        }
+    msgs = []
+    greeting = {
+        "role": "bot",
+        "text": "Hi. I am Dwarakesh. Ask me anything.",
+        "timestamp": datetime.utcnow().isoformat()
     }
+    msgs.append(greeting)
+    save_messages(msgs)
+    return {"success": True, "message": greeting}
+
+
+# --------------------------------------------------------
+# STATIC FRONTEND (Vite build)
+# --------------------------------------------------------
+
+FRONTEND_DIR = ROOT_DIR / "frontend"
+DIST_DIR = FRONTEND_DIR / "dist"
+PUBLIC_DIR = FRONTEND_DIR / "public"
+
+# Files in /public → /static/*
+app.mount("/static", StaticFiles(directory=PUBLIC_DIR), name="static")
+
+# /assets/* → dist/assets
+app.mount("/assets", StaticFiles(directory=DIST_DIR / "assets"), name="assets")
+
+# favicon
+@app.get("/favicon.png")
+async def favicon():
+    return FileResponse(DIST_DIR / "favicon.png")
+
+# Everything else → index.html
+@app.get("/{full_path:path}")
+async def serve_spa(full_path: str):
+    return FileResponse(DIST_DIR / "index.html")

data/history.json

@@ -0,0 +1,14 @@
+[
+  {
+    "role": "user",
+    "text": "hello",
+    "src": null,
+    "timestamp": "2025-12-10T18:54:40.717180"
+  },
+  {
+    "role": "bot",
+    "text": "Hey",
+    "src": null,
+    "timestamp": "2025-12-10T18:54:40.752946"
+  }
+]

tree_data/portfolio_tree_data.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4db94b18477126989603121cfd3cbbc1a23cb91fbcb4c5b9a8daac4eaf9d2295
+oid sha256:a9c8965301fa68822e3404e23a11b088c663b80f77002e6291318738ce2b9582
 size 707757