JarvisAI / app /main.py
aaditkumar's picture
Update app/main.py
952c49e verified
from pathlib import Path
from fastapi import FastAPI, HTTPException
from fastapi.middleware.cors import CORSMiddleware
from fastapi.responses import StreamingResponse, RedirectResponse
from fastapi.staticfiles import StaticFiles
from starlette.middleware.base import BaseHTTPMiddleware
from starlette.requests import Request
from contextlib import asynccontextmanager
import uvicorn
import logging
import json
import time
import re
import base64
import asyncio
from concurrent.futures import ThreadPoolExecutor, TimeoutError as FuturesTimeoutError
import edge_tts
from app.models import ChatRequest, ChatResponse, TTSRequest
import os
from fastapi import Request
from pydantic import BaseModel
RATE_LIMIT_MESSAGE = (
"You've reached your daily API limit for this assistant. "
"Your credits will reset in a few hours, or you can upgrade your plan for more. "
"Please try again later."
)
def _is_rate_limit_error(exc: Exception) -> bool:
msg = str(exc).lower()
return "429" in str(exc) or "rate limit" in msg or "tokens per day" in msg
from app.services.vector_store import VectorStoreService
from app.services.groq_service import GroqService, AllGroqApisFailedError
from app.services.realtime_service import RealtimeGroqService
from app.services.chat_service import ChatService
from app.services.brain_service import BrainService
from config import (
VECTOR_STORE_DIR, GROQ_API_KEYS, GROQ_MODEL, TAVILY_API_KEY,
EMBEDDING_MODEL, CHUNK_SIZE, CHUNK_OVERLAP, MAX_CHAT_HISTORY_TURNS,
ASSISTANT_NAME, TTS_VOICE, TTS_RATE,
)
logging.basicConfig(
level=logging.INFO,
format='%(asctime)s | %(levelname)-8s | %(name)-20s | %(message)s',
datefmt='%Y-%m-%d %H:%M:%S'
)
logger = logging.getLogger("J.A.R.V.I.S")
vector_store_service: VectorStoreService = None
groq_service: GroqService = None
realtime_service: RealtimeGroqService = None
brain_service: BrainService = None
chat_service: ChatService = None
def print_title():
"""Print the J.A.R.V.I.S ASCII art title."""
title = r"""
╔══════════════════════════════════════════════════════════╗
β•‘ β•‘
β•‘ β–ˆβ–ˆβ•— β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ•— β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ•— β–ˆβ–ˆβ•— β–ˆβ–ˆβ•—β–ˆβ–ˆβ•—β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ•— β•‘
β•‘ β–ˆβ–ˆβ•‘β–ˆβ–ˆβ•”β•β•β–ˆβ–ˆβ•—β–ˆβ–ˆβ•”β•β•β–ˆβ–ˆβ•—β–ˆβ–ˆβ•‘ β–ˆβ–ˆβ•‘β–ˆβ–ˆβ•‘β–ˆβ–ˆβ•”β•β•β•β•β• β•‘
β•‘ β–ˆβ–ˆβ•‘β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ•‘β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ•”β•β–ˆβ–ˆβ•‘ β–ˆβ–ˆβ•‘β–ˆβ–ˆβ•‘β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ•— β•‘
β•‘ β–ˆβ–ˆ β–ˆβ–ˆβ•‘β–ˆβ–ˆβ•”β•β•β–ˆβ–ˆβ•‘β–ˆβ–ˆβ•”β•β•β–ˆβ–ˆβ•—β•šβ–ˆβ–ˆβ•— β–ˆβ–ˆβ•”β•β–ˆβ–ˆβ•‘β•šβ•β•β•β•β–ˆβ–ˆβ•‘ β•‘
β•‘ β•šβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ•”β•β–ˆβ–ˆβ•‘ β–ˆβ–ˆβ•‘β–ˆβ–ˆβ•‘ β–ˆβ–ˆβ•‘ β•šβ–ˆβ–ˆβ–ˆβ–ˆβ•”β• β–ˆβ–ˆβ•‘β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ•‘ β•‘
β•‘ β•šβ•β•β•β•β• β•šβ•β• β•šβ•β•β•šβ•β• β•šβ•β• β•šβ•β•β•β• β•šβ•β•β•šβ•β•β•β•β•β•β• β•‘
β•‘ β•‘
β•‘ Just A Rather Very Intelligent System β•‘
β•‘ β•‘
β•šβ•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•β•
"""
print(title)
@asynccontextmanager
async def lifespan(app: FastAPI):
global vector_store_service, groq_service, realtime_service, brain_service, chat_service
print_title()
logger.info("=" * 60)
logger.info("J.A.R.V.I.S - Starting Up...")
logger.info("-" * 60)
logger.info("[CONFIG] Assistant name: %s", ASSISTANT_NAME)
logger.info("[CONFIG] Groq model: %s", GROQ_MODEL)
logger.info("[CONFIG] Groq API keys loaded: %d", len(GROQ_API_KEYS))
logger.info("[CONFIG] Tavily API key: %s", "configured" if TAVILY_API_KEY else "NOT SET")
logger.info("[CONFIG] Embedding model: %s", EMBEDDING_MODEL)
logger.info("[CONFIG] Chunk size: %d | Overlap: %d | Max history turns: %d",
CHUNK_SIZE, CHUNK_OVERLAP, MAX_CHAT_HISTORY_TURNS)
try:
logger.info("Initializing vector store service...")
t0 = time.perf_counter()
vector_store_service = VectorStoreService()
vector_store_service.create_vector_store()
logger.info("[TIMING] startup_vector_store: %.3fs", time.perf_counter() - t0)
logger.info("Initializing Groq service (general queries)...")
groq_service = GroqService(vector_store_service)
logger.info("Groq service initialized successfully")
logger.info("Initializing Realtime Groq service (with Tavily search)...")
realtime_service = RealtimeGroqService(vector_store_service)
logger.info("Realtime Groq service initialized successfully")
logger.info("Initializing Brain service (Groq query classification)...")
brain_service = BrainService()
logger.info("Brain service initialized successfully")
logger.info("Initializing chat service...")
chat_service = ChatService(groq_service, realtime_service, brain_service)
logger.info("Chat service initialized successfully")
logger.info("=" * 60)
logger.info("Service Status:")
logger.info(" - Vector Store: Ready")
logger.info(" - Groq AI (General): Ready")
logger.info(" - Groq AI (Realtime): Ready")
logger.info(" - Brain (Groq): Ready")
logger.info(" - Chat Service: Ready")
logger.info("=" * 60)
logger.info("J.A.R.V.I.S is online and ready!")
logger.info("API: http://localhost:8000")
logger.info("Frontend: http://localhost:8000/")
logger.info("-" * 60)
yield
logger.info("\nShutting down J.A.R.V.I.S...")
_tts_pool.shutdown(wait=True)
if chat_service:
for session_id in list(chat_service.sessions.keys()):
chat_service.save_chat_session(session_id)
logger.info("All sessions saved. Goodbye!")
except Exception as e:
logger.error(f"Fatal error during startup: {e}", exc_info=True)
raise
app = FastAPI(
title="J.A.R.V.I.S API",
description="Just A Rather Very Intelligent System",
lifespan=lifespan,
docs_url=None,
redoc_url=None,
openapi_url=None
)
app.add_middleware(
CORSMiddleware,
allow_origins=["*"],
allow_credentials=True,
allow_methods=["*"],
allow_headers=["*"],
)
class TimingMiddleware(BaseHTTPMiddleware):
async def dispatch(self, request: Request, call_next):
t0 = time.perf_counter()
response = await call_next(request)
elapsed = time.perf_counter() - t0
path = request.url.path
logger.info("[REQUEST] %s %s -> %s (%.3fs)", request.method, path, response.status_code, elapsed)
return response
app.add_middleware(TimingMiddleware)
@app.get("/api")
async def api_info():
return {
"message": "J.A.R.V.I.S API",
"endpoints": {
"/chat": "General chat (non-streaming)",
"/chat/stream": "General chat (streaming chunks)",
"/chat/realtime": "Realtime chat (non-streaming)",
"/chat/realtime/stream": "Realtime chat (streaming chunks)",
"/chat/jarvis/stream": "Jarvis unified route (brain classifies, streams)",
"/chat/history/{session_id}": "Get chat history",
"/health": "System health check",
"/tts": "Text-to-speech (POST text, returns streamed MP3)"
}
}
@app.get("/health")
async def health():
try:
return {
"status": "healthy",
"vector_store": vector_store_service is not None,
"groq_service": groq_service is not None,
"realtime_service": realtime_service is not None,
"brain_service": brain_service is not None,
"chat_service": chat_service is not None
}
except Exception as e:
logger.warning("[API /health] Error: %s", e)
return {"status": "degraded", "error": str(e)}
@app.post("/chat", response_model=ChatResponse)
async def chat(request: ChatRequest):
if not chat_service:
raise HTTPException(status_code=503, detail="Chat service not initialized")
logger.info("[API /chat] Incoming | session_id=%s | message_len=%d | message=%.100s",
request.session_id or "new", len(request.message), request.message)
try:
session_id = chat_service.get_or_create_session(request.session_id)
response_text = chat_service.process_message(session_id, request.message)
chat_service.save_chat_session(session_id)
logger.info("[API /chat] Done | session_id=%s | response_len=%d", session_id[:12], len(response_text))
return ChatResponse(response=response_text, session_id=session_id)
except ValueError as e:
logger.warning("[API /chat] Invalid session_id: %s", e)
raise HTTPException(status_code=400, detail=str(e))
except AllGroqApisFailedError as e:
logger.error("[API /chat] All Groq APIs failed: %s", e)
raise HTTPException(status_code=503, detail=str(e))
except Exception as e:
if _is_rate_limit_error(e):
logger.warning("[API /chat] Rate limit hit: %s", e)
raise HTTPException(status_code=429, detail=RATE_LIMIT_MESSAGE)
logger.error("[API /chat] Error: %s", e, exc_info=True)
raise HTTPException(status_code=500, detail=f"Error processing chat: {str(e)}")
_SPLIT_RE = re.compile(r"(?<=[\.!?,;:])\s+")
_MIN_WORDS_FIRST = 2
_MIN_WORDS = 3
_MERGE_IF_WORDS = 2
def _split_sentences(buf: str):
parts = _SPLIT_RE.split(buf)
if len(parts) <= 1:
return [], buf
raw = [p.strip() for p in parts[:-1] if p.strip()]
sentences, pending = [], ""
for s in raw:
if pending:
s = (pending + " " + s).strip()
pending = ""
min_req = _MIN_WORDS_FIRST if not sentences else _MIN_WORDS
if len(s.split()) < min_req:
pending = s
continue
sentences.append(s)
remaining = (pending + " " + parts[-1].strip()).strip() if pending else parts[-1].strip()
return sentences, remaining
def _merge_short(sentences):
if not sentences:
return []
merged, i = [], 0
while i < len(sentences):
cur = sentences[i]
j = i + 1
while j < len(sentences) and len(sentences[j].split()) <= _MERGE_IF_WORDS:
cur = (cur + " " + sentences[j]).strip()
j += 1
merged.append(cur)
i = j
return merged
def _generate_tts_sync(text: str, voice: str, rate: str) -> bytes:
async def _inner():
communicate = edge_tts.Communicate(text=text, voice=voice, rate=rate)
parts = []
async for chunk in communicate.stream():
if chunk["type"] == "audio":
parts.append(chunk["data"])
return b"".join(parts)
return asyncio.run(_inner())
_tts_pool = ThreadPoolExecutor(max_workers=4)
def _stream_generator(session_id: str, chunk_iter, is_realtime: bool, tts_enabled: bool = False):
yield f"data: {json.dumps({'session_id': session_id, 'chunk': '', 'done': False})}\n\n"
buffer = ""
held = None
is_first = True
audio_queue = []
# --- SUPER TTS MUTE VARIABLES ---
full_text = ""
mute_tts = False
def _submit(text):
if not text or not text.strip():
return
audio_queue.append((_tts_pool.submit(_generate_tts_sync, text, TTS_VOICE, TTS_RATE), text))
def _drain_ready():
events = []
while audio_queue and audio_queue[0][0].done():
fut, sent = audio_queue.pop(0)
try:
audio = fut.result()
b64 = base64.b64encode(audio).decode("ascii")
events.append(f"data: {json.dumps({'audio': b64, 'sentence': sent})}\n\n")
except Exception as exc:
logger.warning("[TTS-INLINE] Failed for '%s': %s", sent[:40], exc)
return events
try:
for chunk in chunk_iter:
if isinstance(chunk, dict) and "_activity" in chunk:
yield f"data: {json.dumps({'activity': chunk['_activity']})}\n\n"
continue
if isinstance(chunk, dict) and "_search_results" in chunk:
yield f"data: {json.dumps({'search_results': chunk['_search_results']})}\n\n"
continue
if not chunk:
continue
# Frontend ko chunk bhejo taaki PC control chal sake
yield f"data: {json.dumps({'chunk': chunk, 'done': False})}\n\n"
if not tts_enabled:
continue
for ev in _drain_ready():
yield ev
# --- THE MIC-DROP SWITCH ---
full_text += chunk
upper_text = full_text.upper()
if "[EXECUTE]" in upper_text or "```PYTHON" in upper_text or "IMPORT OS" in upper_text or "IMPORT SUBPROCESS" in upper_text or "IMPORT PYAUTOGUI" in upper_text:
mute_tts = True
if mute_tts:
continue # Yahan se aage TTS ke paas code nahi jayega!
# ---------------------------
buffer += chunk
sentences, buffer = _split_sentences(buffer)
sentences = _merge_short(sentences)
if held and sentences and len(sentences[0].split()) <= _MERGE_IF_WORDS:
held = (held + " " + sentences[0]).strip()
sentences = sentences[1:]
for i, sent in enumerate(sentences):
min_w = _MIN_WORDS_FIRST if is_first else _MIN_WORDS
if len(sent.split()) < min_w:
continue
is_last = (i == len(sentences) - 1)
if held:
_submit(held)
held = None
is_first = False
if is_last:
held = sent
else:
_submit(sent)
is_first = False
except Exception as e:
for fut, _ in audio_queue:
fut.cancel()
yield f"data: {json.dumps({'chunk': '', 'done': True, 'error': str(e)})}\n\n"
return
if tts_enabled:
# Agar code bolne se roka gaya tha, toh remaining code kachra clear kar do
remaining = buffer.strip() if not mute_tts else ""
if held:
if remaining and len(remaining.split()) <= _MERGE_IF_WORDS:
_submit((held + " " + remaining).strip())
else:
_submit(held)
if remaining:
_submit(remaining)
elif remaining:
_submit(remaining)
for fut, sent in audio_queue:
try:
audio = fut.result(timeout=15)
b64 = base64.b64encode(audio).decode("ascii")
yield f"data: {json.dumps({'audio': b64, 'sentence': sent})}\n\n"
except FuturesTimeoutError:
logger.warning("[TTS-INLINE] Timeout for '%s' (15s)", (sent or "")[:40])
except Exception as exc:
logger.warning("[TTS-INLINE] Failed for '%s': %s", (sent or "")[:40], exc)
yield f"data: {json.dumps({'chunk': '', 'done': True, 'session_id': session_id})}\n\n"
@app.post("/chat/stream")
async def chat_stream(request: ChatRequest):
if not chat_service:
raise HTTPException(status_code=503, detail="Chat service not initialized")
logger.info("[API /chat/stream] Incoming | session_id=%s | message_len=%d | message=%.100s",
request.session_id or "new", len(request.message), request.message)
try:
session_id = chat_service.get_or_create_session(request.session_id)
chunk_iter = chat_service.process_message_stream(session_id, request.message)
return StreamingResponse(
_stream_generator(session_id, chunk_iter, is_realtime=False, tts_enabled=request.tts),
media_type="text/event-stream",
headers={"Cache-Control": "no-cache", "X-Accel-Buffering": "no"},
)
except ValueError as e:
raise HTTPException(status_code=400, detail=str(e))
except AllGroqApisFailedError as e:
raise HTTPException(status_code=503, detail=str(e))
except Exception as e:
if _is_rate_limit_error(e):
raise HTTPException(status_code=429, detail=RATE_LIMIT_MESSAGE)
logger.error("[API /chat/stream] Error: %s", e, exc_info=True)
raise HTTPException(status_code=500, detail=str(e))
@app.post("/chat/realtime", response_model=ChatResponse)
async def chat_realtime(request: ChatRequest):
if not chat_service:
raise HTTPException(status_code=503, detail="Chat service not initialized")
if not realtime_service:
raise HTTPException(status_code=503, detail="Realtime service not initialized")
logger.info("[API /chat/realtime] Incoming | session_id=%s | message_len=%d | message=%.100s",
request.session_id or "new", len(request.message), request.message)
try:
session_id = chat_service.get_or_create_session(request.session_id)
response_text = chat_service.process_realtime_message(session_id, request.message)
chat_service.save_chat_session(session_id)
logger.info("[API /chat/realtime] Done | session_id=%s | response_len=%d", session_id[:12], len(response_text))
return ChatResponse(response=response_text, session_id=session_id)
except ValueError as e:
logger.warning("[API /chat/realtime] Invalid session_id: %s", e)
raise HTTPException(status_code=400, detail=str(e))
except AllGroqApisFailedError as e:
logger.error("[API /chat/realtime] All Groq APIs failed: %s", e)
raise HTTPException(status_code=503, detail=str(e))
except Exception as e:
if _is_rate_limit_error(e):
logger.warning("[API /chat/realtime] Rate limit hit: %s", e)
raise HTTPException(status_code=429, detail=RATE_LIMIT_MESSAGE)
logger.error("[API /chat/realtime] Error: %s", e, exc_info=True)
raise HTTPException(status_code=500, detail=f"Error processing chat: {str(e)}")
@app.post("/chat/realtime/stream")
async def chat_realtime_stream(request: ChatRequest):
if not chat_service or not realtime_service:
raise HTTPException(status_code=503, detail="Service not initialized")
logger.info("[API /chat/realtime/stream] Incoming | session_id=%s | message_len=%d | message=%.100s",
request.session_id or "new", len(request.message), request.message)
try:
session_id = chat_service.get_or_create_session(request.session_id)
chunk_iter = chat_service.process_realtime_message_stream(session_id, request.message)
return StreamingResponse(
_stream_generator(session_id, chunk_iter, is_realtime=True, tts_enabled=request.tts),
media_type="text/event-stream",
headers={"Cache-Control": "no-cache", "X-Accel-Buffering": "no"},
)
except ValueError as e:
raise HTTPException(status_code=400, detail=str(e))
except AllGroqApisFailedError as e:
raise HTTPException(status_code=503, detail=str(e))
except Exception as e:
if _is_rate_limit_error(e):
raise HTTPException(status_code=429, detail=RATE_LIMIT_MESSAGE)
logger.error("[API /chat/realtime/stream] Error: %s", e, exc_info=True)
raise HTTPException(status_code=500, detail=str(e))
@app.post("/chat/jarvis/stream")
async def chat_jarvis_stream(request: ChatRequest):
if not chat_service:
raise HTTPException(status_code=503, detail="Service not initialized")
logger.info("[API /chat/jarvis/stream] Incoming | session_id=%s | message_len=%d | message=%.100s",
request.session_id or "new", len(request.message), request.message)
try:
session_id = chat_service.get_or_create_session(request.session_id)
chunk_iter = chat_service.process_jarvis_message_stream(session_id, request.message)
return StreamingResponse(
_stream_generator(session_id, chunk_iter, is_realtime=True, tts_enabled=request.tts),
media_type="text/event-stream",
headers={"Cache-Control": "no-cache", "X-Accel-Buffering": "no"},
)
except ValueError as e:
raise HTTPException(status_code=400, detail=str(e))
except AllGroqApisFailedError as e:
raise HTTPException(status_code=503, detail=str(e))
except Exception as e:
if _is_rate_limit_error(e):
raise HTTPException(status_code=429, detail=RATE_LIMIT_MESSAGE)
logger.error("[API /chat/jarvis/stream] Error: %s", e, exc_info=True)
raise HTTPException(status_code=500, detail=str(e))
@app.get("/chat/history/{session_id}")
async def get_chat_history(session_id: str):
if not chat_service:
raise HTTPException(status_code=503, detail="Chat service not initialized")
if not chat_service.validate_session_id(session_id):
raise HTTPException(status_code=400, detail="Invalid session_id format")
try:
messages = chat_service.get_chat_history(session_id)
return {
"session_id": session_id,
"messages": [{"role": msg.role, "content": msg.content} for msg in messages]
}
except Exception as e:
logger.error(f"Error retrieving history: {e}", exc_info=True)
raise HTTPException(status_code=500, detail=f"Error retrieving history: {str(e)}")
@app.post("/tts")
async def text_to_speech(request: TTSRequest):
text = request.text.strip()
if not text:
raise HTTPException(status_code=400, detail="Text is required")
async def generate():
try:
communicate = edge_tts.Communicate(text=text, voice=TTS_VOICE, rate=TTS_RATE)
async for chunk in communicate.stream():
if chunk["type"] == "audio":
yield chunk["data"]
except Exception as e:
logger.error(f"[TTS] Error generating speech: %s", e)
return StreamingResponse(
generate(),
media_type="audio/mpeg",
headers={"Cache-Control": "no-cache"},
)
# --- JARVIS PC CONTROL BRIDGE ---
PC_MEMORY = {"command": None}
class PCCommandReq(BaseModel):
password: str
command: str
@app.post("/api/pc/send-command")
async def receive_from_chat(req: PCCommandReq):
if req.password == "aadit1812":
PC_MEMORY["command"] = req.command
return {"status": "success"}
return {"status": "failed"}
@app.get("/api/pc/fetch-command")
async def send_to_pc():
cmd = PC_MEMORY["command"]
PC_MEMORY["command"] = None # Ek baar bhej diya toh clear kar do
return {"command": cmd}
class PCResultReq(BaseModel):
result: str
@app.post("/api/pc/post-result")
async def receive_from_pc(req: PCResultReq):
return {"status": "ok"}
# ---------------------------------
# --- JARVIS SECURITY SYSTEM ---
@app.post("/verify-password")
async def verify_password(request: Request):
data = await request.json()
# Ye line tijori se tumhara 'aadit1812' nikalegi
correct_password = os.getenv("JARVIS_PASSWORD")
if data.get("password") == correct_password:
return {"status": "success"}
return {"status": "error"}
_frontend_dir = Path(__file__).resolve().parent.parent / "frontend"
if _frontend_dir.exists():
app.mount("/", StaticFiles(directory=str(_frontend_dir), html=True), name="frontend")
def run():
uvicorn.run(
"app.main:app",
host="0.0.0.0",
port=8000,
reload=True,
log_level="info"
)
if __name__ == "__main__":
run()