main.py

import os
import asyncio
import logging
import json
import torch
import numpy as np
import httpx
import uvicorn
from contextlib import asynccontextmanager
from urllib.parse import urlparse
from bs4 import BeautifulSoup
from trafilatura import extract
from duckduckgo_search import DDGS
from fastapi import FastAPI, HTTPException
from fastapi.middleware.cors import CORSMiddleware
from fastapi.staticfiles import StaticFiles
from fastapi.responses import FileResponse
from pydantic import BaseModel
from sentence_transformers import SentenceTransformer
from transformers import AutoTokenizer, AutoModelForCausalLM, AutoConfig

# Enforce clean production log formats
logging.basicConfig(level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s")
logger = logging.getLogger("infinitygrm")

# Thread-safe global state mapping dictionary for engine assets
engine_state = {}

# Temporary in-memory session storage
# Replace with Redis later for persistent sessions
session_store = {}

@asynccontextmanager
async def lifespan(app: FastAPI):
    """Securely handles neural weights allocation on Hugging Face hardware targets."""
    logger.info("Initializing neural weights and engine dependencies on L4 GPU...")

    device = "cuda" if torch.cuda.is_available() else "cpu"
    # L4 GPU easily hosts 3B models in float16 precision consuming only ~6-7GB VRAM
    dtype = torch.float16 if device == "cuda" else torch.float32
    model_name = "Qwen/Qwen2.5-3B-Instruct"

    tokenizer = AutoTokenizer.from_pretrained(model_name)
    tokenizer.pad_token = tokenizer.eos_token
    config = AutoConfig.from_pretrained(model_name)
    config.pad_token_id = tokenizer.eos_token_id

    model = AutoModelForCausalLM.from_pretrained(
        model_name,
        config=config,
        torch_dtype=dtype,
        device_map="auto" if device == "cuda" else None
    ).eval()

    embed_model = SentenceTransformer("sentence-transformers/all-MiniLM-L6-v2", device=device)

    engine_state["tokenizer"] = tokenizer
    engine_state["model"] = model
    engine_state["embed_model"] = embed_model
    engine_state["max_history"] = 15

    logger.info(f"Engine layers safely mapped to execution target: {device}")
    yield
    engine_state.clear()
    logger.info("Application context fully flushed.")

app = FastAPI(title="Infinity GRM Engine", lifespan=lifespan)

# --- PRODUCTION CORS SETUP FOR WORDPRESS ---
# Allows your WordPress site frontend to make asynchronous browser requests to Hugging Face
# Replace lines 72 to 81 completely with this clean configuration:
app.add_middleware(
    CORSMiddleware,
    allow_origins=["*"],
    allow_credentials=True,
    allow_methods=["*"],
    allow_headers=["*"],
)

class ChatRequest(BaseModel):
    message: str
    session_id: str

def fetch_or_create_session(session_id: str) -> dict:
    """Fetches user session from in-memory storage."""
    
    if session_id in session_store:
        return session_store[session_id]

    default_session = {
        "history": [],
        "last_entity": "",
        "last_web_query": "",
        "last_response": "",
        "last_web_context": []
    }

    session_store[session_id] = default_session
    return default_session

def save_session_to_redis(session_id: str, session: dict):
    """Saves session to in-memory storage."""
    session_store[session_id] = session

def update_history_buffer(session: dict, role: str, content: str):
    session["history"].append({"role": role, "content": content})
    if len(session["history"]) > engine_state["max_history"]:
        session["history"].pop(0)

def calculate_semantic_similarity(a: str, b: str) -> float:
    embedder = engine_state["embed_model"]
    embeddings = embedder.encode([a, b], normalize_embeddings=True)
    return float(np.dot(embeddings[0], embeddings[1]))

def checks_pronoun_reference(query: str) -> bool:
    pronoun_references = {"he", "him", "his", "she", "her", "hers", "they", "them", "their", "it", "its", "that", "those", "this", "these", "then", "next", "after"}
    return any(word in pronoun_references for word in query.lower().split())

def is_followup(query: str, session: dict) -> bool:
    if not session["last_entity"]:
        return False
    scores = []
    try:
        scores.append(calculate_semantic_similarity(query, session["last_entity"]))
    except Exception:
        pass
    try:
        if session["last_response"]:
            scores.append(calculate_semantic_similarity(query, session["last_response"][:500]))
    except Exception:
        pass
    best_match = max(scores, default=0)
    return (best_match > 0.45 or len(query.split()) <= 3 or checks_pronoun_reference(query))

def execute_llm_generation(prompt: str) -> str:
    tokenizer = engine_state["tokenizer"]
    model = engine_state["model"]
    inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
    with torch.no_grad():
        out = model.generate(
            **inputs,
            max_new_tokens=2048,
            temperature=0.15,
            top_p=0.9,
            repetition_penalty=1.1
        )
    return tokenizer.decode(out[0][inputs["input_ids"].shape[1]:], skip_special_tokens=True).strip()

def run_topic_extraction(query: str) -> str:
    prompt = f"Extract the primary subject.\nQuery: {query}\nReturn only the subject.\n"
    return execute_llm_generation(prompt).split("\n")[0].strip()

def rewrite_followup_query(query: str, session: dict) -> str:
    history = "\n".join([f"User: {x['user']}\nSearch: {x['search']}" for x in session["last_web_context"][-5:]])
    prompt = f"Entity: {session['last_entity']}\nRecent conversation:\n{history}\nUser follow-up: {query}\nRewrite as a standalone web search query. Return only the query.\n"
    return execute_llm_generation(prompt).split("\n")[0].strip()

def should_trigger_web_search(q: str, session: dict) -> bool:
    q = q.lower()
    search_triggers = ["who", "what", "when", "where", "why", "how", "founder", "ceo", "company", "price", "stock", "news", "latest", "code", "python", "html"]
    if any(trigger in q for trigger in search_triggers):
        return True
    return is_followup(q, session)

def isolated_blocking_ddg(query_string: str) -> list:
    try:
        with DDGS() as ddgs:
            results = list(ddgs.text(query_string, max_results=5))
            return [r.get("href") for r in results if r.get("href", "").startswith("http")]
    except Exception as e:
        logger.error(f"DuckDuckGo engine wrapper error: {str(e)}")
        return []

async def search_web_async(query: str) -> list:
    urls = await asyncio.to_thread(isolated_blocking_ddg, query)
    if not urls:
        urls.append(f"https://wikipedia.org{query.replace(' ', '_')}")
    return list(dict.fromkeys(urls))[:5]

async def scrape_target_url(client: httpx.AsyncClient, url: str) -> dict:
    try:
        r = await client.get(url, timeout=10, follow_redirects=True)
        if r.status_code != 200:
            return None
        text = extract(r.text)
        if not text:
            soup = BeautifulSoup(r.text, "html.parser")
            text = soup.get_text(" ", strip=True)
        if not text or len(text.split()) < 20:
            return None
        return {"url": url, "domain": urlparse(url).netloc, "text": text[:2000]}
    except Exception:
        return None

async def build_context_pipeline(query: str) -> tuple:
    target_urls = await search_web_async(query)
    async with httpx.AsyncClient(headers={"User-Agent": "Mozilla/5.0 Production Engine"}) as client:
        tasks = [scrape_target_url(client, u) for u in target_urls]
        scraped_results = await asyncio.gather(*tasks)
    context_blocks, extraction_sources = [], []
    for result in scraped_results:
        if result:
            context_blocks.append(f"[{result['domain']}] {result['text']}")
            extraction_sources.append(result["url"])
    return "\n\n".join(context_blocks), list(set(extraction_sources))

async def process_ask_orchestration(q: str, session: dict) -> tuple:
    use_web = should_trigger_web_search(q, session)
    search_query = q
    if use_web and is_followup(q, session) and session["last_entity"]:
        search_query = rewrite_followup_query(q, session)
    context, sources = "", []
    if use_web:
        if not is_followup(q, session):
            try:
                session["last_entity"] = run_topic_extraction(q)
            except Exception:
                session["last_entity"] = q
        context, sources = await build_context_pipeline(search_query)
        if len(context.strip()) < 150:
            context, sources = await build_context_pipeline(search_query + " wikipedia")
        session["last_web_context"].append({"user": q, "search": search_query})
        if len(session["last_web_context"]) > 5:
            session["last_web_context"].pop(0)
        session["last_web_query"] = search_query
        messages = [{"role": "system", "content": "You are a detailed research assistant. Provide a structured comprehensive answer without bullet points. Always use provided web context in your answer."}]
        messages.extend(session["history"][-15:])
        messages.append({"role": "user", "content": f"WEB CONTEXT:\n{context}\n\nQUESTION:\n{q}"})
    else:
        messages = [{"role": "system", "content": "You are a helpful assistant."}]
        messages.extend(session["history"][-6:])
        messages.append({"role": "user", "content": q})

    compiled_prompt = engine_state["tokenizer"].apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
    response_string = execute_llm_generation(compiled_prompt)
    session["last_response"] = response_string
    update_history_buffer(session, "user", q)
    update_history_buffer(session, "assistant", response_string)
    return response_string, sources

# --- API ENDPOINTS ---
@app.post("/query")
async def chat_endpoint(request: ChatRequest):
    try:
        session = fetch_or_create_session(request.session_id)
        answer, sources = await process_ask_orchestration(request.message, session)
        save_session_to_redis(request.session_id, session)
        return {"response": answer, "sources": sources}

    except Exception as e:
        logger.error(f"Critical exception inside chat runtime pipeline: {str(e)}")
        raise HTTPException(
            status_code=500,
            detail=str(e)
        )

@app.get("/health")
async def validation_heartbeat():
    return {"status": "healthy", "gpu_acceleration_active": torch.cuda.is_available()}

if not os.path.exists("static"):
    os.makedirs("static")
app.mount("/static", StaticFiles(directory="static"), name="static")

@app.get("/")
async def home_route_processor():
    return {"message": "Infinity GRM Engine Core is active."}

# --- HUGGING FACE DOCKER PORT BINDING ---
if __name__ == "__main__":
    # Hugging Face Spaces mandates listening exclusively on port 7860
    port = int(os.getenv("PORT", 7860))
    uvicorn.run("main:app", host="0.0.0.0", port=port)