app.py

import os
import math
import asyncio
from datetime import date, timedelta
from typing import List, Optional

from fastapi import FastAPI, Query
from pydantic import BaseModel
import httpx
from bs4 import BeautifulSoup
from dotenv import load_dotenv

# Models are blocking -> run in threadpool
load_dotenv()

# === Config & environment ===
HF_CACHE = os.getenv("HF_HOME", os.path.expanduser("~/.cache/huggingface"))
os.environ["HF_HOME"] = HF_CACHE

FOOTBALL_API_KEY = os.getenv("FOOTBALL_API_KEY", "")
FOOTBALL_ENDPOINT = "https://api.football-data.org/v4/matches"
SOCCER_LEAGUES = {"EPL": 2021, "LaLiga": 2014, "Bundesliga": 2002}

BALLDONTLIE_ENDPOINT = "https://www.balldontlie.io/api/v1/games"
ESPN_SCOREBOARD_JSON = "https://site.web.api.espn.com/apis/v2/sports/basketball/nba/scoreboard?dates={ymd}"

# concurrency
MAX_CONCURRENT_REQUESTS = int(os.getenv("MAX_CONCURRENCY", "8"))
REQUEST_TIMEOUT = 12.0

# === FastAPI app ===
app = FastAPI(title="SafeBet AI v2", description="Soccer + NBA predictions (safe/aggressive) — async & robust")

# === Lazy model loading ===
_sentiment_model = None
_reasoning_model = None
_similarity_model = None
_model_lock = asyncio.Lock()


def _load_models_blocking():
    """Blocking load of models. Called within threadpool."""
    global _sentiment_model, _reasoning_model, _similarity_model
    from transformers import pipeline
    from sentence_transformers import SentenceTransformer

    if _sentiment_model is None:
        _sentiment_model = pipeline(
            "zero-shot-classification",
            model="valhalla/distilbart-mnli-12-1",
            device=-1
        )
    if _reasoning_model is None:
        _reasoning_model = pipeline(
            "text2text-generation",
            model="google/flan-t5-base",
            device=-1
        )
    if _similarity_model is None:
        _similarity_model = SentenceTransformer("sentence-transformers/all-MiniLM-L6-v2")


async def ensure_models():
    async with _model_lock:
        if _sentiment_model is None or _reasoning_model is None or _similarity_model is None:
            await asyncio.to_thread(_load_models_blocking)


# === Utilities: async http + parsing ===
sem = asyncio.Semaphore(MAX_CONCURRENT_REQUESTS)


async def fetch_text(url: str, client: httpx.AsyncClient, params=None, headers=None) -> Optional[str]:
    try:
        async with sem:
            r = await client.get(url, params=params, headers=headers, timeout=REQUEST_TIMEOUT)
            r.raise_for_status()
            return r.text
    except Exception:
        return None


async def fetch_json(url: str, client: httpx.AsyncClient, params=None, headers=None):
    try:
        async with sem:
            r = await client.get(url, params=params, headers=headers, timeout=REQUEST_TIMEOUT)
            r.raise_for_status()
            return r.json()
    except Exception:
        return None


async def parse_google_news_headlines(html_text: str, max_h=5) -> str:
    # BeautifulSoup is blocking; wrap in thread
    def _parse(html):
        soup = BeautifulSoup(html, "html.parser")
        hs = [h.get_text(separator=" ", strip=True) for h in soup.select("h3")[:max_h]]
        return " ".join(hs)
    return await asyncio.to_thread(_parse, html_text) if html_text else ""


# === Aggressive news fetch chain ===
async def aggressive_team_news(team: str, sport: str = "football") -> str:
    """
    Best procedures:
    1. Google News search
    2. Bing News search
    3. ESPN (if sport-specific)
    4. Fallback: short default text
    """
    async with httpx.AsyncClient() as client:
        # Google News
        q = f"{team} {sport}"
        url = f"https://news.google.com/search"
        params = {"q": q, "hl": "en"}
        html = await fetch_text(url, client, params=params, headers={"User-Agent": "Mozilla/5.0"})
        text = await parse_google_news_headlines(html, max_h=6)
        if text and len(text.strip()) >= 20:
            return text

        # Bing News fallback (lightweight)
        try:
            bing_url = "https://www.bing.com/news/search"
            params = {"q": q}
            html = await fetch_text(bing_url, client, params=params, headers={"User-Agent": "Mozilla/5.0"})
            if html:
                parsed = await parse_google_news_headlines(html, max_h=6)
                if parsed and len(parsed.strip()) >= 20:
                    return parsed
        except Exception:
            pass

        # ESPN headlines (sport-specific)
        try:
            if sport.lower() in ("football", "soccer"):
                # ESPN soccer site search
                search_url = f"https://www.espn.com/search/results"
                params = {"search": q}
                html = await fetch_text(search_url, client, params=params, headers={"User-Agent": "Mozilla/5.0"})
                parsed = await parse_google_news_headlines(html, max_h=6)
                if parsed and len(parsed.strip()) >= 20:
                    return parsed
            else:
                # NBA-specific ESPN scoreboard headlines
                espn_search = f"https://www.espn.com/search/results?q={q}"
                html = await fetch_text(espn_search, client, headers={"User-Agent": "Mozilla/5.0"})
                parsed = await parse_google_news_headlines(html, max_h=6)
                if parsed and len(parsed.strip()) >= 20:
                    return parsed
        except Exception:
            pass

    # final fallback
    return f"No recent updates found for {team} ({sport})."


# === Sentiment & similarity wrappers (run in threadpool) ===
async def sentiment_and_signal(text: str):
    await ensure_models()
    labels = ["positive", "negative", "injury", "motivation", "transfer"]
    # call blocking pipeline in thread
    def _call():
        try:
            res = _sentiment_model(text, labels)
            # HF zero-shot returns dict with labels & scores
            labels_out = res.get("labels", [])
            scores_out = res.get("scores", [])
            table = {lbl: float(scores_out[i]) for i, lbl in enumerate(labels_out)}
            net = table.get("positive", 0.0) - table.get("negative", 0.0) - 0.4 * table.get("injury", 0.0) + 0.2 * table.get("motivation", 0.0)
            return {**table, "net": net}
        except Exception:
            return {"positive": 0.0, "negative": 0.0, "injury": 0.0, "motivation": 0.0, "transfer": 0.0, "net": 0.0}
    return await asyncio.to_thread(_call)


async def similarity_score(a: str, b: str) -> float:
    await ensure_models()

    def _call():
        try:
            emb_a = _similarity_model.encode(a, convert_to_tensor=True)
            emb_b = _similarity_model.encode(b, convert_to_tensor=True)
            from sentence_transformers import util as st_util
            return float(st_util.pytorch_cos_sim(emb_a, emb_b).item())
        except Exception:
            return 0.0
    return await asyncio.to_thread(_call)


async def reasoning_text(context: str, sport: str, mode: str) -> str:
    await ensure_models()

    def _call():
        try:
            prompt = (
                f"Mode: {mode}. Sport: {sport}.\n"
                f"Context:\n{context}\n\n"
                "Provide a concise betting-style verdict and short safe reasoning."
            )
            out = _reasoning_model(prompt, max_new_tokens=120)
            return out[0].get("generated_text", "").strip()
        except Exception:
            return ""
    return await asyncio.to_thread(_call)


# === Odds math helpers ===
def softmax_pair(h: float, a: float):
    """Simple softmax over two values to get probabilities."""
    exph = math.exp(h)
    expa = math.exp(a)
    s = exph + expa
    if s == 0:
        return 0.5, 0.5
    return exph / s, expa / s


def apply_bet_bias(p_home: float, p_draw: float, p_away: float, mode: str):
    """Apply bias: safe increases draw/home; aggressive favors wins."""
    if mode == "safe":
        p_draw += 0.15
        p_home += 0.10
    else:
        p_home += 0.20
        p_away += 0.05
    total = max(1e-6, p_home + p_draw + p_away)
    return p_home / total, p_draw / total, p_away / total


def confidence_to_decimal_odds(conf: float, cap_min: float = 0.02):
    # avoid division by zero, cap at min confidence
    c = max(conf, cap_min)
    odds = 1.0 / c
    # sensible rounding and bounds
    if odds < 1.01:
        odds = 1.01
    if odds > 1000:
        odds = 1000.0
    return round(odds, 2)


# === Soccer prediction pipeline ===
async def predict_soccer(home: str, away: str, mode: str):
    # aggressive news fetches in parallel
    home_news_task = asyncio.create_task(aggressive_team_news(home, "football"))
    away_news_task = asyncio.create_task(aggressive_team_news(away, "football"))
    home_news, away_news = await asyncio.gather(home_news_task, away_news_task)

    home_sig_task = asyncio.create_task(sentiment_and_signal(home_news))
    away_sig_task = asyncio.create_task(sentiment_and_signal(away_news))
    sim_task = asyncio.create_task(similarity_score(home + " " + home_news, away + " " + away_news))
    home_sig, away_sig, sim = await asyncio.gather(home_sig_task, away_sig_task, sim_task)

    # core probability (home vs away)
    diff = home_sig.get("net", 0.0) - away_sig.get("net", 0.0)
    p_home = 1 / (1 + math.exp(-3 * diff))
    p_away = 1 - p_home
    p_draw = max(0.05, 1 - abs(p_home - p_away))

    p_home, p_draw, p_away = apply_bet_bias(p_home, p_draw, p_away, mode)

    # determine pick (safe heuristics)
    if mode == "safe":
        if p_draw >= max(p_home, p_away) and p_draw >= 0.35:
            pick = "Draw / Under 2.5 (safe)"
            conf = p_draw
        elif p_home >= 0.45:
            pick = f"{home} or Draw (1X)"
            conf = p_home
        else:
            pick = f"Draw or {away} (X2)"
            conf = max(p_draw, p_away)
    else:
        # aggressive: pick the higher of home/away, but give reasoning if margin small
        if abs(p_home - p_away) < 0.07:
            pick = "Small margin — consider Double Chance"
            conf = max(p_home, p_away)
        else:
            pick = home if p_home > p_away else away
            conf = max(p_home, p_away)

    # reasoning via LLM
    context = (
        f"{home} vs {away}\nhome_net={home_sig.get('net'):.3f} away_net={away_sig.get('net'):.3f}\n"
        f"similarity={sim:.3f}\nhome_news_excerpt={home_news[:200]}\naway_news_excerpt={away_news[:200]}"
    )
    reasoning = await reasoning_text(context, "football", mode)

    # implied odds
    decimal_odds = confidence_to_decimal_odds(conf)

    return {
        "match": f"{home} vs {away}",
        "pick": pick,
        "confidence": round(conf, 3),
        "decimal_odds": decimal_odds,
        "similarity": round(sim, 3),
        "reasoning": reasoning,
        "home_news": home_news[:500],
        "away_news": away_news[:500],
        "home_signal": home_sig,
        "away_signal": away_sig,
    }


# === NBA pipeline with aggressive fixture fallback ===
async def fetch_nba_fixtures_for_date(ymd: str):
    """Try: balldontlie -> ESPN JSON scoreboard -> Google search fallback (light)."""
    fixtures = []

    async with httpx.AsyncClient() as client:
        # 1) balldontlie
        try:
            params = {"dates[]": ymd}
            r = await client.get(BALLDONTLIE_ENDPOINT, params=params, timeout=REQUEST_TIMEOUT)
            if r.status_code == 200:
                j = r.json()
                data = j.get("data", [])
                for g in data:
                    home = g.get("home_team", {}).get("full_name")
                    away = g.get("visitor_team", {}).get("full_name")
                    if home and away:
                        fixtures.append({"home": home, "away": away})
        except Exception:
            pass

        if fixtures:
            return fixtures

        # 2) ESPN scoreboard JSON (dates as YYYYMMDD)
        try:
            # ESPN endpoint expects YYYYMMDD
            ymd_es = ymd.replace("-", "")
            url = ESPN_SCOREBOARD_JSON.format(ymd=ymd_es)
            j = await fetch_json(url, client)
            events = (j or {}).get("events", []) if isinstance(j, dict) else []
            for ev in events:
                comps = (ev.get("competitions"), None) or ev.get("competitions") or []
                if comps:
                    comps0 = comps[0]
                    comps_list = comps0.get("competitors") or []
                    home = next((c for c in comps_list if c.get("homeAway") == "home"), None)
                    away = next((c for c in comps_list if c.get("homeAway") == "away"), None)
                    if home and away:
                        fixtures.append({
                            "home": home.get("team", {}).get("displayName") or home.get("team", {}).get("name"),
                            "away": away.get("team", {}).get("displayName") or away.get("team", {}).get("name"),
                        })
        except Exception:
            pass

        if fixtures:
            return fixtures

        # 3) Lightweight Google search fallback for the date
        try:
            search_q = f"NBA schedule {ymd}"
            google = await fetch_text("https://www.google.com/search", client, params={"q": search_q}, headers={"User-Agent": "Mozilla/5.0"})
            parsed = await parse_google_news_headlines(google, max_h=30)
            # extract "Team A vs Team B" lines
            lines = parsed.split("  ")
            from re import findall
            for ln in lines:
                matches = findall(r"([A-Za-z .&]+) (?:v|vs|vs.|at) ([A-Za-z .&]+)", ln, flags=0)
                for m in matches:
                    fixtures.append({"home": m[0].strip(), "away": m[1].strip()})
        except Exception:
            pass

    return fixtures


async def predict_nba(home: str, away: str, mode: str):
    # aggressive news fetch
    home_news_task = asyncio.create_task(aggressive_team_news(home, "NBA"))
    away_news_task = asyncio.create_task(aggressive_team_news(away, "NBA"))
    home_news, away_news = await asyncio.gather(home_news_task, away_news_task)

    home_sig_task = asyncio.create_task(sentiment_and_signal(home_news))
    away_sig_task = asyncio.create_task(sentiment_and_signal(away_news))
    home_sig, away_sig = await asyncio.gather(home_sig_task, away_sig_task)

    # compute probabilities
    diff = home_sig.get("net", 0.0) - away_sig.get("net", 0.0)
    p_home = 1 / (1 + math.exp(-3 * diff))
    p_away = 1 - p_home
    p_draw = 0.02

    p_home, p_draw, p_away = apply_bet_bias(p_home, p_draw, p_away, mode)

    # pick
    if mode == "safe":
        # safe: lean to close margin and safe margin suggestion
        pick = f"{home} Win (safe margin < 10 pts)"
        conf = p_home if p_home > p_away else p_away
    else:
        pick = home if p_home > p_away else away
        conf = max(p_home, p_away)

    context = (
        f"{home} vs {away}\nhome_net={home_sig.get('net'):.3f} away_net={away_sig.get('net'):.3f}\n"
        f"home_news_excerpt={home_news[:200]}\naway_news_excerpt={away_news[:200]}"
    )
    reasoning = await reasoning_text(context, "NBA", mode)
    decimal_odds = confidence_to_decimal_odds(conf)
    return {
        "match": f"{home} vs {away}",
        "pick": pick,
        "confidence": round(conf, 3),
        "decimal_odds": decimal_odds,
        "reasoning": reasoning,
        "home_news": home_news[:500],
        "away_news": away_news[:500],
        "home_signal": home_sig,
        "away_signal": away_sig,
    }


# === API models & endpoints ===
class PredictionsResponse(BaseModel):
    date: str
    mode: str
    sport: str
    predictions: List[dict]
    count: int


@app.get("/predictions", response_model=PredictionsResponse)
async def predictions(
    mode: str = Query("safe", enum=["safe", "aggressive"]),
    sport: str = Query("both", enum=["soccer", "nba", "both"]),
):
    await ensure_models()

    today = date.today()
    results = []

    # soccer
    if sport in ("soccer", "both"):
        date_from = (today - timedelta(days=1)).isoformat()
        date_to = (today + timedelta(days=1)).isoformat()
        headers = {"X-Auth-Token": FOOTBALL_API_KEY} if FOOTBALL_API_KEY else {}
        async with httpx.AsyncClient() as client:
            for league, code in SOCCER_LEAGUES.items():
                try:
                    params = {"competitions": code, "dateFrom": date_from, "dateTo": date_to}
                    r = await client.get(FOOTBALL_ENDPOINT, params=params, headers=headers, timeout=REQUEST_TIMEOUT)
                    if r.status_code == 200:
                        j = r.json()
                        matches = j.get("matches", [])
                        # limit to first 3 per league for speed
                        tasks = []
                        for m in matches[:3]:
                            home = m.get("homeTeam", {}).get("name")
                            away = m.get("awayTeam", {}).get("name")
                            if home and away:
                                tasks.append(asyncio.create_task(predict_soccer(home, away, mode)))
                        if tasks:
                            res = await asyncio.gather(*tasks)
                            results.extend(res)
                except Exception as e:
                    results.append({"league": league, "error": str(e)})

    # nba
    if sport in ("nba", "both"):
        # try balldontlie and aggressive fallback
        ymd = today.isoformat()
        fixtures = await fetch_nba_fixtures_for_date(ymd)
        if fixtures:
            # predict top N (limit)
            tasks = []
            for f in fixtures[:6]:
                tasks.append(asyncio.create_task(predict_nba(f["home"], f["away"], mode)))
            res = await asyncio.gather(*tasks)
            results.extend(res)
        else:
            # nothing found
            results.append({"league": "NBA", "notice": "No fixtures found for today via API or fallbacks."})

    return PredictionsResponse(
        date=today.isoformat(),
        mode=mode,
        sport=sport,
        predictions=results,
        count=len(results)
    )


@app.get("/")
def root():
    return {
        "message": "SafeBet AI v2 — async, aggressive news, NBA fallback, safe/aggressive modes",
        "endpoints": {
            "/predictions?mode=safe|aggressive&sport=soccer|nba|both": "Main predictions endpoint"
        },
    }


# === Run guard ===
if __name__ == "__main__":
    import uvicorn
    uvicorn.run("safebet_v2:app", host="0.0.0.0", port=int(os.getenv("PORT", "7860")), reload=False)