Upload 2 files

news_feed.py

@@ -0,0 +1,347 @@
+"""news_feed.py — RSS haber taraması + SVG grafikler (ek bağımlılık yok).
+
+app.py'den:  build_news_panel(classify, detect_assets, asset, timeframe)
+classify(text) -> (label: "Bullish"|"Neutral"|"Bearish", score: -1..1)
+"""
+import re
+import time
+import html
+import hashlib
+import urllib.request
+import xml.etree.ElementTree as ET
+from concurrent.futures import ThreadPoolExecutor
+from datetime import datetime, timezone
+from email.utils import parsedate_to_datetime
+
+FEEDS = {
+    "CoinDesk": "https://www.coindesk.com/arc/outboundfeeds/rss/",
+    "Cointelegraph": "https://cointelegraph.com/rss",
+    "Decrypt": "https://decrypt.co/feed",
+    "Bitcoin Magazine": "https://bitcoinmagazine.com/.rss/full/",
+    "The Block": "https://www.theblock.co/rss.xml",
+}
+
+# regex -> ağırlık (önem puanı)
+KEYWORDS = {
+    r"\betf": 3, r"\bsec\b": 3, r"\bhack": 3, r"\bexploit": 3, r"\bliquidat": 3,
+    r"\bbankrupt": 3, r"\bfed\b": 3, r"\brate (cut|hike)": 3, r"\bcpi\b": 2,
+    r"\bhalving": 3, r"\bcrash": 3, r"\bplunge": 3, r"\bsurge": 2, r"\brall(y|ies)": 2,
+    r"all-time high|\bath\b": 3, r"\blawsuit|\bsued?\b": 2, r"\bban(s|ned)?\b": 2,
+    r"\bapprov": 2, r"\bregulat": 2, r"\bwhale": 2, r"\binflow|\boutflow": 2,
+    r"\bblackrock": 2, r"\bdelist": 2, r"\bstablecoin": 1, r"\btether|\busdt": 1,
+    r"\bbinance": 1, r"\bbreakout|\bbreakdown": 2, r"\bsettle|\bfine[sd]?\b": 1,
+}
+_KW = [(re.compile(k), w) for k, w in KEYWORDS.items()]
+
+TIMEFRAMES = {"1G": ("2d", "15m"), "7G": ("7d", "1h"), "1A": ("1mo", "1d"), "3A": ("3mo", "1d")}
+COL = {"Bullish": "#22c55e", "Neutral": "#eab308", "Bearish": "#ef4444"}
+
+_news_cache = {"t": 0.0, "items": [], "ok": 0}
+_cls_cache = {}
+NEWS_TTL = 300
+
+
+# ------------------------------------------------------------------ FETCH
+def _strip(s):
+    return html.unescape(re.sub(r"<[^>]+>", " ", s or "")).strip()
+
+
+def _parse_feed(xml_bytes, source):
+    root = ET.fromstring(xml_bytes)
+    atom = "{http://www.w3.org/2005/Atom}"
+    out = []
+    for it in root.iter():
+        tag = it.tag.replace(atom, "")
+        if tag not in ("item", "entry"):
+            continue
+
+        def g(name):
+            el = it.find(name)
+            if el is None:
+                el = it.find(atom + name)
+            return el
+
+        title = g("title")
+        link = g("link")
+        date = g("pubDate") or g("published") or g("updated")
+        desc = g("description") or g("summary")
+        href = None
+        if link is not None:
+            href = link.get("href") or (link.text or "").strip()
+        ts = None
+        if date is not None and date.text:
+            try:
+                ts = parsedate_to_datetime(date.text)
+            except Exception:
+                try:
+                    ts = datetime.fromisoformat(date.text.replace("Z", "+00:00"))
+                except Exception:
+                    ts = None
+        if ts is not None and ts.tzinfo is None:
+            ts = ts.replace(tzinfo=timezone.utc)
+        if title is not None and title.text:
+            out.append({
+                "title": _strip(title.text), "link": href or "#", "source": source,
+                "ts": ts or datetime.now(timezone.utc),
+                "summary": _strip(desc.text if desc is not None else "")[:300],
+            })
+    return out
+
+
+def _fetch_one(item):
+    name, url = item
+    try:
+        req = urllib.request.Request(url, headers={"User-Agent": "Mozilla/5.0 GoshawkVortex/1.0"})
+        with urllib.request.urlopen(req, timeout=8) as r:
+            return _parse_feed(r.read(), name)
+    except Exception:
+        return None
+
+
+def fetch_news(force=False):
+    if not force and time.time() - _news_cache["t"] < NEWS_TTL and _news_cache["items"]:
+        return _news_cache["items"], _news_cache["ok"]
+    with ThreadPoolExecutor(max_workers=len(FEEDS)) as ex:
+        results = list(ex.map(_fetch_one, FEEDS.items()))
+    items = [i for r in results if r for i in r]
+    ok = sum(1 for r in results if r)
+    if items:
+        _news_cache.update(t=time.time(), items=items, ok=ok)
+    return items or _news_cache["items"], ok
+
+
+# ------------------------------------------------------------------ RANK
+def _tokens(t):
+    return {w for w in re.findall(r"[a-z0-9]+", t.lower()) if len(w) > 3}
+
+
+def rank_news(items, limit=12, max_age_h=48):
+    now = datetime.now(timezone.utc)
+    items = [i for i in items if (now - i["ts"]).total_seconds() < max_age_h * 3600]
+    items.sort(key=lambda i: i["ts"], reverse=True)
+    clusters = []
+    for it in items:
+        tk = _tokens(it["title"])
+        for c in clusters:
+            if tk and len(tk & c["tk"]) / len(tk | c["tk"]) >= 0.5:
+                c["srcs"].add(it["source"])
+                c["n"] += 1
+                break
+        else:
+            clusters.append({"it": it, "tk": tk, "srcs": {it["source"]}, "n": 1})
+    ranked = []
+    for c in clusters:
+        it = c["it"]
+        text = (it["title"] + " " + it["summary"]).lower()
+        kw = sum(w for rx, w in _KW if rx.search(text))
+        age_h = (now - it["ts"]).total_seconds() / 3600
+        rec = 0.5 ** (age_h / 12)
+        imp = (kw + 1.5 * (len(c["srcs"]) - 1)) * (0.35 + 0.65 * rec)
+        if kw == 0 and len(c["srcs"]) == 1:
+            imp *= 0.3
+        ranked.append({**it, "srcs": sorted(c["srcs"]), "imp": min(100, imp * 10), "age_h": age_h})
+    ranked.sort(key=lambda r: r["imp"], reverse=True)
+    return ranked[:limit]
+
+
+def classify_cached(classify, item):
+    key = hashlib.sha1(item["title"].encode()).hexdigest()
+    if key not in _cls_cache:
+        if len(_cls_cache) > 500:
+            _cls_cache.clear()
+        try:
+            _cls_cache[key] = classify(item["title"] + ". " + item["summary"][:200])
+        except Exception:
+            _cls_cache[key] = ("Neutral", 0.0)
+    return _cls_cache[key]
+
+
+# ------------------------------------------------------------------ PRICE
+def price_series(asset, timeframe):
+    import yfinance as yf  # lazy: sadece grafik için
+    period, interval = TIMEFRAMES.get(timeframe, TIMEFRAMES["1A"])
+    df = yf.Ticker(f"{asset}-USD").history(period=period, interval=interval)
+    rows = []
+    for ts, r in df.iterrows():
+        if r["Close"] == r["Close"]:
+            rows.append((ts.to_pydatetime(), float(r["Open"]), float(r["High"]),
+                         float(r["Low"]), float(r["Close"]), float(r.get("Volume", 0) or 0)))
+    return rows
+
+
+def _fmt(v):
+    if v >= 1000:
+        return f"{v:,.0f}"
+    if v >= 1:
+        return f"{v:,.2f}"
+    return f"{v:.5f}"
+
+
+# ------------------------------------------------------------------ SVG
+def svg_candles(rows, asset, timeframe, marks=()):
+    """Mum grafiği + hacim + SMA20 + son fiyat etiketi. marks: [(datetime, renk)] haber işaretleri."""
+    if len(rows) < 3:
+        return "<div class='nw-empty'>Fiyat verisi alınamadı.</div>"
+    W, H, L, R, T = 780, 380, 62, 14, 16
+    PB, VT, VB = 270, 286, 350
+    n = len(rows)
+    lo = min(r[3] for r in rows)
+    hi = max(r[2] for r in rows)
+    pad = (hi - lo) * 0.06 or hi * 0.01
+    lo, hi = lo - pad, hi + pad
+    vmax = max(r[5] for r in rows) or 1
+    cw = (W - L - R) / n
+    px = lambda i: L + cw * (i + 0.5)
+    py = lambda v: T + (PB - T) * (1 - (v - lo) / (hi - lo))
+    up = rows[-1][4] >= rows[0][1]
+    line = "#22c55e" if up else "#ef4444"
+    o = [f"<svg class='nw-svg' viewBox='0 0 {W} {H}' xmlns='http://www.w3.org/2000/svg'>",
+         "<defs><linearGradient id='nwa' x1='0' y1='0' x2='0' y2='1'>"
+         f"<stop offset='0' stop-color='{line}' stop-opacity='.28'/>"
+         f"<stop offset='1' stop-color='{line}' stop-opacity='0'/></linearGradient></defs>"]
+    for k in range(6):
+        v = lo + (hi - lo) * k / 5
+        y = py(v)
+        o.append(f"<line x1='{L}' x2='{W-R}' y1='{y:.1f}' y2='{y:.1f}' stroke='#94a3b8' stroke-opacity='.12'/>")
+        o.append(f"<text x='{L-8}' y='{y+4:.1f}' text-anchor='end' fill='#8295ad' font-size='11'>{_fmt(v)}</text>")
+    # alan dolgusu (kapanış)
+    pts = " ".join(f"{px(i):.1f},{py(r[4]):.1f}" for i, r in enumerate(rows))
+    o.append(f"<polygon points='{px(0):.1f},{PB} {pts} {px(n-1):.1f},{PB}' fill='url(#nwa)'/>")
+    # hacim + mumlar
+    for i, (ts, op, h, l, c, v) in enumerate(rows):
+        col = "#22c55e" if c >= op else "#ef4444"
+        x = px(i)
+        bw = max(1.2, cw * 0.62)
+        vh = (VB - VT) * (v / vmax)
+        o.append(f"<rect x='{x-bw/2:.1f}' y='{VB-vh:.1f}' width='{bw:.1f}' height='{vh:.1f}' fill='{col}' opacity='.35'/>")
+        y1, y2 = py(max(op, c)), py(min(op, c))
+        tip = f"{ts:%d %b %H:%M}  O {_fmt(op)}  H {_fmt(h)}  L {_fmt(l)}  C {_fmt(c)}"
+        o.append(f"<g><title>{tip}</title><line x1='{x:.1f}' x2='{x:.1f}' y1='{py(h):.1f}' y2='{py(l):.1f}' stroke='{col}' stroke-width='1.2'/>"
+                 f"<rect x='{x-bw/2:.1f}' y='{y1:.1f}' width='{bw:.1f}' height='{max(1.2, y2-y1):.1f}' fill='{col}' rx='1'/></g>")
+    # SMA20
+    if n >= 20:
+        sma = [(i, sum(r[4] for r in rows[i-19:i+1]) / 20) for i in range(19, n)]
+        o.append("<polyline fill='none' stroke='#60a5fa' stroke-width='2' opacity='.9' points='"
+                 + " ".join(f"{px(i):.1f},{py(v):.1f}" for i, v in sma) + "'/>")
+    # haber işaretleri (zamana en yakın muma)
+    for mts, mcol, mtitle in marks:
+        try:
+            idx = min(range(n), key=lambda i: abs((rows[i][0].replace(tzinfo=None) - mts.replace(tzinfo=None)).total_seconds()))
+            if abs((rows[idx][0].replace(tzinfo=None) - mts.replace(tzinfo=None)).total_seconds()) > 3 * 86400:
+                continue
+        except Exception:
+            continue
+        x = px(idx)
+        o.append(f"<g><title>{html.escape(mtitle)}</title><path d='M{x-6:.1f},{PB+14} L{x+6:.1f},{PB+14} L{x:.1f},{PB+4} Z' fill='{mcol}'/></g>")
+    # son fiyat etiketi
+    last = rows[-1][4]
+    y = py(last)
+    o.append(f"<line x1='{L}' x2='{W-R}' y1='{y:.1f}' y2='{y:.1f}' stroke='{line}' stroke-dasharray='4 4' opacity='.8'/>")
+    o.append(f"<rect x='{W-R-70}' y='{y-10:.1f}' width='70' height='20' rx='5' fill='{line}'/>"
+             f"<text x='{W-R-35}' y='{y+4:.1f}' text-anchor='middle' fill='#fff' font-size='11' font-weight='700'>{_fmt(last)}</text>")
+    # x ekseni
+    fmt = "%H:%M" if timeframe == "1G" else "%d %b"
+    for k in range(5):
+        i = int((n - 1) * k / 4)
+        o.append(f"<text x='{px(i):.1f}' y='{H-8}' text-anchor='middle' fill='#8295ad' font-size='11'>{rows[i][0]:{fmt}}</text>")
+    o.append("</svg>")
+    chg = (last / rows[0][1] - 1) * 100
+    head = (f"<div class='nw-head'><b>{asset}/USD</b><span class='nw-price'>{_fmt(last)}</span>"
+            f"<span style='color:{line}'>{chg:+.2f}%</span><span class='nw-dim'>{timeframe} • mum + hacim + SMA20 • ▲ haber</span></div>")
+    return head + "".join(o)
+
+
+def svg_donut(counts, net):
+    tot = sum(counts.values()) or 1
+    r, C = 52, 2 * 3.14159265 * 52
+    o = ["<svg class='nw-donut' viewBox='0 0 140 140' xmlns='http://www.w3.org/2000/svg'>",
+         "<circle cx='70' cy='70' r='52' fill='none' stroke='#172235' stroke-width='16'/>"]
+    off = 0
+    for k in ("Bullish", "Neutral", "Bearish"):
+        ln = C * counts[k] / tot
+        if ln > 0:
+            o.append(f"<circle cx='70' cy='70' r='52' fill='none' stroke='{COL[k]}' stroke-width='16' "
+                     f"stroke-dasharray='{ln:.2f} {C-ln:.2f}' stroke-dashoffset='{-off:.2f}' transform='rotate(-90 70 70)'/>")
+        off += ln
+    c = "#22c55e" if net > 0.05 else "#ef4444" if net < -0.05 else "#eab308"
+    o.append(f"<text x='70' y='68' text-anchor='middle' fill='{c}' font-size='24' font-weight='800'>{net:+.2f}</text>"
+             "<text x='70' y='86' text-anchor='middle' fill='#8295ad' font-size='9' letter-spacing='1'>NET SKOR</text></svg>")
+    return "".join(o)
+
+
+# ------------------------------------------------------------------ PANEL
+NEWS_CSS = """
+.nw-wrap { margin-top:12px; color:#dbeafe; }
+.nw-card, .nw-news { padding:18px; border-radius:18px; margin-bottom:14px;
+    background:linear-gradient(180deg, rgba(8,18,34,.9), rgba(5,13,25,.85));
+    border:1px solid rgba(96,165,250,.18); box-shadow:0 14px 36px rgba(0,0,0,.25); }
+.nw-head { display:flex; gap:14px; align-items:baseline; flex-wrap:wrap; margin-bottom:6px; }
+.nw-price { font-size:26px; font-weight:800; }
+.nw-dim { color:#64748b; font-size:11px; margin-left:auto; }
+.nw-svg { width:100%; height:auto; display:block; }
+.nw-grid { display:grid; grid-template-columns:160px 1fr; gap:18px; align-items:center; }
+.nw-donut { width:150px; height:150px; }
+.nw-legend span { display:inline-block; margin:3px 14px 3px 0; font-size:12px; }
+.nw-dot { display:inline-block; width:9px; height:9px; border-radius:50%; margin-right:6px; }
+.nw-news { border-left:4px solid var(--c); padding:14px 16px; margin-bottom:10px; }
+.nw-news a { color:#e2e8f0; font-weight:600; text-decoration:none; }
+.nw-news a:hover { color:#60a5fa; }
+.nw-meta { color:#7d8ea6; font-size:11px; margin-top:6px; display:flex; gap:10px; flex-wrap:wrap; align-items:center; }
+.nw-chip { padding:2px 9px; border-radius:99px; font-weight:700; font-size:11px; background:var(--c); color:#06101f; }
+.nw-imp { width:70px; height:6px; border-radius:9px; background:#172235; overflow:hidden; }
+.nw-imp i { display:block; height:100%; background:linear-gradient(90deg,#60a5fa,#f97316); }
+.nw-empty { color:#8295ad; padding:18px; }
+@media (max-width:640px){ .nw-grid { grid-template-columns:1fr; justify-items:center; } }
+"""
+
+
+def build_news_panel(classify, detect_assets, asset="BTC", timeframe="1A", limit=10):
+    items, ok = fetch_news()
+    if not items:
+        return ("<div class='nw-card nw-empty'>Haber kaynaklarına ulaşılamadı. "
+                "İnternet/ağ erişimini veya FEEDS adreslerini kontrol et.</div>")
+    if asset != "ALL":
+        items = [i for i in items if asset in detect_assets(i["title"] + " " + i["summary"])]
+    top = rank_news(items, limit=limit)
+    for t in top:
+        t["label"], t["score"] = classify_cached(classify, t)
+
+    counts = {"Bullish": 0, "Neutral": 0, "Bearish": 0}
+    wsum = nsum = 0.0
+    for t in top:
+        counts[t["label"] if t["label"] in counts else "Neutral"] += 1
+        w = 1 + t["imp"] / 25
+        wsum += w
+        nsum += w * t["score"]
+    net = nsum / wsum if wsum else 0.0
+
+    chart = ""
+    if asset != "ALL":
+        try:
+            rows = price_series(asset, timeframe)
+            marks = [(t["ts"], COL.get(t["label"], "#eab308"), t["title"]) for t in top]
+            chart = f"<div class='nw-card'>{svg_candles(rows, asset, timeframe, marks)}</div>"
+        except Exception as e:
+            chart = f"<div class='nw-card nw-empty'>Fiyat grafiği yüklenemedi: {html.escape(str(e))[:120]}</div>"
+
+    legend = "".join(f"<span><i class='nw-dot' style='background:{COL[k]}'></i>{k} {counts[k]}</span>" for k in COL)
+    summary = (f"<div class='nw-card nw-grid'>{svg_donut(counts, net)}<div>"
+               f"<b>Haber duygu özeti</b> <span class='nw-dim'>önem ağırlıklı • {len(top)} haber • {ok}/{len(FEEDS)} kaynak</span>"
+               f"<div class='nw-legend' style='margin-top:8px'>{legend}</div></div></div>")
+
+    cards = []
+    for t in top:
+        c = COL.get(t["label"], "#eab308")
+        age = f"{t['age_h']*60:.0f} dk" if t["age_h"] < 1 else f"{t['age_h']:.0f} sa"
+        srcs = ", ".join(t["srcs"])
+        cards.append(
+            f"<div class='nw-news' style='--c:{c}'><a href='{html.escape(t['link'])}' target='_blank' rel='noopener'>"
+            f"{html.escape(t['title'])}</a><div class='nw-meta'><span class='nw-chip'>{t['label']} {t['score']:+.1f}</span>"
+            f"<span>{html.escape(srcs)}</span><span>{age} önce</span>"
+            f"<span class='nw-imp' title='Önem {t['imp']:.0f}/100'><i style='width:{t['imp']:.0f}%'></i></span></div></div>")
+    if not cards:
+        cards = ["<div class='nw-card nw-empty'>Bu varlık için son 48 saatte önemli haber bulunamadı.</div>"]
+
+    stamp = datetime.now().strftime("%H:%M:%S")
+    return (f"<div class='nw-wrap'><div class='nw-dim' style='margin:0 0 8px'>Son tarama: {stamp} • "
+            f"önbellek {NEWS_TTL//60} dk</div>{chart}{summary}{''.join(cards)}</div>")