Spaces:

heisbuba
/

quantvat

Running

App Files Files Community

heisbuba commited on Jan 31

Commit

1fd14f2

verified ·

1 Parent(s): 5a29da8

Upload spot_engine.py

Browse files

Files changed (1) hide show

src/services/spot_engine.py +321 -0

src/services/spot_engine.py ADDED Viewed

	@@ -0,0 +1,321 @@

+import time
+import datetime
+import threading
+import requests
+from typing import List, Dict, Any, Tuple
+from concurrent.futures import ThreadPoolExecutor, as_completed
+# Import Shared Modules
+from src.state import get_user_temp_dir
+from src.config import STABLECOINS
+from src.services.utils import short_num, now_str
+# Spot Volume Tracker
+def spot_volume_tracker(user_keys, user_id) -> None:
+    """
+    Aggregates spot market data with accuracy and performance.
+    Prioritizes CoinGecko data for volume accuracy.
+    """
+    def safe_float(val, default):
+        try:
+            if val is None or str(val).strip() == "":
+                return default
+            return float(val)
+        except (ValueError, TypeError):
+            return default
+    print("    📊 Starting fresh spot analysis...")
+    # Set thread name once at the start
+    threading.current_thread().name = f"user_{user_id}"
+    # Extract API keys
+    CMC_API_KEY = user_keys.get("CMC_API_KEY", "CONFIG_REQUIRED_CMC")
+    COINGECKO_API_KEY = user_keys.get("COINGECKO_API_KEY", "CONFIG_REQUIRED_CG")
+    LIVECOINWATCH_API_KEY = user_keys.get("LIVECOINWATCH_API_KEY", "CONFIG_REQUIRED_LCW")
+    # User Filters & Safety Helper
+    settings = user_keys.get("engine_settings", {})
+    MIN_VTMR    = safe_float(settings.get('min_vtmr'), 0.5)
+    MAX_VTMR    = safe_float(settings.get('max_vtmr'), 199.0)
+    MIN_LC_VTMR = safe_float(settings.get('min_largecap_vtmr'), 0.5)
+    LC_THRESHOLD = 1_000_000_000
+    FETCH_THRESHOLD = min(MIN_VTMR, MIN_LC_VTMR)
+    # --- Stealth Headers Injection ---
+    STEALTH_HEADERS = {
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36",
+        "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8",
+        "Accept-Language": "en-US,en;q=0.9",
+        "Accept-Encoding": "gzip, deflate, br",
+        "Connection": "keep-alive",
+        "Upgrade-Insecure-Requests": "1",
+        "Sec-Fetch-Dest": "document",
+        "Sec-Fetch-Mode": "navigate",
+        "Sec-Fetch-Site": "none",
+        "Sec-Fetch-User": "?1",
+        "Cache-Control": "max-age=0",
+    }
+    def create_html_report(hot_tokens: List[Dict[str, Any]]) -> str:
+        """Generates a mobile-responsive HTML report."""
+        # 1. Setup File Paths & Time
+        date_prefix = datetime.datetime.now().strftime("%b-%d-%y_%H-%M")
+        user_dir = get_user_temp_dir(user_id)
+        html_file = user_dir / f"Spot_Analysis_Report_{date_prefix}.html"
+        current_time = now_str("%d-%m-%Y %H:%M:%S")
+        # 2. Calculate Header Stats
+        max_flip = max((t.get('flipping_multiple', 0) for t in hot_tokens), default=0)
+        # 3. Build HTML Header with Viewport Tag (Crucial for Mobile Interactivity)
+        html_content = f"""
+        <!DOCTYPE html>
+        <html>
+        <head>
+            <title>Spot Analysis {date_prefix}</title>
+            <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no">
+            <style>
+                body {{ font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, Helvetica, Arial, sans-serif; margin: 0; background-color: #f5f5f5; color: #333; }}
+                .header {{ background-color: #2c3e50; color: white; padding: 15px; text-align: center; }}
+                .summary {{ background-color: #fff; padding: 15px; margin: 10px; border-radius: 8px; box-shadow: 0 2px 5px rgba(0,0,0,0.05); font-size: 0.9rem; }}
+                /* Table Optimization for Mobile */
+                .table-container {{ overflow-x: auto; -webkit-overflow-scrolling: touch; margin: 10px; border-radius: 8px; box-shadow: 0 2px 8px rgba(0,0,0,0.1); }}
+                table {{ width: 100%; border-collapse: collapse; background-color: white; min-width: 100%; }}
+                th {{ background-color: #3498db; color: white; padding: 12px 8px; text-align: left; font-size: 0.85rem; white-space: nowrap; }}
+                td {{ padding: 0; border-bottom: 1px solid #eee; height: 50px; vertical-align: middle; font-size: 0.9rem; }}
+                tr:nth-child(even) {{ background-color: #fafafa; }}
+                /* Visual Cue for Large Cap (Green Left Border) */
+                tr.large-cap {{ background-color: #e8f6f3 !important; border-left: 4px solid #10b981; }}
+                /* Mobile Tappable Link Button */
+                .ticker-btn {{
+                    display: block;
+                    width: 100%;
+                    height: 100%;
+                    padding: 14px 5px; /* Large touch target */
+                    color: #2980b9;
+                    text-decoration: none;
+                    font-weight: 800;
+                    box-sizing: border-box;
+                }}
+                .ticker-btn:active {{ background-color: rgba(52, 152, 219, 0.1); }}
+                .vol-high {{ color: #e74c3c; font-weight: bold; }}
+            </style>
+        </head>
+        <body>
+            <div class="header">
+                <h3 style="margin:0;">SPOT VOLUMETRICS</h3>
+                <small>{current_time}</small>
+            </div>
+            <div class="summary">
+                <strong>Found:</strong> {len(hot_tokens)} Tokens |
+                <strong>Peak VTMR:</strong> {max_flip:.1f}x <br>
+                <small style="color:#10b981;">🟩 Green Rows = Large Cap (>$1B)</small>
+            </div>
+            <div class="table-container">
+            <table>
+                <thead>
+                    <tr>
+                        <th style="width: 40px; text-align:center;">#</th>
+                        <th>Ticker</th>
+                        <th>MCap</th>
+                        <th>Vol 24h</th>
+                        <th>VTMR</th>
+                    </tr>
+                </thead>
+                <tbody>
+        """
+        if hot_tokens:
+            for i, token in enumerate(hot_tokens):
+                # 4. Prepare Logic
+                is_lc = token.get('large_cap', False)
+                row_class = "large-cap" if is_lc else ""
+                vol_class = "vol-high" if token.get('flipping_multiple', 0) >= 2 else ""
+                sym = token.get('symbol', '???')
+                # --- SENIOR ENGINEER SAFETY NET ---
+                # We embed the removed data as hidden attributes so your parser works later.
+                row_attrs = f'data-large-cap="{is_lc}" data-sources="{token.get("source_count")}"'
+                # 5. Create Tappable Link (Absolute Path)
+                link = f'<a href="/deep-diver?ticker={sym}" class="ticker-btn">{sym}</a>'
+                html_content += f"""
+                <tr class="{row_class}" {row_attrs}>
+                    <td style="text-align:center; color:#999; font-size:0.8rem;">{i+1}</td>
+                    <td style="min-width: 60px;">{link}</td>
+                    <td style="padding-left:8px;">${short_num(token.get('marketcap', 0))}</td>
+                    <td style="padding-left:8px;">${short_num(token.get('volume', 0))}</td>
+                    <td class="{vol_class}" style="padding-left:8px;">{token.get('flipping_multiple', 0):.1f}x</td>
+                </tr>
+                """
+            html_content += "</tbody></table></div></body></html>"
+        else:
+            html_content += "<div style='padding:20px; text-align:center;'>No significant volume detected.</div>"
+        with open(html_file, "w", encoding="utf-8") as f:
+            f.write(html_content)
+        return html_file
+    # --- Data Fetching Functions ---
+    def fetch_coingecko(session: requests.Session) -> List[Dict[str, Any]]:
+        threading.current_thread().name = f"user_{user_id}"
+        tokens: List[Dict[str, Any]] = []
+        use_key = bool(COINGECKO_API_KEY and COINGECKO_API_KEY != "CONFIG_REQUIRED_CG")
+        for page in range(1, 5):
+            try:
+                url = "https://api.coingecko.com/api/v3/coins/markets"
+                params = {"vs_currency": "usd", "order": "market_cap_desc", "per_page": 250, "page": page}
+                headers = STEALTH_HEADERS.copy()
+                if use_key:
+                    if page == 1: print("    ⚡ Scanning CoinGecko...")
+                    headers["x-cg-demo-api-key"] = COINGECKO_API_KEY
+                    delay = 0.05
+                else:
+                    if page == 1: print("    🐌 Scanning CoinGecko (Slow Mode)...")
+                    delay = 0.2
+                r = session.get(url, params=params, headers=headers, timeout=15)
+                if use_key and r.status_code in [401, 403, 429]:
+                    use_key = False
+                    delay = 0.2
+                    r = session.get(url, params=params, headers=STEALTH_HEADERS, timeout=15)
+                r.raise_for_status()
+                for t in r.json():
+                    symbol = (t.get("symbol") or "").upper()
+                    if symbol in STABLECOINS: continue
+                    vol, mc = float(t.get("total_volume") or 0), float(t.get("market_cap") or 0)
+                    # Fetching pre-filter
+                    if mc > 0 and (vol / mc) >= FETCH_THRESHOLD:
+                        tokens.append({"symbol": symbol, "marketcap": mc, "volume": vol, "source": "CG"})
+                time.sleep(delay)
+            except Exception: continue
+        print(f"    ✅ CoinGecko: {len(tokens)} tokens")
+        return tokens
+    def fetch_coinmarketcap(session: requests.Session) -> List[Dict[str, Any]]:
+        threading.current_thread().name = f"user_{user_id}"
+        tokens: List[Dict[str, Any]] = []
+        if not CMC_API_KEY or CMC_API_KEY == "CONFIG_REQUIRED_CMC": return tokens
+        print("    ⚡ Scanning CoinMarketCap...")
+        headers = STEALTH_HEADERS.copy()
+        headers["X-CMC_PRO_API_KEY"] = CMC_API_KEY
+        for start in range(1, 1001, 100):
+            try:
+                r = session.get("https://pro-api.coinmarketcap.com/v1/cryptocurrency/listings/latest",
+                                headers=headers, params={"start": start, "limit": 100, "convert": "USD"}, timeout=15)
+                r.raise_for_status()
+                for t in r.json().get("data", []):
+                    symbol = (t.get("symbol") or "").upper()
+                    if symbol in STABLECOINS: continue
+                    q = t.get("quote", {}).get("USD", {})
+                    vol, mc = float(q.get("volume_24h") or 0), float(q.get("market_cap") or 0)
+                    if mc > 0 and (vol / mc) >= FETCH_THRESHOLD:
+                        tokens.append({"symbol": symbol, "marketcap": mc, "volume": vol, "source": "CMC"})
+                time.sleep(0.2)
+            except Exception: continue
+        print(f"    ✅ CoinMarketCap: {len(tokens)} tokens")
+        return tokens
+    def fetch_livecoinwatch(session: requests.Session) -> List[Dict[str, Any]]:
+        threading.current_thread().name = f"user_{user_id}"
+        tokens: List[Dict[str, Any]] = []
+        if not LIVECOINWATCH_API_KEY or LIVECOINWATCH_API_KEY == "CONFIG_REQUIRED_LCW": return tokens
+        print("    ⚡ Scanning LiveCoinWatch...")
+        headers = STEALTH_HEADERS.copy()
+        headers.update({"content-type": "application/json", "x-api-key": LIVECOINWATCH_API_KEY})
+        payload = {"currency": "USD", "sort": "rank", "order": "ascending", "offset": 0, "limit": 1000, "meta": True}
+        try:
+            r = session.post("https://api.livecoinwatch.com/coins/list", json=payload, headers=headers, timeout=20)
+            r.raise_for_status()
+            for t in r.json():
+                symbol = (t.get("code") or "").upper()
+                if symbol in STABLECOINS: continue
+                vol, mc = float(t.get("volume") or 0), float(t.get("cap") or 0)
+                if mc > 0 and (vol / mc) >= FETCH_THRESHOLD:
+                    tokens.append({"symbol": symbol, "marketcap": mc, "volume": vol, "source": "LCW"})
+        except Exception: pass
+        print(f"    ✅ LiveCoinWatch: {len(tokens)} tokens")
+        return tokens
+    def fetch_all_sources() -> Tuple[List[Dict[str, Any]], int]:
+        print("    🔍 Scanning for high-volumed tokens...")
+        print("    ⬆️ CoinGecko data for accuracy... ")
+        sources = [fetch_coingecko, fetch_coinmarketcap, fetch_livecoinwatch]
+        results = []
+        with ThreadPoolExecutor(max_workers=3) as exe:
+            futures = [exe.submit(fn, requests.Session()) for fn in sources]
+            for f in as_completed(futures):
+                try:
+                    res = f.result(timeout=60)
+                    if res: results.extend(res)
+                except Exception: continue
+        print(f"    📊 Total raw results: {len(results)}")
+        return results, len(results)
+    # --- Processing Logic ---
+    raw_tokens, _ = fetch_all_sources()
+    all_data = {}
+    for t in raw_tokens:
+        all_data.setdefault(t['symbol'], []).append(t)
+    verified_tokens = []
+    for sym, tokens in all_data.items():
+        # Identify CoinGecko entry specifically
+        cg_data = next((t for t in tokens if t['source'] == 'CG'), None)
+        if cg_data:
+            # --- GATEKEEPER RULE: COINGECKO IS SOVEREIGN ---
+            # If CG has it, we ignore all other sources and use CG metrics alone
+            volume, marketcap = cg_data['volume'], cg_data['marketcap']
+            ratio = volume / marketcap
+            is_large = (marketcap > LC_THRESHOLD)
+            # Flexible Thresholds
+            if (is_large and ratio >= MIN_LC_VTMR and ratio <= MAX_VTMR) or \
+               (not is_large and ratio >= MIN_VTMR and ratio <= MAX_VTMR):
+                verified_tokens.append({
+                    "symbol": sym, "marketcap": marketcap, "volume": volume,
+                    "flipping_multiple": ratio, "source_count": len(tokens), "large_cap": is_large
+                })
+        else:
+            # --- FALLBACK RULE: MULTI-SOURCE VERIFICATION ---
+            # If CG is missing, the token MUST have at least 2 other sources to even be considered
+            if len(tokens) >= 2:
+                volume = sum(t['volume'] for t in tokens) / len(tokens)
+                marketcap = sum(t['marketcap'] for t in tokens) / len(tokens)
+                ratio = volume / marketcap
+                is_large = any(t['marketcap'] > LC_THRESHOLD for t in tokens)
+                if (is_large and ratio >= MIN_LC_VTMR and ratio <= MAX_VTMR) or \
+                   (not is_large and ratio >= MIN_VTMR and ratio <= MAX_VTMR):
+                    verified_tokens.append({
+                        "symbol": sym, "marketcap": marketcap, "volume": volume,
+                        "flipping_multiple": ratio, "source_count": len(tokens), "large_cap": is_large
+                    })
+    hot_tokens = sorted(verified_tokens, key=lambda x: x["flipping_multiple"], reverse=True)
+    html_file = create_html_report(hot_tokens)
+    #-- Print
+    report_filename = html_file.name
+    now_h = datetime.datetime.now().strftime("%H:%M:%S")
+    print(f"    💎 Found {len(hot_tokens)} high-volume tokens at {now_h}")
+    print(f"    📂 HTML report saved: /reports-list/{report_filename}")
+    print("    🏁 Spot volume analysis completed!")