Update scraper.py

scraper.py

@@ -24,7 +24,8 @@ _rate_limited_until = 0.0
 async def _get_valid_api_hash(proxy_url: str = None) -> str:
     """
     Ensures a singular valid session context hash token is distributed across 
-    all background threads simultaneously, mitigating Cloudflare handshake overhead.
+    all background threads simultaneously, utilizing proxy routing to bypass
+    initial Cloudflare blocks on the server IP range.
     """
     global _global_api_hash, _hash_fetched_at
     
@@ -34,6 +35,11 @@ async def _get_valid_api_hash(proxy_url: str = None) -> str:
         if _global_api_hash and (now - _hash_fetched_at < 900):
             return _global_api_hash
 
+        # Force proxy utilization on handshake layer to mask server footprint
+        active_proxy = proxy_url
+        if not active_proxy and state.proxies:
+            active_proxy = random.choice(state.proxies)
+
         headers = {
             "User-Agent": random.choice(USER_AGENTS),
             "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
@@ -45,7 +51,8 @@ async def _get_valid_api_hash(proxy_url: str = None) -> str:
         try:
             timeout = aiohttp.ClientTimeout(total=10)
             async with aiohttp.ClientSession(timeout=timeout) as session:
-                async with session.get("https://fragment.com/", headers=headers, proxy=proxy_url, allow_redirects=True) as resp:
+                # Route the home page request through the active proxy tunnel
+                async with session.get("https://fragment.com/", headers=headers, proxy=active_proxy, allow_redirects=True) as resp:
                     html = await resp.text()
                     
                     # Target matching layout configurations capturing nested App.init configurations
@@ -58,10 +65,10 @@ async def _get_valid_api_hash(proxy_url: str = None) -> str:
                     if match:
                         _global_api_hash = match.group(1)
                         _hash_fetched_at = now
-                        log.info(f"🌐 Successfully Stabilized Global API Hash Token: {_global_api_hash}")
+                        log.info(f"🌐 Successfully Stabilized Global API Hash Token: {_global_api_hash} (via Proxy)")
                         return _global_api_hash
                     else:
-                        log.error("❌ Token extraction fault. DOM format structure layout changed.")
+                        log.error("❌ Token extraction fault. DOM format structure layout changed or proxy blocked.")
                         with open("token_dom_error.log", "w", encoding="utf-8") as f:
                             f.write(html[:2000])
                             
@@ -73,7 +80,7 @@ async def _get_valid_api_hash(proxy_url: str = None) -> str:
 async def check_fragment(word: str, proxy_url: str = None) -> str:
     """
     Connects directly to Fragment's internal AJAX endpoint using XMLHttpRequest signatures,
-    bypassing the front-end layout routing and redirection problems.
+    bypassing front-end web layout redirection problems entirely.
     """
     global _rate_limited_until
     word = word.strip().replace("@", "").lower()
@@ -120,7 +127,7 @@ async def check_fragment(word: str, proxy_url: str = None) -> str:
                     response_json = await resp.json()
                     
                     if not response_json.get("ok"):
-                        # If token data gets invalidated by endpoint engine, force reload sequence
+                        # Force token reload sequence if current register gets dropped by endpoint engine
                         global _global_api_hash
                         _global_api_hash = None 
                         continue
@@ -148,7 +155,7 @@ async def check_fragment(word: str, proxy_url: str = None) -> str:
                         return s.upper()
 
                     # ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
-                    # ENGINE 2: GLOBAL GLOBAL FALLBACK LAYER MATCHING
+                    # ENGINE 2: GLOBAL FALLBACK LAYER MATCHING
                     # ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
                     fallback_text = clean_html.lower()
                     if "on auction" in fallback_text: return "ON_AUCTION"