Upload data/data_fetcher.py with huggingface_hub

data/data_fetcher.py

@@ -450,6 +450,7 @@ class DataFetcher:
                         MATCH (a)-[r]-(b)
                         WHERE a.address IN $addresses AND r.timestamp <= $cutoff_ts
                         RETURN a.address AS source_address, type(r) AS link_type, properties(r) AS link_props, b.address AS dest_address, labels(b)[0] AS dest_type
+                        LIMIT 10000
                         """
                         params = {'addresses': list(newly_found_entities), 'cutoff_ts': cutoff_ts}
                         result = session.run(query, params)
@@ -1029,37 +1030,15 @@ class DataFetcher:
 
     def fetch_holder_snapshot_stats_for_token(self, token_address: str, T_cutoff: datetime.datetime, limit: int = 200) -> Tuple[int, List[Dict[str, Any]]]:
         """
-        Fetch total holder count from pre-computed table (FAST).
+        Fetch total holder count at a point in time.
         Returns (count, top_holders_list).
-
-        NOTE: Requires pre-computed holder_snapshots table created with:
-        CREATE TABLE holder_snapshots ENGINE = MergeTree() ORDER BY (mint_address, snapshot_ts) AS
-        SELECT mint_address, toStartOfInterval(updated_at, INTERVAL 5 minute) AS snapshot_ts,
-               countDistinct(wallet_address) AS holder_count
-        FROM wallet_holdings WHERE current_balance > 0 GROUP BY mint_address, snapshot_ts
+        Uses the indexed wallet_holdings table directly - efficient due to mint_address filter.
         """
         if not token_address:
             return 0, []
 
-        # Use pre-computed holder_snapshots table - find nearest snapshot <= T_cutoff
-        query = """
-        SELECT holder_count
-        FROM holder_snapshots
-        WHERE mint_address = %(token)s AND snapshot_ts <= %(T_cutoff)s
-        ORDER BY snapshot_ts DESC
-        LIMIT 1
-        """
-        params = {'token': token_address, 'T_cutoff': T_cutoff}
-        try:
-            rows = self.db_client.execute(query, params)
-            if not rows:
-                return 0, []
-            holder_count = rows[0][0]
-            # Return empty top_holders - not needed for caching
-            return int(holder_count or 0), []
-        except Exception as e:
-            print(f"ERROR: Failed to fetch holder snapshot: {e}")
-            return 0, []
+        holder_count = self.fetch_total_holders_count_for_token(token_address, T_cutoff)
+        return holder_count, []
     def fetch_raw_token_data(
         self,
         token_address: str,