Upload app.py with huggingface_hub

app.py

@@ -41,6 +41,7 @@ def get_parquet_path(config: str, shard: int = 0) -> str:
     cache_key = f"{config}_{shard}"
     if cache_key not in _db_cache:
         filename = f"data/{config}/{config}-{shard:05d}.parquet"
+        print(f"Downloading: {filename}")
         try:
             local_path = hf_hub_download(
                 repo_id=DATASET_ID,
@@ -48,25 +49,35 @@ def get_parquet_path(config: str, shard: int = 0) -> str:
                 repo_type="dataset",
                 token=HF_TOKEN
             )
+            print(f"Downloaded to: {local_path}")
             _db_cache[cache_key] = local_path
         except Exception as e:
-            raise HTTPException(status_code=404, detail=f"Parquet file not found: {filename}")
+            print(f"Error downloading {filename}: {e}")
+            raise HTTPException(status_code=404, detail=f"Parquet file not found: {filename}. Error: {str(e)}")
     return _db_cache[cache_key]
 
 
 def query_parquet(config: str, sql: str, params: dict = None) -> list:
     """Execute SQL query on parquet file."""
     path = get_parquet_path(config)
-    conn = duckdb.connect(":memory:")
-    conn.execute(f"CREATE VIEW data AS SELECT * FROM read_parquet('{path}')")
+    print(f"Querying parquet: {path}")
+    print(f"SQL: {sql}")
+    try:
+        conn = duckdb.connect(":memory:")
+        conn.execute(f"CREATE VIEW data AS SELECT * FROM read_parquet('{path}')")
 
-    if params:
-        result = conn.execute(sql, params).fetchdf()
-    else:
-        result = conn.execute(sql).fetchdf()
+        if params:
+            result = conn.execute(sql, params).fetchdf()
+        else:
+            result = conn.execute(sql).fetchdf()
 
-    conn.close()
-    return result.to_dict(orient="records")
+        conn.close()
+        # Convert NaN to None for JSON serialization
+        result = result.where(pd.notnull(result), None)
+        return result.to_dict(orient="records")
+    except Exception as e:
+        print(f"Query error: {e}")
+        raise HTTPException(status_code=500, detail=f"Query error: {str(e)}")
 
 
 @app.get("/")