Update utils/utils.py

utils/utils.py

@@ -34,20 +34,12 @@ def get_dataset_from_file(dataset_type, level):
     return result
 
 def get_dataset(dataset_type, level):
-    # Get space ID from environment, defaulting to "bstraehle/gaia"
     space_id = os.environ.get("SPACE_ID", "bstraehle/gaia")
-    # Extract username from space_id
     username = space_id.split("/")[0]
     dataset_repo = f"{username}/validation"
-    print(f"space_id={space_id}")
-    print(f"username={username}")
-    print(f"dataset_repo={dataset_repo}")
-    
-    # Load dataset from Hugging Face
     dataset = load_dataset(dataset_repo, split="validation")
     df = dataset.to_pandas()
     
-    # Filter by dataset type using the task_id prefix
     if dataset_type == DATASET_TYPE_GAIA:
         print(f"filtering for dataset_type={dataset_type}")
         df = df[df["task_id"].str.startswith("gaia-")]
@@ -55,14 +47,13 @@ def get_dataset(dataset_type, level):
         print(f"filtering for dataset_type={dataset_type}")
         df = df[df["task_id"].str.startswith("hle-")]
     
-    # Filter by level if level > 0 (for GAIA benchmark)
-    print(f"level={level}")
     if level > 0:
         df = df[df["Level"] == level]
     
     result=[]
     
     for _, row in df.iterrows():
+        print(row)
         result.append([row["Question"], row["Final answer"], row["file_name"]])
     
     return result