Update utils.py

utils.py

@@ -1,13 +1,18 @@
-import datasets, os
+import os
 import pandas as pd
+from datasets import load_dataset
 from docx import Document
 from pptx import Presentation
 
 def get_questions(file_path, level):
     #df = pd.read_json(file_path, lines=True)
 
-    df = datasets.load_dataset("gaia-benchmark/GAIA", "2023_all", token=True, trust_remote_code=True)["validation"]
-    
+    ###
+    token = os.getenv("HF_TOKEN")
+    login(token)
+    df = load_dataset("gaia-benchmark/GAIA", "2023_all", split="validation", trust_remote_code=True)
+    ###
+  
     if level > 0:
         df = df[df["Level"] == level]