Update utils.py

utils.py

@@ -5,15 +5,31 @@ from docx import Document
 from huggingface_hub import login
 from pptx import Presentation
 
-def get_questions(file_path, level):
-    #df = pd.read_json(file_path, lines=True)
-
-    ###
+def get_questions():
     token = os.getenv("HF_TOKEN")
+    
     login(token)
+    
     dataset = load_dataset("gaia-benchmark/GAIA", "2023_all", split="validation", trust_remote_code=True)
+    
     df = pd.DataFrame(dataset)
-    ###
+     
+    result_1=[]
+    result_2=[]
+    result_3=[]
+    
+    for index, row in df.iterrows():
+        if df["Level"] == 1:
+            result_1.append([row["Question"], row["Level"], row["Final answer"], row["file_name"]])
+        if df["Level"] == 2:
+            result_2.append([row["Question"], row["Level"], row["Final answer"], row["file_name"]])
+        if df["Level"] == 3:
+            result_3.append([row["Question"], row["Level"], row["Final answer"], row["file_name"]])
+
+    return result_1, result_2, result_3
+
+def get_questions(file_path, level):
+    df = pd.read_json(file_path, lines=True)
   
     if level > 0:
         df = df[df["Level"] == level]