fix pushing data on huggingface dataset

app.py

@@ -4,7 +4,7 @@ import random
 import os
 import json
 from pathlib import Path
-from huggingface_hub import CommitScheduler
+from huggingface_hub import CommitScheduler, HfApi
 
 from src.utils import load_words, load_image_and_saliency, load_example_images
 from src.style import css
@@ -129,23 +129,22 @@ def main():
             pass
 
         def save_results(answers):
+            api = HfApi()
+            token = os.getenv("HUGGINGFACE_TOKEN")
+            api.login(token=token)
+
             json_file_results = config['results']['exp1_dir']
             JSON_DATASET_DIR = Path("json_dataset")
             JSON_DATASET_DIR.mkdir(parents=True, exist_ok=True)
             JSON_DATASET_PATH = JSON_DATASET_DIR / json_file_results
-            scheduler = CommitScheduler(
-                repo_id="results",
-                repo_type="dataset",
-                folder_path=JSON_DATASET_DIR,
-                path_in_repo="data",
-            )
-            with scheduler.lock:
-                user_id = time.time()
-                with JSON_DATASET_PATH.open("a") as f:
-                    json.dump({
-                        "user_id": user_id, 
-                        "answer": {i: answer[i] for i in range(len(answer))}
-                    }, f)
+            
+            info_to_push = {
+                "user_id": time.time(), 
+                "answer": {i: answer[i] for i in range(len(answer))}}
+
+            # use api to push the results
+            api.push_to_hub(info_to_push, json_file_results, use_temp_dir=True)
+
  
         def add_answer(dropdown1,dropdown2,dropdown3,dropdown4, answers):
             rank = [dropdown1,dropdown2,dropdown3,dropdown4]