Update app.py

app.py

@@ -24,18 +24,37 @@ def video_identity(video):
 def nan():
     return None
 
-# demo = gr.Interface(video_identity, 
-#                     gr.Video(), 
-#                     "playable_video", 
-#                     examples=[
-#                         os.path.join(os.path.dirname(__file__), 
-#                                      "videos/rl-video-episode-0.mp4")], 
-#                     cache_examples=True)
-
 FORMAT = ['mp4', 'gif'][1]
 
-def update(user_choice, data_folder='videos'):
-    # data_folder='videos'
+def get_huggingface_dataset():
+    try:
+        import huggingface_hub
+    except (ImportError, ModuleNotFoundError):
+        raise ImportError(
+            "Package `huggingface_hub` not found is needed "
+            "for HuggingFaceDatasetSaver. Try 'pip install huggingface_hub'."
+        )
+    HF_TOKEN = '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'  # my HF token
+    DATASET_NAME = 'crowdsourced-robotinder-demo'
+    FLAGGING_DIR = 'flag/'
+    path_to_dataset_repo = huggingface_hub.create_repo(
+        repo_id=DATASET_NAME,
+        token=HF_TOKEN,
+        private=False,
+        repo_type="dataset",
+        exist_ok=True,
+    )    
+    dataset_dir = os.path.join(DATASET_NAME, FLAGGING_DIR)
+    repo = huggingface_hub.Repository(
+        local_dir=dataset_dir,
+        clone_from=path_to_dataset_repo,
+        use_auth_token=HF_TOKEN,
+    )
+    repo.git_pull(lfs=True)
+    log_file = os.path.join(dataset_dir, "flag_data.csv")
+    return repo, log_file
+
+def update(user_choice, data_folder=VIDEO_PATH):
     envs = parse_envs()   
     env_name = envs[random.randint(0, len(envs)-1)]
     # choose video
@@ -53,25 +72,15 @@ def update(user_choice, data_folder='videos'):
     current_time = strftime("%Y-%m-%d-%H-%M-%S", gmtime())
     info = [env_name, user_choice, left, right, current_time]
     print(info)
-    with open('data.csv', 'a') as file:
+
+    repo, log_file = get_huggingface_dataset() # flag without using gradio flagging
+    with open(log_file, 'a') as file: # incremental change of the file
         writer_object = writer(file)
         writer_object.writerow(info)
         file.close()
-    return left, right
+    repo.push_to_hub(commit_message=f"Flagged sample at {current_time}")
 
-# def update(left, right):
-#     if FORMAT == 'mp4':
-#         left = os.path.join(os.path.dirname(__file__), 
-#                              "videos/rl-video-episode-2.mp4")
-#         right = os.path.join(os.path.dirname(__file__), 
-#                              "videos/rl-video-episode-3.mp4")
-#     else:
-#         left = os.path.join(os.path.dirname(__file__), 
-#                              "videos/rl-video-episode-2.gif")
-#         right = os.path.join(os.path.dirname(__file__), 
-#                              "videos/rl-video-episode-3.gif")  
-#     print(left, right)     
-#     return left, right
+    return left, right
 
 def replay(left, right):  
     return left, right