backup.py

backup.py

@@ -4,7 +4,7 @@ from datasets import load_dataset
 from huggingface_hub import CommitScheduler
 from huggingface_hub import HfApi
 import os
-
+import argparse
 
 dataset_name = "Anuj-Panthri/JupyterLab_Storage"
 work_dir = os.environ['NOTEBOOK_DIR']
@@ -34,4 +34,16 @@ def commit_scheduler(minutes=10):
     input("keep scheduler waiting")
 
 if __name__=="__main__":
-    commit_scheduler()
+    # Initialize parser
+    parser = argparse.ArgumentParser()
+    parser.add_argument("-p","--push", help="push to hub",action='store_true',default=True)
+    parser.add_argument("-s","--schedule", help="push to hub scheduler every n minutes",type=int)
+    args = parser.parse_args()
+
+    if not args.schedule:
+        push_to_hub()
+    else:
+        commit_scheduler(args.schedule)
+    
+    # print(args)
+    # commit_scheduler()

on_startup.sh

@@ -6,5 +6,5 @@
 
 huggingface-cli login --token ${HF_TOKEN}
 python3 restore.py
-nohup python3 backup.py
+nohup python3 backup.py -s 2
 exec ./start_server.sh