Started working on dumping the database

bin/dumpDB.sh

@@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+
+DB_NAME="${1:-}";
+SAVE_NAME="${2:-}";
+
+if [[ -z "$DB_NAME" || -z "$SAVE_NAME" ]];; then
+  echo "usage: $(basename "$0") DB_NAME SAVE_NAME" >&2;
+  exit 1;
+fi
+
+OUTPUT_DIR="dump_${DB_NAME}_$(date +%Y%m%d_%H%M%S)";
+
+mongodump \
+    --db "$DB_NAME" \
+    --out "$OUTPUT_DIR";
+
+exec python3 ../src/dump_handler.py "$OUTPUT_DIR" "$SAVE_NAME";

src/dump_handler.py

@@ -0,0 +1,34 @@
+from huggingface_hub import upload_folder
+from huggingface_hub import HfApi
+from huggingface_hub import login
+import os
+from pathlib import Path
+import sys
+
+class DatasetHandler():
+
+  def __init__(self,hf_token):
+    login(hf_token)
+    self.api = HfApi(token = hf_token)
+
+  def upload_dump(self,path,name):
+    try:
+      upload_folder(folder_path=path,path_in_repo=name, repo_id="ProjectFrozone/MongoDBDumps", repo_type="dataset")
+      return 0
+    except:
+      return 1
+
+if __name__ == "__main__":
+    
+    if len(sys.argv) != 3:
+        print("Usage: python3 dump_handler.py file_path name")
+        raise Exception()
+
+    file_path = sys.argv[1]
+    name = sys.argv[2]
+    token = os.getenv("HF_TOKEN")
+    handler = DatasetHandler(token)
+    try:
+        handler.upload_dump(file_path,name)
+    except:
+        print("Problem In Upload")