added few things

.gitignore

@@ -0,0 +1 @@
+.env

Dockerfile

@@ -112,4 +112,4 @@ ENV PYTHONUNBUFFERED=1 \
 	SYSTEM=spaces \
 	SHELL=/bin/bash
 
-CMD ["./start_server.sh"]
+CMD ["./on_startup.sh"]

backup.py

@@ -0,0 +1,36 @@
+from dotenv import load_dotenv
+load_dotenv()
+from datasets import load_dataset
+from huggingface_hub import CommitScheduler
+from huggingface_hub import HfApi
+
+
+
+dataset_name = "Anuj-Panthri/JupyterLab_Storage"
+work_dir = "~/../../data/"
+dataset_save_path = "."
+
+def push_to_hub():
+    # backup "~/../../data/" to hugging face dataset "."
+    api = HfApi()
+
+    api.upload_folder(
+        repo_id=dataset_name,
+        repo_type="dataset",
+        folder_path=work_dir,
+        path_in_repo=dataset_save_path,        
+    )
+
+def commit_scheduler(minutes=10):
+
+    scheduler = CommitScheduler(
+        repo_id=dataset_name,
+        repo_type="dataset",
+        folder_path=work_dir,
+        path_in_repo=dataset_save_path,
+        every=minutes,
+    )
+
+
+if __name__=="__main__":
+    commit_scheduler()

on_startup.sh

@@ -2,4 +2,9 @@
 # Write some commands here that will run on root user before startup.
 # For example, to clone transformers and install it in dev mode:
 # git clone https://github.com/huggingface/transformers.git
-# cd transformers && pip install -e ".[dev]"
+# cd transformers && pip install -e ".[dev]"
+
+huggingface-cli login --token ${HF_TOKEN}
+python3 restore.py
+noup python3 backup.py
+start_server.sh

requirements.txt

@@ -1,4 +1,7 @@
 jupyterlab==3.6.1
 jupyter-server==2.3.0
 tornado==6.2
-ipywidgets
+ipywidgets
+huggingface_hub
+datasets
+python-dotenv

restore.py

@@ -0,0 +1,12 @@
+from huggingface_hub import snapshot_download
+
+dataset_name = "Anuj-Panthri/JupyterLab_Storage"
+work_dir = "~/../../data/"
+dataset_save_path = "."
+
+snapshot_download(
+                    repo_id=dataset_name,
+                    repo_type="dataset",
+                    local_dir=work_dir,
+                    local_dir_use_symlinks=False,
+                )