token

download_pre_datas.py

@@ -4,17 +4,20 @@ from pathlib import Path
 
 from huggingface_hub import snapshot_download
 
+DATA_TOKEN = os.getenv('DATA_TOKEN', None)
+assert DATA_TOKEN is not None
+
 def unzip(file):
     file_path = file.as_posix()
     dir_path = file.parent.as_posix()
     with zipfile.ZipFile(file_path, 'r') as zip_ref:
         zip_ref.extractall(dir_path)
 
+snapshot_download(repo_id='XDimLab/HUGSIM_private',revision='main',local_dir='/app/app_datas/ss/',local_dir_use_symlinks=False,allow_patterns=['scenes.zip'], repo_type='dataset', token=DATA_TOKEN)
+snapshot_download(repo_id='XDimLab/HUGSIM_private',revision='main',local_dir='/app/app_datas/ss/',local_dir_use_symlinks=False,allow_patterns=['scenarios.zip'], repo_type='dataset', token=DATA_TOKEN)
 snapshot_download(repo_id='XDimLab/HUGSIM',revision='main',local_dir='/app/app_datas/',local_dir_use_symlinks=False,allow_patterns=['3DRealCar/**'],repo_type='dataset')
 snapshot_download(repo_id='XDimLab/HUGSIM',revision='main',local_dir='/app/app_datas/',local_dir_use_symlinks=False,allow_patterns=['nusc_map_cache.zip'],repo_type='dataset')
-snapshot_download(repo_id='XDimLab/HUGSIM_private',revision='main',local_dir='/app/app_datas/ss/',local_dir_use_symlinks=False,allow_patterns=['scenes.zip'], repo_type='dataset')
-snapshot_download(repo_id='XDimLab/HUGSIM_private',revision='main',local_dir='/app/app_datas/ss/',local_dir_use_symlinks=False,allow_patterns=['scenarios.zip'], repo_type='dataset')
 
-unzip("/app/app_datas/nusc_map_cache.zip")
-unzip("/app/app_datas/ss/scenes.zip")
-unzip("/app/app_datas/ss/scenarios.zip")
+unzip(Path("/app/app_datas/ss/scenes.zip"))
+unzip(Path("/app/app_datas/ss/scenarios.zip"))
+unzip(Path("/app/app_datas/nusc_map_cache.zip"))