download_pre_datas.py

import zipfile
import os
from pathlib import Path

from huggingface_hub import snapshot_download

DATA_TOKEN = os.getenv('DATA_TOKEN', None)
assert DATA_TOKEN is not None

def unzip(file):
    file_path = file.as_posix()
    dir_path = file.parent.as_posix()
    with zipfile.ZipFile(file_path, 'r') as zip_ref:
        zip_ref.extractall(dir_path)

snapshot_download(repo_id='XDimLab/HUGSIM_private',revision='main',local_dir='/app/app_datas/ss/',local_dir_use_symlinks=False,allow_patterns=['scenes.zip'], repo_type='dataset', token=DATA_TOKEN)
snapshot_download(repo_id='XDimLab/HUGSIM_private',revision='main',local_dir='/app/app_datas/ss/',local_dir_use_symlinks=False,allow_patterns=['scenarios.zip'], repo_type='dataset', token=DATA_TOKEN)
snapshot_download(repo_id='XDimLab/HUGSIM',revision='main',local_dir='/app/app_datas/',local_dir_use_symlinks=False,allow_patterns=['3DRealCar/**'],repo_type='dataset')
snapshot_download(repo_id='XDimLab/HUGSIM',revision='main',local_dir='/app/app_datas/',local_dir_use_symlinks=False,allow_patterns=['nusc_map_cache.zip'],repo_type='dataset')

unzip(Path("/app/app_datas/ss/scenes.zip"))
unzip(Path("/app/app_datas/ss/scenarios.zip"))
unzip(Path("/app/app_datas/nusc_map_cache.zip"))