from datasets import load_dataset

download_path = '/mnt/dolphinfs/ssd_pool/docker/user/hadoop-videogen-hl/hadoop-camera3d/zhangshengjun/checkpoints/hpd'
# Load the test set
# dataset = load_dataset("ymhao/HPDv2", split='train', download_config={'cache_dir': download_path})

from datasets import load_dataset, DownloadConfig

# 设置下载路径
# download_path = '/your/custom/path/to/dataset'

# 创建一个 DownloadConfig 对象
download_config = DownloadConfig(cache_dir=download_path)

# 加载数据集并应用下载配置
dataset = load_dataset("ymhao/HPDv2", split='train', download_config=download_config)

# 查看数据集
print(dataset)