E-GRPO / scoure_code /hpd_datasets.py
zhangsj0722's picture
Upload folder using huggingface_hub
58a7e24 verified
from datasets import load_dataset
download_path = '/mnt/dolphinfs/ssd_pool/docker/user/hadoop-videogen-hl/hadoop-camera3d/zhangshengjun/checkpoints/hpd'
# Load the test set
# dataset = load_dataset("ymhao/HPDv2", split='train', download_config={'cache_dir': download_path})
from datasets import load_dataset, DownloadConfig
# 设置下载路径
# download_path = '/your/custom/path/to/dataset'
# 创建一个 DownloadConfig 对象
download_config = DownloadConfig(cache_dir=download_path)
# 加载数据集并应用下载配置
dataset = load_dataset("ymhao/HPDv2", split='train', download_config=download_config)
# 查看数据集
print(dataset)