File size: 427 Bytes
d0804e7 aa9883c d0804e7 aa9883c 655a826 4990c08 d0804e7 655a826 | 1 2 3 4 5 6 7 8 9 10 11 12 | import os
from dotenv import load_dotenv
from huggingface_hub import snapshot_download
load_dotenv("/app/config.env")
HF_TOKEN = os.environ["HF_TOKEN"]
ANNOTATION_DATA_REPO = os.environ["ANNOTATION_DATA_REPO"]
snapshot_download(repo_id=f"{ANNOTATION_DATA_REPO}", repo_type="dataset", local_dir="/app/potato/output", token=HF_TOKEN)
print(f"downloaded existing annotations from {ANNOTATION_DATA_REPO} to /app/potato/output")
|