import os, requests
from huggingface_hub import get_token
tok=get_token(); h={"Authorization":f"Bearer {tok}"}
os.makedirs("/scratch/data/urban_noise/large", exist_ok=True)
base="https://huggingface.co/datasets/Sunbird/urban-noise-uganda-61k/resolve/main/large/"
for i in range(6):
    fn=f"train-{i:05d}-of-00006.parquet"
    dst=f"/scratch/data/urban_noise/large/{fn}"
    if os.path.exists(dst) and os.path.getsize(dst)>1e6:
        print(f"{fn} deja la"); continue
    r=requests.get(base+fn, headers=h, timeout=300, stream=True, allow_redirects=True)
    if not r.ok: print(f"{fn} ECHEC {r.status_code}"); continue
    n=0
    with open(dst,"wb") as f:
        for c in r.iter_content(1<<20): f.write(c); n+=len(c)
    print(f"{fn}: {n/1e6:.0f} MB")
print("SUNBIRD_ALL_OK")