File size: 472 Bytes
1debe5e
c7169fc
1debe5e
 
c7169fc
 
1debe5e
c7169fc
 
 
1
2
3
4
5
6
7
8
9
10
import os
import asyncio
from huggingface_hub import HfApi
api = HfApi()
async def upload_to_dataset(local_path, md5_name, original_name, repo_id, token):
    if not token or not os.path.exists(local_path): return
    try:
        await asyncio.to_thread(api.upload_file, path_or_fileobj=local_path, path_in_repo=md5_name, repo_id=repo_id, repo_type="dataset", commit_message=f"Upload {original_name}", token=token)
        os.remove(local_path)
    except Exception: pass