hub_dataset_basics.py

from huggingface_hub import HfApi, create_repo, HfFileSystem
from dotenv import load_dotenv
import os

load_dotenv('.env')

HF_TOKEN = os.getenv('TOKEN')


REPO_NAME = "Barzabel777/test_dataset2"


create_repo(
    repo_id=REPO_NAME,
    token=HF_TOKEN,
    exist_ok=True,
    repo_type="dataset",
)


api = HfApi(token=HF_TOKEN)

api.upload_file(
    path_or_fileobj="data/README.md",
    path_in_repo="README.md",
    repo_id=REPO_NAME,
    repo_type="dataset",
)

api.upload_file(
    path_or_fileobj="data/test_data2.csv",
    path_in_repo="train.csv",
    repo_id=REPO_NAME,
    repo_type="dataset",
)

print(f"Репозиторий создан: https://huggingface.co/{REPO_NAME}")


fs = HfFileSystem()

files = fs.ls("datasets/"+REPO_NAME, detail=False)

print("Список файлов:")
for file in files:
    print(file)