name: Upload Dataset to Hugging Face

on:
  workflow_dispatch:

jobs:
  upload:
    runs-on: ubuntu-latest

    steps:
      - uses: actions/checkout@v4

      - uses: actions/setup-python@v5
        with:
          python-version: 3.12

      - name: 📦 Install dependencies
        run: |
          python -m pip install -U pip
          python -m pip install -e .[dev]

      - name: 🚀 Run dataset upload script
        run: |
          python scripts/update_datasets_in_hub.py --token $HF_TOKEN
        env:
          HF_TOKEN: ${{ secrets.HF_TOKEN }}