name: Sync Hugging Face Dataset

on:
  schedule:
    - cron: '0 * * * *'  # Runs every hour

jobs:
  sync_dataset:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v2

      - name: Set up Python
        uses: actions/setup-python@v2
        with:
          python-version: '3.x'

      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip
          pip install -r requirements.txt

      - name: Sync Datasets
        env:
          HF_TOKEN: ${{ secrets.HF_TOKEN }}
        run: python app/sync_dataset_hf.py