| name: Sync Hugging Face Dataset | |
| on: | |
| schedule: | |
| - cron: '0 * * * *' # Runs every hour | |
| jobs: | |
| sync_dataset: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v2 | |
| - name: Set up Python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: '3.x' | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install -r requirements.txt | |
| - name: Sync Datasets | |
| env: | |
| HF_TOKEN: ${{ secrets.HF_TOKEN }} | |
| run: python app/sync_dataset_hf.py | |