.github/workflows/training.yml

name: training script

on:
  workflow_dispatch:
  schedule:
    # Run every 30 minutes
    #- cron: '*/30 * * * *'
    - cron: '0 1 * * 1'

jobs:
  run-scraper:
    runs-on: ubuntu-latest

    steps:
    - name: Checkout repository
      uses: actions/checkout@v3

    - name: Set up Python
      uses: actions/setup-python@v4
      with:
        python-version: '3.11'

    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip
        pip install -r all-requirements.txt

    - name: Training
      env:
        RAPID_API_KEY: ${{ secrets.RAPID_API_KEY }}
        OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
      run: |
        python llm-tagging.py
        python filter-faults.py
        python train.py
    - name: List data folder
      run: ls -R data || echo "data folder not found"
    - name: Commit and Push Changes
      run: |
        git config --global user.name "github-actions[bot]"
        git config --global user.email "github-actions[bot]@users.noreply.github.com"
        git add data
        git commit -m "LLM-generated tags uploaded"
        git push
      env:
        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}