pino-source-code / hf_job.yaml
Matthew Ford
pimt v9 substantivity gbm train publish path
c9282b0
Raw
History Blame Contribute Delete
885 Bytes
# Reference configuration for the PIMT v9 substantivity GBM HF Job.
# The installed hf CLI in this repo uses `hf jobs run ...` arguments rather
# than `hf jobs run -f`; keep this file as the reviewed job spec.
name: pimt-v9-substantivity-gbm
image: python:3.11
command:
- bash
- -lc
- |
set -euo pipefail
python -m pip install -q huggingface_hub
python -c 'import os; from huggingface_hub import snapshot_download; snapshot_download(repo_id="mattbitzesty/pino-source-code", repo_type="model", local_dir="/workspace/pino", token=os.environ.get("HF_TOKEN"))'
cd /workspace/pino
pip install -e .
python -u scripts/pimt_v9_train_publish.py --upload
flavor: cpu-upgrade
timeout: 45m
secrets:
HF_TOKEN: ${HF_TOKEN}
env:
PINO_MODEL_VERSION: v9
PINO_SOURCE_REPO: mattbitzesty/pino-source-code
PINO_SUBSTANTIVITY_REPO: mattbitzesty/pino-pimt-substantivity