Buckets:
| # Sequential GPU queue: wait for the running ModernBERT job, log its checkpoints to W&B, | |
| # then smoke-test, train and log Qwen3-0.6B. Run from the repo root (/workspace). | |
| set -uo pipefail | |
| cd "$(dirname "$0")/.." | |
| export CUDA_VISIBLE_DEVICES=0 | |
| BERT_PID=${1:-} | |
| if [[ -n "$BERT_PID" ]]; then | |
| echo "[queue] waiting for ModernBERT pid $BERT_PID" | |
| while kill -0 "$BERT_PID" 2>/dev/null; do sleep 20; done | |
| fi | |
| if [[ -f checkpoints/modernbert-large-30k/final/adapter_config.json ]]; then | |
| echo "[queue] ModernBERT finished; logging checkpoints" | |
| python scripts/log_checkpoints_wandb.py checkpoints/modernbert-large-30k || echo "[queue] ModernBERT artifact upload FAILED" | |
| else | |
| echo "[queue] ModernBERT has no final/ checkpoint; see modernbert.log" | |
| fi | |
| echo "[queue] Qwen smoke test" | |
| if python -m training.smoke --config training/qwen3_06b_30k.yaml > smoke_qwen.log 2>&1; then | |
| echo "[queue] Qwen training" | |
| python -m training.train_qwen --config checkpoints/qwen3-0.6b-30k/resolved.yaml > qwen.log 2>&1 | |
| echo "[queue] Qwen exit $?" | |
| [[ -f checkpoints/qwen3-0.6b-30k/final/adapter_config.json ]] && \ | |
| { python scripts/log_checkpoints_wandb.py checkpoints/qwen3-0.6b-30k || echo "[queue] Qwen artifact upload FAILED"; } | |
| else | |
| echo "[queue] Qwen smoke FAILED; see smoke_qwen.log" | |
| fi | |
| echo "[queue] done" | |
Xet Storage Details
- Size:
- 1.33 kB
- Xet hash:
- 55f88d84abf3b75d2fd95617f6aee8cf5dd9b77d36790e81256abdada7afb4b1
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.