fsi-anomaly / stage_eval_50m.sh
FerrellSyntheticIntelligence's picture
backup all: 100 files (batch)
76b78ee verified
Raw
History Blame Contribute Delete
945 Bytes
#!/usr/bin/env bash
# Full eval battery for the 50M line: main + researcher + red-team.
# Usage: ./stage_eval_50m.sh [ckpt] (default: latest in ckpt/hybrid50m_lora)
set -euo pipefail
cd "$(dirname "$0")"
export PYTHONPATH=$PWD
export MALLOC_ARENA_MAX=2
SRC="${1:-ckpt/hybrid50m_lora}"
EVAL_LOG="logs/eval_50m_$(date +%Y%m%d_%H%M).log"
echo "== main battery ==" > "$EVAL_LOG"
.venv/bin/python research/eval.py --ckpt "$SRC" --tok data/tokenizer16k.json --threads 6 --probes data/eval_probes.jsonl >> "$EVAL_LOG" 2>&1
echo "== researcher battery ==" >> "$EVAL_LOG"
.venv/bin/python research/eval.py --ckpt "$SRC" --tok data/tokenizer16k.json --threads 6 --probes data/probes_researcher.jsonl >> "$EVAL_LOG" 2>&1
echo "== red-team battery ==" >> "$EVAL_LOG"
.venv/bin/python research/eval.py --ckpt "$SRC" --tok data/tokenizer16k.json --threads 6 --probes data/eval_redteam.jsonl >> "$EVAL_LOG" 2>&1
echo "saved $EVAL_LOG"
tail -6 "$EVAL_LOG"