latent_backtrack / scripts /launch_L20_frontier_pair.sh
Avra98's picture
Add training code (same as GitHub reasoning-by-superposition-latent)
8f46582 verified
Raw
History Blame Contribute Delete
1.33 kB
#!/usr/bin/env bash
# Launch L20 frontier-BT (GPU 1) + curstage no-BT (GPU 2).
set -euo pipefail
cd /egr/research-slim/ghoshavr/reasoning-by-superposition-main
export PATH=/egr/research-slim/ghoshavr/conda-envs/superposition/bin:$PATH
export WANDB_MODE=offline
TORCH=/egr/research-slim/ghoshavr/conda-envs/superposition/bin/torchrun
CUDA_VISIBLE_DEVICES=1 setsid nohup "$TORCH" --standalone --nnodes 1 --nproc_per_node 1 --master_port 29611 \
run.py args/star_coconut_L20_bfs_backtrack_frontier.yaml \
> logs/star_coconut_L20_bfs_backtrack_frontier.log 2>&1 < /dev/null &
CUDA_VISIBLE_DEVICES=2 setsid nohup "$TORCH" --standalone --nnodes 1 --nproc_per_node 1 --master_port 29612 \
run.py args/star_coconut_L20_bfs_curstage_frontier.yaml \
> logs/star_coconut_L20_bfs_curstage_frontier.log 2>&1 < /dev/null &
sleep 20
echo '=== procs ==='
pgrep -af 'L20_bfs_(backtrack_frontier|curstage_frontier)' || true
echo '=== GPUs 1,2 ==='
nvidia-smi --query-gpu=index,memory.used,utilization.gpu --format=csv,noheader -i 1,2 || true
echo '=== BT log head ==='
grep -E 'acc-stage|train epoch|Traceback|Error|nohup' logs/star_coconut_L20_bfs_backtrack_frontier.log | head -8 || true
echo '=== cur log head ==='
grep -E 'acc-stage|train epoch|Traceback|Error|nohup' logs/star_coconut_L20_bfs_curstage_frontier.log | head -8 || true