File size: 1,331 Bytes
8f46582 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 | #!/usr/bin/env bash
# Launch L20 frontier-BT (GPU 1) + curstage no-BT (GPU 2).
set -euo pipefail
cd /egr/research-slim/ghoshavr/reasoning-by-superposition-main
export PATH=/egr/research-slim/ghoshavr/conda-envs/superposition/bin:$PATH
export WANDB_MODE=offline
TORCH=/egr/research-slim/ghoshavr/conda-envs/superposition/bin/torchrun
CUDA_VISIBLE_DEVICES=1 setsid nohup "$TORCH" --standalone --nnodes 1 --nproc_per_node 1 --master_port 29611 \
run.py args/star_coconut_L20_bfs_backtrack_frontier.yaml \
> logs/star_coconut_L20_bfs_backtrack_frontier.log 2>&1 < /dev/null &
CUDA_VISIBLE_DEVICES=2 setsid nohup "$TORCH" --standalone --nnodes 1 --nproc_per_node 1 --master_port 29612 \
run.py args/star_coconut_L20_bfs_curstage_frontier.yaml \
> logs/star_coconut_L20_bfs_curstage_frontier.log 2>&1 < /dev/null &
sleep 20
echo '=== procs ==='
pgrep -af 'L20_bfs_(backtrack_frontier|curstage_frontier)' || true
echo '=== GPUs 1,2 ==='
nvidia-smi --query-gpu=index,memory.used,utilization.gpu --format=csv,noheader -i 1,2 || true
echo '=== BT log head ==='
grep -E 'acc-stage|train epoch|Traceback|Error|nohup' logs/star_coconut_L20_bfs_backtrack_frontier.log | head -8 || true
echo '=== cur log head ==='
grep -E 'acc-stage|train epoch|Traceback|Error|nohup' logs/star_coconut_L20_bfs_curstage_frontier.log | head -8 || true
|