| #!/bin/bash |
| cd /home/qiuyid/neurok/experiments/idea1/design4 |
| PY=$HOME/miniconda3/envs/neurok/bin/python |
| CK=/dev/shm/qiuyid_mpm/ckpt |
| while pgrep -f "train_masiv_ad.py M0" > /dev/null; do sleep 60; done |
| echo "[gpu5] egg chart done: $(grep -a 'BEST probe' chart_M0.log | tail -1)" |
| export MPMDATA=/dev/shm/masiv_np CHARTCK=$CK/neurok_M0.pt CODESCK=$CK/M0_codes.pt |
| WARM=40 CUDA_VISIBLE_DEVICES=5 $PY -u prep_mpm_traj.py M0 > prep_M0.log 2>&1 |
| $PY - << 'PYEOF' |
| import glob |
| import numpy as np |
| a = [(np.load(f)["inv_err"].mean(), np.load(f)["inv_err"].max()) for f in sorted(glob.glob("/dev/shm/masiv_np/M0_shard0_traj*_prep.npz"))] |
| m = np.array(a) |
| print(f"ACID M0 (n={len(a)}): mean {100*m[:,0].mean():.2f}%span worst-frame mean {100*m[:,1].mean():.2f}% max {100*m[:,1].max():.2f}%", flush=True) |
| PYEOF |
| export FLOOR=0.0 BLO=0.002,0.002,2.0 BCAP=0.3,0.5,100.0 |
| GRIDV="0.005,0.01,0.02,0.04,0.08,0.15,0.30" |
| STEPS=0 GRID=$GRIDV NSUB=72 CUDA_VISIBLE_DEVICES=5 $PY -u train_mpm_l1.py 0 M0 > grid_M0_ns72.log 2>&1 |
| STEPS=0 GRID=$GRIDV NSUB=144 CUDA_VISIBLE_DEVICES=5 $PY -u train_mpm_l1.py 0 M0 > grid_M0_ns144.log 2>&1 |
| grep -a "GRID mu" grid_M0_ns72.log | sed 's/^/[ns72] /' |
| grep -a "GRID mu" grid_M0_ns144.log | sed 's/^/[ns144] /' |
| echo "[gpu5] EGG ACCEPTANCE ARTIFACTS READY" |
| unset CHARTCK CODESCK |
| until [ -f /dev/shm/masiv_np/.ac_converted ]; do sleep 30; done |
| PYTHONPATH=/dev/shm/genesis_dataset CUDA_VISIBLE_DEVICES=5 $PY -u gen_masiv_official.py CERT 4 0 > cert_cream.log 2>&1 |
| grep -a "per-particle" cert_cream.log |
| echo "[gpu5] cream chart" |
| CUDA_VISIBLE_DEVICES=5 $PY -u train_masiv_ad.py M4 > chart_M4.log 2>&1 |
| echo "[gpu5] DONE: $(grep -a 'BEST probe' chart_M4.log | tail -1)" |
|
|
