File size: 2,034 Bytes
3cd1076 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 | #!/bin/bash
#SBATCH -J an_owt_duo # Job name
#SBATCH -o watch_folder/%x_%j.out # log file (out & err)
#SBATCH -N 1 # Total number of nodes requested
#SBATCH --get-user-env # retrieve the users login environment
#SBATCH --mem=16000 # server memory requested (per node)
#SBATCH -t 24:00:00 # Time limit (hh:mm:ss)
#SBATCH --partition=anonymous,gpu # Request partition
#SBATCH --constraint="[a5000|a6000|a100|3090]"
#SBATCH --ntasks-per-node=1
#SBATCH --gres=gpu:1 # Type/number of GPUs needed
#SBATCH --open-mode=append # Do not overwrite logs
#SBATCH --requeue # Requeue upon preemption
export HYDRA_FULL_ERROR=1
checkpoint_path="YOUR_CHECKPOINT_PATH"
ckpt=duo_distilled
while [[ "$#" -gt 0 ]]; do
case $1 in
--steps) steps="$2"; shift ;;
--seed) seed="$2"; shift ;;
--ckpt) ckpt="$2"; shift ;;
--checkpoint_path) checkpoint_path="$2"; shift ;;
--temperature) temperature="$2"; shift ;;
--disable_ema) disable_ema="$2"; shift ;;
*) echo "Unknown parameter: $1"; exit 1 ;;
esac
shift
done
steps=${steps:-2}
seed=${seed:-42}
temperature=${temperature:-1.0}
disable_ema=${disable_ema:-False}
echo " Steps: $steps"
echo " Seed: $seed"
echo " ckpt: $ckpt"
python -u -m main \
mode=sample_eval \
seed=$seed \
loader.batch_size=2 \
loader.eval_batch_size=8 \
data=openwebtext-split \
algo=duo_base \
model=small \
eval.checkpoint_path=$checkpoint_path/$ckpt.ckpt \
sampling.num_sample_batches=2 \
sampling.steps=$steps \
sampling.predictor=ancestral \
+wandb.offline=true \
eval.generated_samples_path=$checkpoint_path/samples_ancestral_greedy/$seed-$steps-$ckpt-$temperature-disable-ema-$disable_ema-llama3_1.json \
sampling.noise_removal=ancestral \
eval.disable_ema=$disable_ema \
sampling.temperature=$temperature \
+algo.use_curriculum=True |