File size: 429 Bytes
3cd1076 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 | CKPT_PATH="YOUR_CHECKPOINT_PATH"
STEPS=32
export HYDRA_FULL_ERROR=1
python -u -m main \
mode=sample_eval \
loader.batch_size=2 \
loader.eval_batch_size=64 \
data=lm1b-wrap \
algo=mdlm \
model=small \
model.length=128 \
eval.checkpoint_path=$CKPT_PATH \
sampling.num_sample_batches=1 \
sampling.steps=$STEPS \
+wandb.offline=true \
sampling.predictor=ancestral_cache \
sampling.noise_removal=ancestral
|