File size: 528 Bytes
3cd1076 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 | CKPT_PATH="YOUR_CHECKPOINT_PATH"
STEPS=32
python -u -m main \
mode=sample_eval \
seed=1 \
model=small \
model.length=1024 \
data=openwebtext-split \
algo=fmlm \
eval.checkpoint_path=$CKPT_PATH \
loader.batch_size=2 \
loader.eval_batch_size=16 \
sampling.num_sample_batches=4 \
sampling.steps=$STEPS \
algo.double_temb=True \
eval.disable_ema=False \
algo.learnable_loss_weighting=False \
sampling.gamma=1.0 \
+wandb.offline=true \
|