File size: 1,276 Bytes
c5dd0d7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 | {
"batch_size": 8,
"grad_accum": 1,
"total_steps": 2400,
"lr": 0.00025,
"min_lr_ratio": 0.0,
"warmup_steps": 100,
"decay_frac": 0.2,
"weight_decay": 0.05,
"beta1": 0.9,
"beta2": 0.95,
"grad_clip": 1.0,
"optimizer": "muon",
"muon_momentum": 0.95,
"ema_decay": 0.999,
"mask_schedule": "cosine",
"loss_weighting": "uniform",
"stratified_t": true,
"smooth_mask_prob": 0.25,
"label_smoothing": 0.1,
"color_tau": 0.05,
"self_cond_prob": 0.5,
"self_cond_lookback": 0.3,
"cond_drop_prob": 0.1,
"subject_prob": 0.05,
"hflip_prob": 0.5,
"seed": 1234,
"log_every": 10,
"eval_every": 250,
"eval_batches": 4,
"eval_batch": 16,
"sample_every": 500,
"ckpt_every_steps": 400,
"ckpt_every_minutes": 4.0,
"sample_steps": 16,
"sample_cfg": 3.0,
"sample_prompts": [
"red health potion bottle",
"golden crown with blue gems",
"green slime monster",
"iron sword with a leather hilt",
"wooden treasure chest",
"pink cherry blossom tree",
"blue magic spellbook",
"orange fox head",
"glowing purple crystal",
"cheeseburger",
"skull with a candle",
"rocket ship",
"brown leather boots",
"yellow rubber duck",
"ice cream cone with strawberry scoop",
"black cat"
]
} |