stage: pretraining

event: config

norm_type: rmsnorm

positional_embedding: rope

mlp_type: swiglu

block_style: sequential

lr_schedule: wsd

device: cuda

backend: nccl