File size: 257 Bytes
f018bbf | 1 2 3 4 5 6 7 8 9 10 11 12 13 | {
"step": 20000,
"dp_world_size": 1,
"batch_size": 64,
"grad_accum_steps": 1,
"mixed_precision": "bf16",
"parallelism": {
"dp_replicate": 1,
"dp_shard": 1,
"ring_degree": 1,
"ulysses_degree": 1
}
} |