File size: 226 Bytes
3860aca | 1 2 3 4 5 6 7 8 9 10 11 12 | {
"step": 25000,
"dp_world_size": 1,
"batch_size": 16,
"grad_accum_steps": 1,
"parallelism": {
"dp_replicate": 1,
"dp_shard": 1,
"ring_degree": 1,
"ulysses_degree": 1
}
} |