_init_1.5B_seed44/0/optimizer/optimizer_config.json

{"type": "OptimizerFromGradientAccumulator", "parallelism": {"tp_size": "1", "dp_size": "4", "pp_size": "1", "expert_parallel_size": "1"}, "configs": {}}