| {"type": "OptimizerFromGradientAccumulator", "parallelism": {"tp_size": "1", "dp_size": "128", "pp_size": "1", "expert_parallel_size": "1"}, "configs": {}} |
| {"type": "OptimizerFromGradientAccumulator", "parallelism": {"tp_size": "1", "dp_size": "128", "pp_size": "1", "expert_parallel_size": "1"}, "configs": {}} |