File size: 864 Bytes
e54ea20 d6b5dd0 e54ea20 d6b5dd0 d94b0ff 2c9bde9 d94b0ff d6b5dd0 e54ea20 d6b5dd0 d94b0ff e54ea20 d94b0ff c2e2271 e54ea20 d94b0ff d6b5dd0 e54ea20 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 | {
"ademamix_enabled": true,
"bf16_stochastic_round_active": false,
"bf16_stochastic_round_elements": 0,
"bf16_stochastic_round_groups": 0,
"bf16_stochastic_round_tensors": 0,
"delta_eligible_linear_weights": 0,
"delta_enabled": false,
"delta_eta": 0.37,
"fp32_master_active": true,
"fp32_master_elements": 85126072,
"fp32_master_groups": 6,
"fp32_master_tensors": 380,
"fp32_passthrough_elements": 0,
"mode": "fp32_master",
"mxfp8_active": false,
"mxfp8_available": false,
"mxfp8_linear_layers": 0,
"mxfp8_recipe": null,
"native_precision_elements": 0,
"optimizer_variant": "AdEMAMix",
"ordinary_linear_layers": 129,
"parameter_elements_by_dtype": {
"bfloat16": 85123896,
"float32": 2176
},
"parameter_storage_bytes": 170256496,
"runtime_precision_mode": "BF16_FP32_MASTER",
"stochastic_round_seed": 0
}
|