File size: 456 Bytes
1ec10fa
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
{
  "attention_modules": 696,
  "attention_quant_algo": "FP8_PB_WO",
  "attn_fp8": false,
  "attn_fp8_pb": true,
  "attn_mxfp8": false,
  "cast_mxfp4_to_nvfp4": true,
  "expert_banks": 92,
  "input_scale": 1.0,
  "run_id": "238080",
  "shards": 96,
  "stats": {
    "attn_fp8_pb_converted": 696,
    "cast_blocks_lossless": 85085650944,
    "cast_blocks_total": 85085650944,
    "experts_converted": 247296,
    "passthrough": 1932
  },
  "world_size": 2
}