suchirsalhan's picture
final: log, final.json, probes
2de2d16 verified
Raw History Blame Contribute Delete
2.58 kB
{
"event": "final",
"run": "smoke_moe-router-script",
"arch": "hnet_moe_router",
"objective": "ratio",
"condition": "A",
"step": 20,
"params": 75152,
"seed": 0,
"per_lang": {
"en": {
"cpc": 1.1517857142857142,
"cps": 64.5,
"bpb": 7.901662406011139,
"bytes_per_chunk": 2.094069529652352
},
"de": {
"cpc": 0.9630996309963099,
"cps": 65.25,
"bpb": 7.85908982061656,
"bytes_per_chunk": 1.9212007504690432
},
"hi": {
"cpc": 0.9090909090909091,
"cps": 60.0,
"bpb": 7.883620738005027,
"bytes_per_chunk": 2.2164502164502164
}
},
"bpb_mean": 7.881457654877575,
"gini_cpc": 0.05350456590476349,
"gini_cps": 0.01844532279314892,
"bpic": 2.0237154150197627,
"mean_boundary_entropy": 0.672665536403656,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 8,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 14,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 0.0,
"probe_overhead_seq_frac": 0.0,
"wall_sec": 1.1627311706542969,
"flops": {
"flops_total": 3815989632.0,
"flops_main": 1173578112.0,
"per_lang_main_flops": {
"en": 277736256.0,
"de": 367411968.0,
"hi": 412927200.0
}
},
"compute_received": {
"per_lang": {
"en": {
"cps": 64.5,
"bytes_per_sent": 128.0,
"main_flops_per_sent": 4362264.0,
"byte_flops_per_sent": 11010048.0,
"total_flops_per_sent": 15372312.0
},
"de": {
"cps": 65.25,
"bytes_per_sent": 128.0,
"main_flops_per_sent": 4417686.0,
"byte_flops_per_sent": 11010048.0,
"total_flops_per_sent": 15427734.0
},
"hi": {
"cps": 60.0,
"bytes_per_sent": 128.0,
"main_flops_per_sent": 4032000.0,
"byte_flops_per_sent": 11010048.0,
"total_flops_per_sent": 15042048.0
}
},
"gini_main_flops": 0.020069076135951214,
"gini_total_flops": 0.005608906085311061,
"main_flops_parity_vs_ref": {
"en": 1.0,
"de": 1.0127048706818293,
"hi": 0.9242906894218231
}
}
}