{
  "algorithm": "custom_bf16_vs_dynamic_fp8_relative_mse",
  "candidate": "FP8_PER_CHANNEL_PER_TOKEN_CFG",
  "target_effective_bits": 9.0,
  "achieved_effective_bits": 8.994408602150537,
  "groups": [
    {
      "group": "linear::layers.49.self_attn.o_proj",
      "members": [
        "layers.49.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0016449053326118668,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.48.self_attn.o_proj",
      "members": [
        "layers.48.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.001547668504183181,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.42.self_attn.o_proj",
      "members": [
        "layers.42.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0015364473630977325,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.44.self_attn.o_proj",
      "members": [
        "layers.44.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0015329158825943072,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.46.self_attn.o_proj",
      "members": [
        "layers.46.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0015012638971313881,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.47.self_attn.o_proj",
      "members": [
        "layers.47.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.001433183881512109,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.30.self_attn.o_proj",
      "members": [
        "layers.30.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0013202235417317106,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.24.self_attn.o_proj",
      "members": [
        "layers.24.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0012078589758006094,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.43.self_attn.o_proj",
      "members": [
        "layers.43.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.001200786353351619,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.38.self_attn.o_proj",
      "members": [
        "layers.38.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0011754243110082745,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.45.self_attn.o_proj",
      "members": [
        "layers.45.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0011724025691648575,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.35.self_attn.o_proj",
      "members": [
        "layers.35.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0011531957138299622,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.34.mlp.down_proj",
      "members": [
        "layers.34.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.001142452760433026,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.26.mlp.down_proj",
      "members": [
        "layers.26.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.001137696606776505,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.48.mlp.down_proj",
      "members": [
        "layers.48.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0011375892444359592,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.22.mlp.down_proj",
      "members": [
        "layers.22.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.001116271875272335,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.29.mlp.down_proj",
      "members": [
        "layers.29.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0011082651021308112,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.28.mlp.down_proj",
      "members": [
        "layers.28.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.001107530456068621,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.31.self_attn.o_proj",
      "members": [
        "layers.31.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.001100251047259622,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.30.mlp.down_proj",
      "members": [
        "layers.30.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0010927455385783891,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.23.mlp.down_proj",
      "members": [
        "layers.23.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0010903730608376452,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.24.mlp.down_proj",
      "members": [
        "layers.24.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0010838112968230237,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.27.mlp.down_proj",
      "members": [
        "layers.27.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0010828564706675428,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.49.mlp.down_proj",
      "members": [
        "layers.49.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.001075693959444526,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.36.mlp.down_proj",
      "members": [
        "layers.36.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.001075439905164125,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.25.self_attn.o_proj",
      "members": [
        "layers.25.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0010637774529391538,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.17.mlp.down_proj",
      "members": [
        "layers.17.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0010615758749939542,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.18.mlp.down_proj",
      "members": [
        "layers.18.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0010571927790202996,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.21.mlp.down_proj",
      "members": [
        "layers.21.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.001054107668706625,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.37.self_attn.o_proj",
      "members": [
        "layers.37.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.001051651921623584,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.19.mlp.down_proj",
      "members": [
        "layers.19.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0010503184028525818,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.46.mlp.down_proj",
      "members": [
        "layers.46.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0010493611038174448,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.25.mlp.down_proj",
      "members": [
        "layers.25.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0010482951203970275,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.40.self_attn.o_proj",
      "members": [
        "layers.40.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0010479404648560463,
      "forced_bf16": false,
      "precision": "BF16"
    },
    {
      "group": "linear::layers.35.mlp.down_proj",
      "members": [
        "layers.35.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0010477857614930742,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.28.self_attn.o_proj",
      "members": [
        "layers.28.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0010362998331572987,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.12.mlp.down_proj",
      "members": [
        "layers.12.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0010338241375318575,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.20.mlp.down_proj",
      "members": [
        "layers.20.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0010211989274512005,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.41.mlp.down_proj",
      "members": [
        "layers.41.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.001016771401027511,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.42.mlp.down_proj",
      "members": [
        "layers.42.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0010136776421148061,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.10.mlp.down_proj",
      "members": [
        "layers.10.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0010135619873947585,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.15.mlp.down_proj",
      "members": [
        "layers.15.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0010091030245574072,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.27.self_attn.o_proj",
      "members": [
        "layers.27.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0010059807953418304,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.39.mlp.down_proj",
      "members": [
        "layers.39.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0009966944405146792,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.32.mlp.down_proj",
      "members": [
        "layers.32.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0009933645384711109,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.14.mlp.down_proj",
      "members": [
        "layers.14.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.000985945264107411,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.11.mlp.down_proj",
      "members": [
        "layers.11.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0009805422781302418,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.39.self_attn.o_proj",
      "members": [
        "layers.39.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0009792871861092308,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.16.mlp.down_proj",
      "members": [
        "layers.16.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.000975774957555278,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.13.mlp.down_proj",
      "members": [
        "layers.13.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0009647846049504701,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.38.mlp.down_proj",
      "members": [
        "layers.38.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0009631741276790491,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.37.mlp.down_proj",
      "members": [
        "layers.37.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0009573445004374603,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.29.self_attn.o_proj",
      "members": [
        "layers.29.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0009570369106127228,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.36.self_attn.o_proj",
      "members": [
        "layers.36.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0009539916903886286,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.47.mlp.down_proj",
      "members": [
        "layers.47.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0009331376304085149,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.34.self_attn.o_proj",
      "members": [
        "layers.34.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0009292229298699295,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.23.self_attn.o_proj",
      "members": [
        "layers.23.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0009213870051549381,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.8.mlp.down_proj",
      "members": [
        "layers.8.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0009183763761153994,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.33.mlp.down_proj",
      "members": [
        "layers.33.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0009016936045446402,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.22.mlp",
      "members": [
        "layers.22.mlp.gate_proj",
        "layers.22.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0009004733240410185,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.11.mlp",
      "members": [
        "layers.11.mlp.gate_proj",
        "layers.11.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0008918872858572635,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.22.self_attn.o_proj",
      "members": [
        "layers.22.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0008914683829095766,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.23.mlp",
      "members": [
        "layers.23.mlp.gate_proj",
        "layers.23.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0008872367525308919,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.10.mlp",
      "members": [
        "layers.10.mlp.gate_proj",
        "layers.10.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0008841689692781382,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.19.mlp",
      "members": [
        "layers.19.mlp.gate_proj",
        "layers.19.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0008841446595500646,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.24.mlp",
      "members": [
        "layers.24.mlp.gate_proj",
        "layers.24.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0008818184128473992,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.19.self_attn.o_proj",
      "members": [
        "layers.19.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0008812930762931798,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.20.mlp",
      "members": [
        "layers.20.mlp.gate_proj",
        "layers.20.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0008789220954463331,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.21.self_attn.o_proj",
      "members": [
        "layers.21.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0008765070998811592,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.21.mlp",
      "members": [
        "layers.21.mlp.gate_proj",
        "layers.21.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0008764308989082911,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.34.mlp",
      "members": [
        "layers.34.mlp.gate_proj",
        "layers.34.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0008744895908167009,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.40.mlp.down_proj",
      "members": [
        "layers.40.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0008726309893222314,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.41.self_attn.o_proj",
      "members": [
        "layers.41.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.000871034573311477,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.5.mlp.down_proj",
      "members": [
        "layers.5.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0008592773304606881,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.11.self_attn.o_proj",
      "members": [
        "layers.11.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0008573134497294034,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.12.mlp",
      "members": [
        "layers.12.mlp.gate_proj",
        "layers.12.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.000856541616772102,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.15.mlp",
      "members": [
        "layers.15.mlp.gate_proj",
        "layers.15.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0008562982364602284,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.33.self_attn.o_proj",
      "members": [
        "layers.33.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0008531324418050298,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.17.mlp",
      "members": [
        "layers.17.mlp.gate_proj",
        "layers.17.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0008457170623090307,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.25.mlp",
      "members": [
        "layers.25.mlp.gate_proj",
        "layers.25.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0008447256116781662,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.26.self_attn.o_proj",
      "members": [
        "layers.26.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0008400224775269213,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.26.mlp",
      "members": [
        "layers.26.mlp.gate_proj",
        "layers.26.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0008368774077547313,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.44.mlp.down_proj",
      "members": [
        "layers.44.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0008368199234751477,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.14.self_attn.o_proj",
      "members": [
        "layers.14.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0008276378265995343,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.32.self_attn.o_proj",
      "members": [
        "layers.32.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0008198584095219974,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.18.mlp",
      "members": [
        "layers.18.mlp.gate_proj",
        "layers.18.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0008194438554151081,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.31.mlp.down_proj",
      "members": [
        "layers.31.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0008115857426304328,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.20.self_attn.o_proj",
      "members": [
        "layers.20.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0008086569052055835,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.35.mlp",
      "members": [
        "layers.35.mlp.gate_proj",
        "layers.35.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.000804765018154372,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.27.mlp",
      "members": [
        "layers.27.mlp.gate_proj",
        "layers.27.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0008012509107277654,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.14.mlp",
      "members": [
        "layers.14.mlp.gate_proj",
        "layers.14.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0007964024285771108,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.9.mlp",
      "members": [
        "layers.9.mlp.gate_proj",
        "layers.9.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0007889474795433525,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.16.mlp",
      "members": [
        "layers.16.mlp.gate_proj",
        "layers.16.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0007863127552736411,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.45.mlp.down_proj",
      "members": [
        "layers.45.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0007846631109890422,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.28.mlp",
      "members": [
        "layers.28.mlp.gate_proj",
        "layers.28.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.000782732492892985,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.47.mlp",
      "members": [
        "layers.47.mlp.gate_proj",
        "layers.47.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0007797672501107693,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.46.mlp",
      "members": [
        "layers.46.mlp.gate_proj",
        "layers.46.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0007710270188577145,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.13.self_attn.o_proj",
      "members": [
        "layers.13.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0007634876282443215,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.48.mlp",
      "members": [
        "layers.48.mlp.gate_proj",
        "layers.48.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0007614215226547607,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.13.mlp",
      "members": [
        "layers.13.mlp.gate_proj",
        "layers.13.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0007586616796440397,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.49.mlp",
      "members": [
        "layers.49.mlp.gate_proj",
        "layers.49.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.000758198311969378,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.43.mlp",
      "members": [
        "layers.43.mlp.gate_proj",
        "layers.43.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0007465519862329725,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.18.self_attn.o_proj",
      "members": [
        "layers.18.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0007364132256481165,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.44.mlp",
      "members": [
        "layers.44.mlp.gate_proj",
        "layers.44.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0007326954109689831,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.45.mlp",
      "members": [
        "layers.45.mlp.gate_proj",
        "layers.45.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0007261024749772596,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.12.self_attn.o_proj",
      "members": [
        "layers.12.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0007125850763160375,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.36.mlp",
      "members": [
        "layers.36.mlp.gate_proj",
        "layers.36.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0007104821534947135,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.42.mlp",
      "members": [
        "layers.42.mlp.gate_proj",
        "layers.42.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.000701052802185235,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.33.mlp",
      "members": [
        "layers.33.mlp.gate_proj",
        "layers.33.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0006984599426641498,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.41.mlp",
      "members": [
        "layers.41.mlp.gate_proj",
        "layers.41.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.000697177730490719,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.3.mlp.down_proj",
      "members": [
        "layers.3.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0006893470420323501,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.7.self_attn.o_proj",
      "members": [
        "layers.7.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0006872426298753021,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.40.mlp",
      "members": [
        "layers.40.mlp.gate_proj",
        "layers.40.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0006720004899719417,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.39.mlp",
      "members": [
        "layers.39.mlp.gate_proj",
        "layers.39.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0006715806859787991,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.29.mlp",
      "members": [
        "layers.29.mlp.gate_proj",
        "layers.29.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.000658441999746265,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.15.self_attn.o_proj",
      "members": [
        "layers.15.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0006469047188960217,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.9.self_attn.o_proj",
      "members": [
        "layers.9.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0006447572396692732,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.10.self_attn.o_proj",
      "members": [
        "layers.10.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0006358877470629349,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.8.self_attn.o_proj",
      "members": [
        "layers.8.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0006069202529667813,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.16.self_attn.o_proj",
      "members": [
        "layers.16.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0006058075955291401,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.38.mlp",
      "members": [
        "layers.38.mlp.gate_proj",
        "layers.38.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0005954798116376549,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.3.self_attn.o_proj",
      "members": [
        "layers.3.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0005882689096100073,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.9.mlp.down_proj",
      "members": [
        "layers.9.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0005789923247235119,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.37.mlp",
      "members": [
        "layers.37.mlp.gate_proj",
        "layers.37.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0005466728668064917,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.17.self_attn.o_proj",
      "members": [
        "layers.17.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.000527223825771326,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.2.mlp.down_proj",
      "members": [
        "layers.2.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0005139021995101806,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.4.self_attn.o_proj",
      "members": [
        "layers.4.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0004955638721300811,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.4.mlp.down_proj",
      "members": [
        "layers.4.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.0004800037212562755,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.2.self_attn.o_proj",
      "members": [
        "layers.2.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0004647992739660263,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.5.self_attn.o_proj",
      "members": [
        "layers.5.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.00041035542115617585,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.6.self_attn.o_proj",
      "members": [
        "layers.6.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0004040372681756339,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.1.mlp.down_proj",
      "members": [
        "layers.1.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.00040158359524615207,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.19.self_attn.main",
      "members": [
        "layers.19.self_attn.k_proj",
        "layers.19.self_attn.q_proj",
        "layers.19.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.00039369169023214753,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.0.mlp",
      "members": [
        "layers.0.mlp.gate_proj",
        "layers.0.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0003893350167008397,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.20.self_attn.main",
      "members": [
        "layers.20.self_attn.k_proj",
        "layers.20.self_attn.q_proj",
        "layers.20.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.00035756911884007034,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.18.self_attn.main",
      "members": [
        "layers.18.self_attn.k_proj",
        "layers.18.self_attn.q_proj",
        "layers.18.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.00035538872981997495,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.25.self_attn.main",
      "members": [
        "layers.25.self_attn.k_proj",
        "layers.25.self_attn.q_proj",
        "layers.25.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0003502794627362724,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.23.self_attn.main",
      "members": [
        "layers.23.self_attn.k_proj",
        "layers.23.self_attn.q_proj",
        "layers.23.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0003369211208493318,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.12.self_attn.main",
      "members": [
        "layers.12.self_attn.k_proj",
        "layers.12.self_attn.q_proj",
        "layers.12.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0003368198495095179,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.47.self_attn.main",
      "members": [
        "layers.47.self_attn.k_proj",
        "layers.47.self_attn.q_proj",
        "layers.47.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0003304155883932828,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.17.self_attn.main",
      "members": [
        "layers.17.self_attn.k_proj",
        "layers.17.self_attn.q_proj",
        "layers.17.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.00032670268050219166,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.22.self_attn.main",
      "members": [
        "layers.22.self_attn.k_proj",
        "layers.22.self_attn.q_proj",
        "layers.22.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.00032299254134661627,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.32.self_attn.main",
      "members": [
        "layers.32.self_attn.k_proj",
        "layers.32.self_attn.q_proj",
        "layers.32.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0003207959214506263,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.9.self_attn.main",
      "members": [
        "layers.9.self_attn.k_proj",
        "layers.9.self_attn.q_proj",
        "layers.9.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0003197798556462152,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.21.self_attn.main",
      "members": [
        "layers.21.self_attn.k_proj",
        "layers.21.self_attn.q_proj",
        "layers.21.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0003169524757151844,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.29.self_attn.main",
      "members": [
        "layers.29.self_attn.k_proj",
        "layers.29.self_attn.q_proj",
        "layers.29.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0003151848694663967,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.10.self_attn.main",
      "members": [
        "layers.10.self_attn.k_proj",
        "layers.10.self_attn.q_proj",
        "layers.10.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0003146310562468865,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.31.self_attn.main",
      "members": [
        "layers.31.self_attn.k_proj",
        "layers.31.self_attn.q_proj",
        "layers.31.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0003134114650614485,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.13.self_attn.main",
      "members": [
        "layers.13.self_attn.k_proj",
        "layers.13.self_attn.q_proj",
        "layers.13.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0003126033762219045,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.11.self_attn.main",
      "members": [
        "layers.11.self_attn.k_proj",
        "layers.11.self_attn.q_proj",
        "layers.11.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0003107748270228293,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.49.self_attn.main",
      "members": [
        "layers.49.self_attn.k_proj",
        "layers.49.self_attn.q_proj",
        "layers.49.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0003081961344140717,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.15.self_attn.main",
      "members": [
        "layers.15.self_attn.k_proj",
        "layers.15.self_attn.q_proj",
        "layers.15.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0003076858304540309,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.1.self_attn.o_proj",
      "members": [
        "layers.1.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.00030515509727683756,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.14.self_attn.main",
      "members": [
        "layers.14.self_attn.k_proj",
        "layers.14.self_attn.q_proj",
        "layers.14.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.00030247453008223896,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.34.self_attn.main",
      "members": [
        "layers.34.self_attn.k_proj",
        "layers.34.self_attn.q_proj",
        "layers.34.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0002990808293537628,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.30.self_attn.main",
      "members": [
        "layers.30.self_attn.k_proj",
        "layers.30.self_attn.q_proj",
        "layers.30.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.00029579620807210476,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.30.mlp",
      "members": [
        "layers.30.mlp.gate_proj",
        "layers.30.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.00029336526923478087,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.33.self_attn.main",
      "members": [
        "layers.33.self_attn.k_proj",
        "layers.33.self_attn.q_proj",
        "layers.33.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0002917757210709481,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.24.self_attn.main",
      "members": [
        "layers.24.self_attn.k_proj",
        "layers.24.self_attn.q_proj",
        "layers.24.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0002891928540072273,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.16.self_attn.main",
      "members": [
        "layers.16.self_attn.k_proj",
        "layers.16.self_attn.q_proj",
        "layers.16.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.00028836802669053075,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.26.self_attn.main",
      "members": [
        "layers.26.self_attn.k_proj",
        "layers.26.self_attn.q_proj",
        "layers.26.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0002882303919221745,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.27.self_attn.main",
      "members": [
        "layers.27.self_attn.k_proj",
        "layers.27.self_attn.q_proj",
        "layers.27.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.00028752802051881815,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.44.self_attn.main",
      "members": [
        "layers.44.self_attn.k_proj",
        "layers.44.self_attn.q_proj",
        "layers.44.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.00027987758377507265,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.35.self_attn.main",
      "members": [
        "layers.35.self_attn.k_proj",
        "layers.35.self_attn.q_proj",
        "layers.35.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0002798056919534806,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.45.self_attn.main",
      "members": [
        "layers.45.self_attn.k_proj",
        "layers.45.self_attn.q_proj",
        "layers.45.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0002795507868550761,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.46.self_attn.main",
      "members": [
        "layers.46.self_attn.k_proj",
        "layers.46.self_attn.q_proj",
        "layers.46.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0002790192945110452,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.32.mlp",
      "members": [
        "layers.32.mlp.gate_proj",
        "layers.32.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0002783886196504451,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.8.self_attn.main",
      "members": [
        "layers.8.self_attn.k_proj",
        "layers.8.self_attn.q_proj",
        "layers.8.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0002762054071432169,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.0.self_attn.o_proj",
      "members": [
        "layers.0.self_attn.o_proj"
      ],
      "parameters": 41943040,
      "relative_mse": 0.0002745048889001056,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.43.self_attn.main",
      "members": [
        "layers.43.self_attn.k_proj",
        "layers.43.self_attn.q_proj",
        "layers.43.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0002711100120041358,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.28.self_attn.main",
      "members": [
        "layers.28.self_attn.k_proj",
        "layers.28.self_attn.q_proj",
        "layers.28.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0002706422696729295,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.7.self_attn.main",
      "members": [
        "layers.7.self_attn.k_proj",
        "layers.7.self_attn.q_proj",
        "layers.7.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.00026701726062466186,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.42.self_attn.main",
      "members": [
        "layers.42.self_attn.k_proj",
        "layers.42.self_attn.q_proj",
        "layers.42.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.00026618238283311266,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.0.mlp.down_proj",
      "members": [
        "layers.0.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.00026311469430540565,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.8.mlp",
      "members": [
        "layers.8.mlp.gate_proj",
        "layers.8.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.00026236881250399417,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.48.self_attn.main",
      "members": [
        "layers.48.self_attn.k_proj",
        "layers.48.self_attn.q_proj",
        "layers.48.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.00025525969579328023,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.36.self_attn.main",
      "members": [
        "layers.36.self_attn.k_proj",
        "layers.36.self_attn.q_proj",
        "layers.36.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.00025086254486087324,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.31.mlp",
      "members": [
        "layers.31.mlp.gate_proj",
        "layers.31.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0002488009026892841,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.41.self_attn.main",
      "members": [
        "layers.41.self_attn.k_proj",
        "layers.41.self_attn.q_proj",
        "layers.41.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0002424460407927522,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.6.self_attn.main",
      "members": [
        "layers.6.self_attn.k_proj",
        "layers.6.self_attn.q_proj",
        "layers.6.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.00024197491838772025,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.4.self_attn.main",
      "members": [
        "layers.4.self_attn.k_proj",
        "layers.4.self_attn.q_proj",
        "layers.4.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0002345472433873959,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.38.self_attn.main",
      "members": [
        "layers.38.self_attn.k_proj",
        "layers.38.self_attn.q_proj",
        "layers.38.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0002246919581644315,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.5.self_attn.main",
      "members": [
        "layers.5.self_attn.k_proj",
        "layers.5.self_attn.q_proj",
        "layers.5.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.00022162118623005901,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.3.self_attn.main",
      "members": [
        "layers.3.self_attn.k_proj",
        "layers.3.self_attn.q_proj",
        "layers.3.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.00021927772174202257,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.39.self_attn.main",
      "members": [
        "layers.39.self_attn.k_proj",
        "layers.39.self_attn.q_proj",
        "layers.39.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.00021868188592860134,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.40.self_attn.main",
      "members": [
        "layers.40.self_attn.k_proj",
        "layers.40.self_attn.q_proj",
        "layers.40.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0002152295015065065,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.37.self_attn.main",
      "members": [
        "layers.37.self_attn.k_proj",
        "layers.37.self_attn.q_proj",
        "layers.37.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.00021032348015548427,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.43.mlp.down_proj",
      "members": [
        "layers.43.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.00020854428450938368,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.2.self_attn.main",
      "members": [
        "layers.2.self_attn.k_proj",
        "layers.2.self_attn.q_proj",
        "layers.2.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.00020508946078844607,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.7.mlp.down_proj",
      "members": [
        "layers.7.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 0.00019216648578766705,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.1.self_attn.main",
      "members": [
        "layers.1.self_attn.k_proj",
        "layers.1.self_attn.q_proj",
        "layers.1.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0001828258347528746,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "qkv::layers.0.self_attn.main",
      "members": [
        "layers.0.self_attn.k_proj",
        "layers.0.self_attn.q_proj",
        "layers.0.self_attn.v_proj"
      ],
      "parameters": 52428800,
      "relative_mse": 0.0001480617098853412,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.7.mlp",
      "members": [
        "layers.7.mlp.gate_proj",
        "layers.7.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.0001269788197201252,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.6.mlp",
      "members": [
        "layers.6.mlp.gate_proj",
        "layers.6.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.00011107435967442662,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.5.mlp",
      "members": [
        "layers.5.mlp.gate_proj",
        "layers.5.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 0.00010114598308250148,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.3.mlp",
      "members": [
        "layers.3.mlp.gate_proj",
        "layers.3.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 7.527054696694879e-05,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.2.mlp",
      "members": [
        "layers.2.mlp.gate_proj",
        "layers.2.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 7.38030664984486e-05,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.4.mlp",
      "members": [
        "layers.4.mlp.gate_proj",
        "layers.4.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 6.955453561495939e-05,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "gate_up::layers.1.mlp",
      "members": [
        "layers.1.mlp.gate_proj",
        "layers.1.mlp.up_proj"
      ],
      "parameters": 262144000,
      "relative_mse": 6.855085193762097e-05,
      "forced_bf16": false,
      "precision": "FP8"
    },
    {
      "group": "linear::layers.6.mlp.down_proj",
      "members": [
        "layers.6.mlp.down_proj"
      ],
      "parameters": 131072000,
      "relative_mse": 4.425255642319732e-05,
      "forced_bf16": false,
      "precision": "FP8"
    }
  ]
}