{
  "count": 252,
  "max_rel_l2": 0.1033186987042427,
  "mean_rel_l2": 0.06695583886984321,
  "max_abs_error": 0.07513020932674408,
  "tensors": [
    {
      "name": "body.layers.0.mlp.down_proj.weight",
      "rel_l2": 0.07362779974937439,
      "max_abs": 0.0266927108168602,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.0.mlp.gate_proj.weight",
      "rel_l2": 0.07107874751091003,
      "max_abs": 0.024658203125,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.0.mlp.up_proj.weight",
      "rel_l2": 0.07087156176567078,
      "max_abs": 0.01948242262005806,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.0.self_attn.k_proj.weight",
      "rel_l2": 0.06719835102558136,
      "max_abs": 0.01751302182674408,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.0.self_attn.o_proj.weight",
      "rel_l2": 0.07633431255817413,
      "max_abs": 0.03001301735639572,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.0.self_attn.q_proj.weight",
      "rel_l2": 0.06852301210165024,
      "max_abs": 0.03369140625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.0.self_attn.v_proj.weight",
      "rel_l2": 0.07290249317884445,
      "max_abs": 0.00986327975988388,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.1.mlp.down_proj.weight",
      "rel_l2": 0.0727798193693161,
      "max_abs": 0.04550781100988388,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.1.mlp.gate_proj.weight",
      "rel_l2": 0.07075350731611252,
      "max_abs": 0.0179443359375,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.1.mlp.up_proj.weight",
      "rel_l2": 0.07450076192617416,
      "max_abs": 0.01565755158662796,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.1.self_attn.k_proj.weight",
      "rel_l2": 0.07120105624198914,
      "max_abs": 0.01238606870174408,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.1.self_attn.o_proj.weight",
      "rel_l2": 0.07185469567775726,
      "max_abs": 0.0257161483168602,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.1.self_attn.q_proj.weight",
      "rel_l2": 0.07324078679084778,
      "max_abs": 0.024609386920928955,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.1.self_attn.v_proj.weight",
      "rel_l2": 0.07399845123291016,
      "max_abs": 0.009082026779651642,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.10.mlp.down_proj.weight",
      "rel_l2": 0.064945749938488,
      "max_abs": 0.05677083134651184,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.10.mlp.gate_proj.weight",
      "rel_l2": 0.06586969643831253,
      "max_abs": 0.034912109375,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.10.mlp.up_proj.weight",
      "rel_l2": 0.0648588091135025,
      "max_abs": 0.0377604141831398,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.10.self_attn.k_proj.weight",
      "rel_l2": 0.06654887646436691,
      "max_abs": 0.02089843899011612,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.10.self_attn.o_proj.weight",
      "rel_l2": 0.06211533769965172,
      "max_abs": 0.032421886920928955,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.10.self_attn.q_proj.weight",
      "rel_l2": 0.06625425070524216,
      "max_abs": 0.01503906399011612,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.10.self_attn.v_proj.weight",
      "rel_l2": 0.06316197663545609,
      "max_abs": 0.010579429566860199,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.11.mlp.down_proj.weight",
      "rel_l2": 0.06437723338603973,
      "max_abs": 0.0388997420668602,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.11.mlp.gate_proj.weight",
      "rel_l2": 0.06551450490951538,
      "max_abs": 0.02861328050494194,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.11.mlp.up_proj.weight",
      "rel_l2": 0.06433840841054916,
      "max_abs": 0.024658203125,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.11.self_attn.k_proj.weight",
      "rel_l2": 0.06594572961330414,
      "max_abs": 0.02184244990348816,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.11.self_attn.o_proj.weight",
      "rel_l2": 0.060591552406549454,
      "max_abs": 0.02819010615348816,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.11.self_attn.q_proj.weight",
      "rel_l2": 0.06593473255634308,
      "max_abs": 0.017968744039535522,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.11.self_attn.v_proj.weight",
      "rel_l2": 0.0609198659658432,
      "max_abs": 0.011067710816860199,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.12.mlp.down_proj.weight",
      "rel_l2": 0.06415596604347229,
      "max_abs": 0.05670572817325592,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.12.mlp.gate_proj.weight",
      "rel_l2": 0.06505593657493591,
      "max_abs": 0.043212890625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.12.mlp.up_proj.weight",
      "rel_l2": 0.06359367072582245,
      "max_abs": 0.0252685546875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.12.self_attn.k_proj.weight",
      "rel_l2": 0.06468528509140015,
      "max_abs": 0.02734375,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.12.self_attn.o_proj.weight",
      "rel_l2": 0.06272411346435547,
      "max_abs": 0.04114583134651184,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.12.self_attn.q_proj.weight",
      "rel_l2": 0.06551013141870499,
      "max_abs": 0.02031250298023224,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.12.self_attn.v_proj.weight",
      "rel_l2": 0.06066465005278587,
      "max_abs": 0.01366780512034893,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.13.mlp.down_proj.weight",
      "rel_l2": 0.06452393531799316,
      "max_abs": 0.04186198115348816,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.13.mlp.gate_proj.weight",
      "rel_l2": 0.0651780366897583,
      "max_abs": 0.0291748046875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.13.mlp.up_proj.weight",
      "rel_l2": 0.06377473473548889,
      "max_abs": 0.03893229365348816,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.13.self_attn.k_proj.weight",
      "rel_l2": 0.06481154263019562,
      "max_abs": 0.0275065116584301,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.13.self_attn.o_proj.weight",
      "rel_l2": 0.06267127394676208,
      "max_abs": 0.0266927108168602,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.13.self_attn.q_proj.weight",
      "rel_l2": 0.06464698910713196,
      "max_abs": 0.018359363079071045,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.13.self_attn.v_proj.weight",
      "rel_l2": 0.05948960408568382,
      "max_abs": 0.01181640475988388,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.14.mlp.down_proj.weight",
      "rel_l2": 0.06436184048652649,
      "max_abs": 0.0442708283662796,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.14.mlp.gate_proj.weight",
      "rel_l2": 0.06522422283887863,
      "max_abs": 0.02949218451976776,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.14.mlp.up_proj.weight",
      "rel_l2": 0.06353496760129929,
      "max_abs": 0.0196533203125,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.14.self_attn.k_proj.weight",
      "rel_l2": 0.06462813913822174,
      "max_abs": 0.01577148586511612,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.14.self_attn.o_proj.weight",
      "rel_l2": 0.06302311271429062,
      "max_abs": 0.03294271230697632,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.14.self_attn.q_proj.weight",
      "rel_l2": 0.0640580803155899,
      "max_abs": 0.0159912109375,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.14.self_attn.v_proj.weight",
      "rel_l2": 0.061797793954610825,
      "max_abs": 0.011523440480232239,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.15.mlp.down_proj.weight",
      "rel_l2": 0.06453728675842285,
      "max_abs": 0.0390625,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.15.mlp.gate_proj.weight",
      "rel_l2": 0.06522341072559357,
      "max_abs": 0.03684896230697632,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.15.mlp.up_proj.weight",
      "rel_l2": 0.0636758953332901,
      "max_abs": 0.02167968824505806,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.15.self_attn.k_proj.weight",
      "rel_l2": 0.06517211347818375,
      "max_abs": 0.02011718600988388,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.15.self_attn.o_proj.weight",
      "rel_l2": 0.0635174959897995,
      "max_abs": 0.01972655951976776,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.15.self_attn.q_proj.weight",
      "rel_l2": 0.06484438478946686,
      "max_abs": 0.0224609375,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.15.self_attn.v_proj.weight",
      "rel_l2": 0.062191642820835114,
      "max_abs": 0.01177978515625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.16.mlp.down_proj.weight",
      "rel_l2": 0.0646764487028122,
      "max_abs": 0.07513020932674408,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.16.mlp.gate_proj.weight",
      "rel_l2": 0.06535977870225906,
      "max_abs": 0.03046874701976776,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.16.mlp.up_proj.weight",
      "rel_l2": 0.06351938843727112,
      "max_abs": 0.05442708730697632,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.16.self_attn.k_proj.weight",
      "rel_l2": 0.0647398978471756,
      "max_abs": 0.01861165463924408,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.16.self_attn.o_proj.weight",
      "rel_l2": 0.06321036070585251,
      "max_abs": 0.0419921875,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.16.self_attn.q_proj.weight",
      "rel_l2": 0.06393255293369293,
      "max_abs": 0.016308598220348358,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.16.self_attn.v_proj.weight",
      "rel_l2": 0.06259363144636154,
      "max_abs": 0.01123046875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.17.mlp.down_proj.weight",
      "rel_l2": 0.06556960195302963,
      "max_abs": 0.04355468600988388,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.17.mlp.gate_proj.weight",
      "rel_l2": 0.06522797793149948,
      "max_abs": 0.04088544845581055,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.17.mlp.up_proj.weight",
      "rel_l2": 0.06391142308712006,
      "max_abs": 0.02239583432674408,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.17.self_attn.k_proj.weight",
      "rel_l2": 0.06492548435926437,
      "max_abs": 0.01569010317325592,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.17.self_attn.o_proj.weight",
      "rel_l2": 0.06329208612442017,
      "max_abs": 0.024804696440696716,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.17.self_attn.q_proj.weight",
      "rel_l2": 0.06470537930727005,
      "max_abs": 0.0167643241584301,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.17.self_attn.v_proj.weight",
      "rel_l2": 0.06224377453327179,
      "max_abs": 0.011393234133720398,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.18.mlp.down_proj.weight",
      "rel_l2": 0.06638934463262558,
      "max_abs": 0.03437499701976776,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.18.mlp.gate_proj.weight",
      "rel_l2": 0.0662090852856636,
      "max_abs": 0.04130859673023224,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.18.mlp.up_proj.weight",
      "rel_l2": 0.0639210119843483,
      "max_abs": 0.028076171875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.18.self_attn.k_proj.weight",
      "rel_l2": 0.0646800696849823,
      "max_abs": 0.01523437350988388,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.18.self_attn.o_proj.weight",
      "rel_l2": 0.0634700283408165,
      "max_abs": 0.0255533866584301,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.18.self_attn.q_proj.weight",
      "rel_l2": 0.06364137679338455,
      "max_abs": 0.02137858048081398,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.18.self_attn.v_proj.weight",
      "rel_l2": 0.06287062913179398,
      "max_abs": 0.01153971441090107,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.19.mlp.down_proj.weight",
      "rel_l2": 0.0682842805981636,
      "max_abs": 0.03893229365348816,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.19.mlp.gate_proj.weight",
      "rel_l2": 0.068355493247509,
      "max_abs": 0.030859380960464478,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.19.mlp.up_proj.weight",
      "rel_l2": 0.06580629199743271,
      "max_abs": 0.03958333283662796,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.19.self_attn.k_proj.weight",
      "rel_l2": 0.06509878486394882,
      "max_abs": 0.02350260317325592,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.19.self_attn.o_proj.weight",
      "rel_l2": 0.06534221768379211,
      "max_abs": 0.035937488079071045,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.19.self_attn.q_proj.weight",
      "rel_l2": 0.06460904330015182,
      "max_abs": 0.0189208984375,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.19.self_attn.v_proj.weight",
      "rel_l2": 0.06417727470397949,
      "max_abs": 0.012044273316860199,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.2.mlp.down_proj.weight",
      "rel_l2": 0.1033186987042427,
      "max_abs": 0.03759765625,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.2.mlp.gate_proj.weight",
      "rel_l2": 0.07328809052705765,
      "max_abs": 0.01472981832921505,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.2.mlp.up_proj.weight",
      "rel_l2": 0.07414573431015015,
      "max_abs": 0.023535162210464478,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.2.self_attn.k_proj.weight",
      "rel_l2": 0.0650244876742363,
      "max_abs": 0.0206298828125,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.2.self_attn.o_proj.weight",
      "rel_l2": 0.06896014511585236,
      "max_abs": 0.02324219048023224,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.2.self_attn.q_proj.weight",
      "rel_l2": 0.06806199997663498,
      "max_abs": 0.01731771230697632,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.2.self_attn.v_proj.weight",
      "rel_l2": 0.0682065337896347,
      "max_abs": 0.0115966796875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.20.mlp.down_proj.weight",
      "rel_l2": 0.06777548789978027,
      "max_abs": 0.025781244039535522,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.20.mlp.gate_proj.weight",
      "rel_l2": 0.06967375427484512,
      "max_abs": 0.03144529461860657,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.20.mlp.up_proj.weight",
      "rel_l2": 0.0663742646574974,
      "max_abs": 0.0322265625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.20.self_attn.k_proj.weight",
      "rel_l2": 0.06813675910234451,
      "max_abs": 0.016276046633720398,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.20.self_attn.o_proj.weight",
      "rel_l2": 0.06334251910448074,
      "max_abs": 0.028124988079071045,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.20.self_attn.q_proj.weight",
      "rel_l2": 0.06550698727369308,
      "max_abs": 0.020117193460464478,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.20.self_attn.v_proj.weight",
      "rel_l2": 0.06324242800474167,
      "max_abs": 0.01202392578125,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.21.mlp.down_proj.weight",
      "rel_l2": 0.06731872260570526,
      "max_abs": 0.04947918653488159,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.21.mlp.gate_proj.weight",
      "rel_l2": 0.07033400237560272,
      "max_abs": 0.03430989384651184,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.21.mlp.up_proj.weight",
      "rel_l2": 0.06560640782117844,
      "max_abs": 0.01735026389360428,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.21.self_attn.k_proj.weight",
      "rel_l2": 0.0670141652226448,
      "max_abs": 0.01474609225988388,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.21.self_attn.o_proj.weight",
      "rel_l2": 0.06373358517885208,
      "max_abs": 0.021875008940696716,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.21.self_attn.q_proj.weight",
      "rel_l2": 0.06481797993183136,
      "max_abs": 0.020117178559303284,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.21.self_attn.v_proj.weight",
      "rel_l2": 0.06349130719900131,
      "max_abs": 0.0147705078125,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.22.mlp.down_proj.weight",
      "rel_l2": 0.06643204391002655,
      "max_abs": 0.03662109375,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.22.mlp.gate_proj.weight",
      "rel_l2": 0.07058640569448471,
      "max_abs": 0.0301513671875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.22.mlp.up_proj.weight",
      "rel_l2": 0.0641760528087616,
      "max_abs": 0.04910481721162796,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.22.self_attn.k_proj.weight",
      "rel_l2": 0.06670749187469482,
      "max_abs": 0.04098307341337204,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.22.self_attn.o_proj.weight",
      "rel_l2": 0.06454522162675858,
      "max_abs": 0.0302734375,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.22.self_attn.q_proj.weight",
      "rel_l2": 0.064702607691288,
      "max_abs": 0.017968744039535522,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.22.self_attn.v_proj.weight",
      "rel_l2": 0.06360321491956711,
      "max_abs": 0.013476565480232239,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.23.mlp.down_proj.weight",
      "rel_l2": 0.06597347557544708,
      "max_abs": 0.03037109225988388,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.23.mlp.gate_proj.weight",
      "rel_l2": 0.07091451436281204,
      "max_abs": 0.03004557266831398,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.23.mlp.up_proj.weight",
      "rel_l2": 0.06457888334989548,
      "max_abs": 0.02008463442325592,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.23.self_attn.k_proj.weight",
      "rel_l2": 0.06732025742530823,
      "max_abs": 0.01588542014360428,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.23.self_attn.o_proj.weight",
      "rel_l2": 0.06713241338729858,
      "max_abs": 0.023111969232559204,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.23.self_attn.q_proj.weight",
      "rel_l2": 0.0656503364443779,
      "max_abs": 0.02288411557674408,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.23.self_attn.v_proj.weight",
      "rel_l2": 0.06559472531080246,
      "max_abs": 0.01291096955537796,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.24.mlp.down_proj.weight",
      "rel_l2": 0.06791707873344421,
      "max_abs": 0.03489583730697632,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.24.mlp.gate_proj.weight",
      "rel_l2": 0.07033496350049973,
      "max_abs": 0.02792968600988388,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.24.mlp.up_proj.weight",
      "rel_l2": 0.06613799929618835,
      "max_abs": 0.018880218267440796,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.24.self_attn.k_proj.weight",
      "rel_l2": 0.06711134314537048,
      "max_abs": 0.015625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.24.self_attn.o_proj.weight",
      "rel_l2": 0.06684497743844986,
      "max_abs": 0.021093755960464478,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.24.self_attn.q_proj.weight",
      "rel_l2": 0.06560541689395905,
      "max_abs": 0.01874999701976776,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.24.self_attn.v_proj.weight",
      "rel_l2": 0.06162728741765022,
      "max_abs": 0.01474609225988388,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.25.mlp.down_proj.weight",
      "rel_l2": 0.06794686615467072,
      "max_abs": 0.025976553559303284,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.25.mlp.gate_proj.weight",
      "rel_l2": 0.07089417427778244,
      "max_abs": 0.03590495139360428,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.25.mlp.up_proj.weight",
      "rel_l2": 0.0661434605717659,
      "max_abs": 0.02373046800494194,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.25.self_attn.k_proj.weight",
      "rel_l2": 0.06654942780733109,
      "max_abs": 0.0132649727165699,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.25.self_attn.o_proj.weight",
      "rel_l2": 0.06672707200050354,
      "max_abs": 0.011914059519767761,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.25.self_attn.q_proj.weight",
      "rel_l2": 0.06512542068958282,
      "max_abs": 0.018880203366279602,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.25.self_attn.v_proj.weight",
      "rel_l2": 0.0628422424197197,
      "max_abs": 0.011132806539535522,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.26.mlp.down_proj.weight",
      "rel_l2": 0.0685010626912117,
      "max_abs": 0.0286458320915699,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.26.mlp.gate_proj.weight",
      "rel_l2": 0.07148922234773636,
      "max_abs": 0.03139648586511612,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.26.mlp.up_proj.weight",
      "rel_l2": 0.06676294654607773,
      "max_abs": 0.03365884721279144,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.26.self_attn.k_proj.weight",
      "rel_l2": 0.06918777525424957,
      "max_abs": 0.0147705078125,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.26.self_attn.o_proj.weight",
      "rel_l2": 0.06506462395191193,
      "max_abs": 0.01425781100988388,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.26.self_attn.q_proj.weight",
      "rel_l2": 0.06624413281679153,
      "max_abs": 0.0169270858168602,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.26.self_attn.v_proj.weight",
      "rel_l2": 0.0605037659406662,
      "max_abs": 0.01081949844956398,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.27.mlp.down_proj.weight",
      "rel_l2": 0.06914503872394562,
      "max_abs": 0.025195300579071045,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.27.mlp.gate_proj.weight",
      "rel_l2": 0.07162366062402725,
      "max_abs": 0.02776692807674408,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.27.mlp.up_proj.weight",
      "rel_l2": 0.06706026941537857,
      "max_abs": 0.02871093899011612,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.27.self_attn.k_proj.weight",
      "rel_l2": 0.0679425448179245,
      "max_abs": 0.01230468600988388,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.27.self_attn.o_proj.weight",
      "rel_l2": 0.06618629395961761,
      "max_abs": 0.01751302182674408,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.27.self_attn.q_proj.weight",
      "rel_l2": 0.06644278764724731,
      "max_abs": 0.0170084647834301,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.27.self_attn.v_proj.weight",
      "rel_l2": 0.062383100390434265,
      "max_abs": 0.012304693460464478,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.28.mlp.down_proj.weight",
      "rel_l2": 0.07062239944934845,
      "max_abs": 0.03479817509651184,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.28.mlp.gate_proj.weight",
      "rel_l2": 0.07387850433588028,
      "max_abs": 0.027734369039535522,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.28.mlp.up_proj.weight",
      "rel_l2": 0.06882120668888092,
      "max_abs": 0.0400390625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.28.self_attn.k_proj.weight",
      "rel_l2": 0.0680210292339325,
      "max_abs": 0.013411454856395721,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.28.self_attn.o_proj.weight",
      "rel_l2": 0.06589974462985992,
      "max_abs": 0.018880203366279602,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.28.self_attn.q_proj.weight",
      "rel_l2": 0.06653495132923126,
      "max_abs": 0.01583658903837204,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.28.self_attn.v_proj.weight",
      "rel_l2": 0.060793522745370865,
      "max_abs": 0.01193033903837204,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.29.mlp.down_proj.weight",
      "rel_l2": 0.07020562887191772,
      "max_abs": 0.025976553559303284,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.29.mlp.gate_proj.weight",
      "rel_l2": 0.07532534748315811,
      "max_abs": 0.03173828125,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.29.mlp.up_proj.weight",
      "rel_l2": 0.06987281888723373,
      "max_abs": 0.02382812649011612,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.29.self_attn.k_proj.weight",
      "rel_l2": 0.07031629234552383,
      "max_abs": 0.0159912109375,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.29.self_attn.o_proj.weight",
      "rel_l2": 0.0662047266960144,
      "max_abs": 0.016666650772094727,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.29.self_attn.q_proj.weight",
      "rel_l2": 0.06844691932201385,
      "max_abs": 0.020182311534881592,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.29.self_attn.v_proj.weight",
      "rel_l2": 0.06027202308177948,
      "max_abs": 0.01533203199505806,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.3.mlp.down_proj.weight",
      "rel_l2": 0.07801342755556107,
      "max_abs": 0.03616536408662796,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.3.mlp.gate_proj.weight",
      "rel_l2": 0.06912108510732651,
      "max_abs": 0.02184244990348816,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.3.mlp.up_proj.weight",
      "rel_l2": 0.07102854549884796,
      "max_abs": 0.02106119692325592,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.3.self_attn.k_proj.weight",
      "rel_l2": 0.06686235964298248,
      "max_abs": 0.01650390774011612,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.3.self_attn.o_proj.weight",
      "rel_l2": 0.06654044985771179,
      "max_abs": 0.0234375,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.3.self_attn.q_proj.weight",
      "rel_l2": 0.06904836744070053,
      "max_abs": 0.02135416492819786,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.3.self_attn.v_proj.weight",
      "rel_l2": 0.06712131947278976,
      "max_abs": 0.009863287210464478,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.30.mlp.down_proj.weight",
      "rel_l2": 0.06890428066253662,
      "max_abs": 0.03074544295668602,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.30.mlp.gate_proj.weight",
      "rel_l2": 0.07439550012350082,
      "max_abs": 0.03349609673023224,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.30.mlp.up_proj.weight",
      "rel_l2": 0.0687757357954979,
      "max_abs": 0.01997070387005806,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.30.self_attn.k_proj.weight",
      "rel_l2": 0.07172580808401108,
      "max_abs": 0.01702474057674408,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.30.self_attn.o_proj.weight",
      "rel_l2": 0.06778601557016373,
      "max_abs": 0.016666650772094727,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.30.self_attn.q_proj.weight",
      "rel_l2": 0.06822022050619125,
      "max_abs": 0.02373047173023224,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.30.self_attn.v_proj.weight",
      "rel_l2": 0.060893867164850235,
      "max_abs": 0.01396484300494194,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.31.mlp.down_proj.weight",
      "rel_l2": 0.06733208149671555,
      "max_abs": 0.03763020038604736,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.31.mlp.gate_proj.weight",
      "rel_l2": 0.0739862397313118,
      "max_abs": 0.04296875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.31.mlp.up_proj.weight",
      "rel_l2": 0.06841642409563065,
      "max_abs": 0.02513834461569786,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.31.self_attn.k_proj.weight",
      "rel_l2": 0.07112011313438416,
      "max_abs": 0.015380859375,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.31.self_attn.o_proj.weight",
      "rel_l2": 0.06785208731889725,
      "max_abs": 0.02086588740348816,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.31.self_attn.q_proj.weight",
      "rel_l2": 0.06713523715734482,
      "max_abs": 0.02080078423023224,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.31.self_attn.v_proj.weight",
      "rel_l2": 0.061918705701828,
      "max_abs": 0.01165364496409893,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.32.mlp.down_proj.weight",
      "rel_l2": 0.06591085344552994,
      "max_abs": 0.037890613079071045,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.32.mlp.gate_proj.weight",
      "rel_l2": 0.07264963537454605,
      "max_abs": 0.02942708134651184,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.32.mlp.up_proj.weight",
      "rel_l2": 0.0677550807595253,
      "max_abs": 0.029296875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.32.self_attn.k_proj.weight",
      "rel_l2": 0.07098652422428131,
      "max_abs": 0.01640625298023224,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.32.self_attn.o_proj.weight",
      "rel_l2": 0.06868807226419449,
      "max_abs": 0.023046880960464478,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.32.self_attn.q_proj.weight",
      "rel_l2": 0.06682949513196945,
      "max_abs": 0.02051595225930214,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.32.self_attn.v_proj.weight",
      "rel_l2": 0.06237950921058655,
      "max_abs": 0.013671875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.33.mlp.down_proj.weight",
      "rel_l2": 0.06705102324485779,
      "max_abs": 0.03489582985639572,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.33.mlp.gate_proj.weight",
      "rel_l2": 0.07263471186161041,
      "max_abs": 0.03515625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.33.mlp.up_proj.weight",
      "rel_l2": 0.0676659569144249,
      "max_abs": 0.024511724710464478,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.33.self_attn.k_proj.weight",
      "rel_l2": 0.06845644861459732,
      "max_abs": 0.01300455816090107,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.33.self_attn.o_proj.weight",
      "rel_l2": 0.0684502050280571,
      "max_abs": 0.028906241059303284,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.33.self_attn.q_proj.weight",
      "rel_l2": 0.0666777491569519,
      "max_abs": 0.0238037109375,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.33.self_attn.v_proj.weight",
      "rel_l2": 0.06471811234951019,
      "max_abs": 0.01152343675494194,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.34.mlp.down_proj.weight",
      "rel_l2": 0.09403563290834427,
      "max_abs": 0.04296875,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.34.mlp.gate_proj.weight",
      "rel_l2": 0.07480396330356598,
      "max_abs": 0.03585612028837204,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.34.mlp.up_proj.weight",
      "rel_l2": 0.07473424077033997,
      "max_abs": 0.0294596366584301,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.34.self_attn.k_proj.weight",
      "rel_l2": 0.0701276883482933,
      "max_abs": 0.018310546875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.34.self_attn.o_proj.weight",
      "rel_l2": 0.07066308706998825,
      "max_abs": 0.02135416865348816,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.34.self_attn.q_proj.weight",
      "rel_l2": 0.0696340799331665,
      "max_abs": 0.01893717423081398,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.34.self_attn.v_proj.weight",
      "rel_l2": 0.069160096347332,
      "max_abs": 0.01300455816090107,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.35.mlp.down_proj.weight",
      "rel_l2": 0.07842395454645157,
      "max_abs": 0.036458343267440796,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.35.mlp.gate_proj.weight",
      "rel_l2": 0.07175063341856003,
      "max_abs": 0.04270832985639572,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.35.mlp.up_proj.weight",
      "rel_l2": 0.0686669573187828,
      "max_abs": 0.04303385317325592,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.35.self_attn.k_proj.weight",
      "rel_l2": 0.0686214491724968,
      "max_abs": 0.02360839769244194,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.35.self_attn.o_proj.weight",
      "rel_l2": 0.06963679194450378,
      "max_abs": 0.03385418653488159,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.35.self_attn.q_proj.weight",
      "rel_l2": 0.07177238166332245,
      "max_abs": 0.01951497420668602,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.35.self_attn.v_proj.weight",
      "rel_l2": 0.06197720766067505,
      "max_abs": 0.01171875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.4.mlp.down_proj.weight",
      "rel_l2": 0.07924816012382507,
      "max_abs": 0.02835286408662796,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.4.mlp.gate_proj.weight",
      "rel_l2": 0.06785095483064651,
      "max_abs": 0.01679687201976776,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.4.mlp.up_proj.weight",
      "rel_l2": 0.06886854767799377,
      "max_abs": 0.016894526779651642,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.4.self_attn.k_proj.weight",
      "rel_l2": 0.0635414719581604,
      "max_abs": 0.02919922024011612,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.4.self_attn.o_proj.weight",
      "rel_l2": 0.06412012130022049,
      "max_abs": 0.02695310115814209,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.4.self_attn.q_proj.weight",
      "rel_l2": 0.06731501966714859,
      "max_abs": 0.0208333358168602,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.4.self_attn.v_proj.weight",
      "rel_l2": 0.06225290894508362,
      "max_abs": 0.01025390625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.5.mlp.down_proj.weight",
      "rel_l2": 0.06710492819547653,
      "max_abs": 0.03144530951976776,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.5.mlp.gate_proj.weight",
      "rel_l2": 0.06519590318202972,
      "max_abs": 0.03688150644302368,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.5.mlp.up_proj.weight",
      "rel_l2": 0.06555159389972687,
      "max_abs": 0.0265299491584301,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.5.self_attn.k_proj.weight",
      "rel_l2": 0.0648716613650322,
      "max_abs": 0.01661783829331398,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.5.self_attn.o_proj.weight",
      "rel_l2": 0.06593067944049835,
      "max_abs": 0.0272216796875,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.5.self_attn.q_proj.weight",
      "rel_l2": 0.06725244224071503,
      "max_abs": 0.01971028745174408,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.5.self_attn.v_proj.weight",
      "rel_l2": 0.06269733607769012,
      "max_abs": 0.01064453274011612,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.6.mlp.down_proj.weight",
      "rel_l2": 0.06699071079492569,
      "max_abs": 0.03541666269302368,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.6.mlp.gate_proj.weight",
      "rel_l2": 0.06603039801120758,
      "max_abs": 0.020605474710464478,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.6.mlp.up_proj.weight",
      "rel_l2": 0.06679236143827438,
      "max_abs": 0.029052734375,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.6.self_attn.k_proj.weight",
      "rel_l2": 0.06761179864406586,
      "max_abs": 0.018847651779651642,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.6.self_attn.o_proj.weight",
      "rel_l2": 0.06489495187997818,
      "max_abs": 0.034114569425582886,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.6.self_attn.q_proj.weight",
      "rel_l2": 0.0690578818321228,
      "max_abs": 0.03701172024011612,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.6.self_attn.v_proj.weight",
      "rel_l2": 0.06369634717702866,
      "max_abs": 0.01318359375,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.7.mlp.down_proj.weight",
      "rel_l2": 0.06626926362514496,
      "max_abs": 0.0397135466337204,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.7.mlp.gate_proj.weight",
      "rel_l2": 0.06574461609125137,
      "max_abs": 0.02874349057674408,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.7.mlp.up_proj.weight",
      "rel_l2": 0.06593704968690872,
      "max_abs": 0.02223307266831398,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.7.self_attn.k_proj.weight",
      "rel_l2": 0.06491794437170029,
      "max_abs": 0.02174479141831398,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.7.self_attn.o_proj.weight",
      "rel_l2": 0.0634566992521286,
      "max_abs": 0.02845052257180214,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.7.self_attn.q_proj.weight",
      "rel_l2": 0.06811244040727615,
      "max_abs": 0.01715494692325592,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.7.self_attn.v_proj.weight",
      "rel_l2": 0.059929754585027695,
      "max_abs": 0.010546877980232239,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.8.mlp.down_proj.weight",
      "rel_l2": 0.06561804562807083,
      "max_abs": 0.05903320014476776,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.8.mlp.gate_proj.weight",
      "rel_l2": 0.06585615873336792,
      "max_abs": 0.02142740786075592,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.8.mlp.up_proj.weight",
      "rel_l2": 0.06519152969121933,
      "max_abs": 0.025390625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.8.self_attn.k_proj.weight",
      "rel_l2": 0.06417359411716461,
      "max_abs": 0.01738281548023224,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.8.self_attn.o_proj.weight",
      "rel_l2": 0.06331835687160492,
      "max_abs": 0.019205734133720398,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.8.self_attn.q_proj.weight",
      "rel_l2": 0.06657183915376663,
      "max_abs": 0.018098965287208557,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.8.self_attn.v_proj.weight",
      "rel_l2": 0.06078936532139778,
      "max_abs": 0.00983072817325592,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.9.mlp.down_proj.weight",
      "rel_l2": 0.06570661813020706,
      "max_abs": 0.032958984375,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.9.mlp.gate_proj.weight",
      "rel_l2": 0.06613123416900635,
      "max_abs": 0.02418620139360428,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.9.mlp.up_proj.weight",
      "rel_l2": 0.06551662087440491,
      "max_abs": 0.02470703423023224,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.9.self_attn.k_proj.weight",
      "rel_l2": 0.06339441239833832,
      "max_abs": 0.03681640326976776,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.9.self_attn.o_proj.weight",
      "rel_l2": 0.0633099377155304,
      "max_abs": 0.0374348908662796,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.9.self_attn.q_proj.weight",
      "rel_l2": 0.06556720286607742,
      "max_abs": 0.02513020485639572,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.9.self_attn.v_proj.weight",
      "rel_l2": 0.06029028818011284,
      "max_abs": 0.01026204600930214,
      "padded_cols": 2560
    }
  ]
}