{
  "count": 252,
  "max_rel_l2": 0.11238045245409012,
  "mean_rel_l2": 0.06897487713112718,
  "max_abs_error": 0.07962238788604736,
  "tensors": [
    {
      "name": "body.layers.0.mlp.down_proj.weight",
      "rel_l2": 0.07596064358949661,
      "max_abs": 0.03170572221279144,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.0.mlp.gate_proj.weight",
      "rel_l2": 0.07382253557443619,
      "max_abs": 0.02472330629825592,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.0.mlp.up_proj.weight",
      "rel_l2": 0.07318302243947983,
      "max_abs": 0.01948242262005806,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.0.self_attn.k_proj.weight",
      "rel_l2": 0.06984613835811615,
      "max_abs": 0.01751302182674408,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.0.self_attn.o_proj.weight",
      "rel_l2": 0.08070118725299835,
      "max_abs": 0.03001301735639572,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.0.self_attn.q_proj.weight",
      "rel_l2": 0.07181426137685776,
      "max_abs": 0.03404948115348816,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.0.self_attn.v_proj.weight",
      "rel_l2": 0.07539399713277817,
      "max_abs": 0.00996093824505806,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.1.mlp.down_proj.weight",
      "rel_l2": 0.07532299309968948,
      "max_abs": 0.04707030951976776,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.1.mlp.gate_proj.weight",
      "rel_l2": 0.07333692163228989,
      "max_abs": 0.018847651779651642,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.1.mlp.up_proj.weight",
      "rel_l2": 0.07860323041677475,
      "max_abs": 0.01565755158662796,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.1.self_attn.k_proj.weight",
      "rel_l2": 0.07382981479167938,
      "max_abs": 0.01249186135828495,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.1.self_attn.o_proj.weight",
      "rel_l2": 0.07480081170797348,
      "max_abs": 0.0257161483168602,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.1.self_attn.q_proj.weight",
      "rel_l2": 0.07748466730117798,
      "max_abs": 0.02509765326976776,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.1.self_attn.v_proj.weight",
      "rel_l2": 0.07837365567684174,
      "max_abs": 0.009179685264825821,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.10.mlp.down_proj.weight",
      "rel_l2": 0.06622204184532166,
      "max_abs": 0.05677083134651184,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.10.mlp.gate_proj.weight",
      "rel_l2": 0.06722308695316315,
      "max_abs": 0.034912109375,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.10.mlp.up_proj.weight",
      "rel_l2": 0.06583248823881149,
      "max_abs": 0.0377604141831398,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.10.self_attn.k_proj.weight",
      "rel_l2": 0.06801741570234299,
      "max_abs": 0.02412109076976776,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.10.self_attn.o_proj.weight",
      "rel_l2": 0.06308775395154953,
      "max_abs": 0.032421886920928955,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.10.self_attn.q_proj.weight",
      "rel_l2": 0.06795214116573334,
      "max_abs": 0.01612142100930214,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.10.self_attn.v_proj.weight",
      "rel_l2": 0.06346894800662994,
      "max_abs": 0.01075846329331398,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.11.mlp.down_proj.weight",
      "rel_l2": 0.06584431231021881,
      "max_abs": 0.04075521230697632,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.11.mlp.gate_proj.weight",
      "rel_l2": 0.0669279471039772,
      "max_abs": 0.02861328050494194,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.11.mlp.up_proj.weight",
      "rel_l2": 0.06534443795681,
      "max_abs": 0.02846679836511612,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.11.self_attn.k_proj.weight",
      "rel_l2": 0.06801076978445053,
      "max_abs": 0.02184244990348816,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.11.self_attn.o_proj.weight",
      "rel_l2": 0.06148053705692291,
      "max_abs": 0.029882818460464478,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.11.self_attn.q_proj.weight",
      "rel_l2": 0.06818917393684387,
      "max_abs": 0.019921869039535522,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.11.self_attn.v_proj.weight",
      "rel_l2": 0.06125301122665405,
      "max_abs": 0.011067710816860199,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.12.mlp.down_proj.weight",
      "rel_l2": 0.06559903919696808,
      "max_abs": 0.05670572817325592,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.12.mlp.gate_proj.weight",
      "rel_l2": 0.06648173183202744,
      "max_abs": 0.043701171875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.12.mlp.up_proj.weight",
      "rel_l2": 0.06457459181547165,
      "max_abs": 0.02776692807674408,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.12.self_attn.k_proj.weight",
      "rel_l2": 0.06599076837301254,
      "max_abs": 0.02783203125,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.12.self_attn.o_proj.weight",
      "rel_l2": 0.06351252645254135,
      "max_abs": 0.04173177480697632,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.12.self_attn.q_proj.weight",
      "rel_l2": 0.0672365054488182,
      "max_abs": 0.02031250298023224,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.12.self_attn.v_proj.weight",
      "rel_l2": 0.06122998520731926,
      "max_abs": 0.01409505121409893,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.13.mlp.down_proj.weight",
      "rel_l2": 0.06621025502681732,
      "max_abs": 0.0419921875,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.13.mlp.gate_proj.weight",
      "rel_l2": 0.06676726788282394,
      "max_abs": 0.029296875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.13.mlp.up_proj.weight",
      "rel_l2": 0.06489288061857224,
      "max_abs": 0.03893229365348816,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.13.self_attn.k_proj.weight",
      "rel_l2": 0.06673961132764816,
      "max_abs": 0.035400390625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.13.self_attn.o_proj.weight",
      "rel_l2": 0.06313878297805786,
      "max_abs": 0.0266927108168602,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.13.self_attn.q_proj.weight",
      "rel_l2": 0.0662655159831047,
      "max_abs": 0.019140630960464478,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.13.self_attn.v_proj.weight",
      "rel_l2": 0.05971594527363777,
      "max_abs": 0.01181640475988388,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.14.mlp.down_proj.weight",
      "rel_l2": 0.0663212463259697,
      "max_abs": 0.0442708283662796,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.14.mlp.gate_proj.weight",
      "rel_l2": 0.06703805178403854,
      "max_abs": 0.03013509139418602,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.14.mlp.up_proj.weight",
      "rel_l2": 0.06479182094335556,
      "max_abs": 0.0233154296875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.14.self_attn.k_proj.weight",
      "rel_l2": 0.06640790402889252,
      "max_abs": 0.016796879470348358,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.14.self_attn.o_proj.weight",
      "rel_l2": 0.06433359533548355,
      "max_abs": 0.03339843451976776,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.14.self_attn.q_proj.weight",
      "rel_l2": 0.06542882323265076,
      "max_abs": 0.01599934697151184,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.14.self_attn.v_proj.weight",
      "rel_l2": 0.06334666907787323,
      "max_abs": 0.01175130158662796,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.15.mlp.down_proj.weight",
      "rel_l2": 0.06664413213729858,
      "max_abs": 0.04335937649011612,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.15.mlp.gate_proj.weight",
      "rel_l2": 0.06717315316200256,
      "max_abs": 0.03684896230697632,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.15.mlp.up_proj.weight",
      "rel_l2": 0.06498843431472778,
      "max_abs": 0.02177734300494194,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.15.self_attn.k_proj.weight",
      "rel_l2": 0.06741718202829361,
      "max_abs": 0.02158202975988388,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.15.self_attn.o_proj.weight",
      "rel_l2": 0.06456878036260605,
      "max_abs": 0.02031250298023224,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.15.self_attn.q_proj.weight",
      "rel_l2": 0.06658957898616791,
      "max_abs": 0.02255859225988388,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.15.self_attn.v_proj.weight",
      "rel_l2": 0.06370850652456284,
      "max_abs": 0.01177978515625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.16.mlp.down_proj.weight",
      "rel_l2": 0.06702253222465515,
      "max_abs": 0.07962238788604736,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.16.mlp.gate_proj.weight",
      "rel_l2": 0.06753792613744736,
      "max_abs": 0.03125,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.16.mlp.up_proj.weight",
      "rel_l2": 0.06502605974674225,
      "max_abs": 0.06015622615814209,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.16.self_attn.k_proj.weight",
      "rel_l2": 0.06647730618715286,
      "max_abs": 0.01891276240348816,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.16.self_attn.o_proj.weight",
      "rel_l2": 0.06474900245666504,
      "max_abs": 0.0442708283662796,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.16.self_attn.q_proj.weight",
      "rel_l2": 0.06550220400094986,
      "max_abs": 0.017382808029651642,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.16.self_attn.v_proj.weight",
      "rel_l2": 0.06406065076589584,
      "max_abs": 0.011523440480232239,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.17.mlp.down_proj.weight",
      "rel_l2": 0.06819935888051987,
      "max_abs": 0.04375000298023224,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.17.mlp.gate_proj.weight",
      "rel_l2": 0.06768647581338882,
      "max_abs": 0.04104818403720856,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.17.mlp.up_proj.weight",
      "rel_l2": 0.0658210813999176,
      "max_abs": 0.0283203125,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.17.self_attn.k_proj.weight",
      "rel_l2": 0.0669577494263649,
      "max_abs": 0.01569010317325592,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.17.self_attn.o_proj.weight",
      "rel_l2": 0.06509929150342941,
      "max_abs": 0.030468732118606567,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.17.self_attn.q_proj.weight",
      "rel_l2": 0.06663322448730469,
      "max_abs": 0.0167643241584301,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.17.self_attn.v_proj.weight",
      "rel_l2": 0.06413859128952026,
      "max_abs": 0.01220703125,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.18.mlp.down_proj.weight",
      "rel_l2": 0.069343201816082,
      "max_abs": 0.03535155951976776,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.18.mlp.gate_proj.weight",
      "rel_l2": 0.06887821853160858,
      "max_abs": 0.04130859673023224,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.18.mlp.up_proj.weight",
      "rel_l2": 0.06599543988704681,
      "max_abs": 0.02828776091337204,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.18.self_attn.k_proj.weight",
      "rel_l2": 0.06672190129756927,
      "max_abs": 0.015380859375,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.18.self_attn.o_proj.weight",
      "rel_l2": 0.06514199078083038,
      "max_abs": 0.0255533866584301,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.18.self_attn.q_proj.weight",
      "rel_l2": 0.06533738970756531,
      "max_abs": 0.02151692658662796,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.18.self_attn.v_proj.weight",
      "rel_l2": 0.06499006599187851,
      "max_abs": 0.011881507933139801,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.19.mlp.down_proj.weight",
      "rel_l2": 0.07158460468053818,
      "max_abs": 0.03893229365348816,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.19.mlp.gate_proj.weight",
      "rel_l2": 0.07148076593875885,
      "max_abs": 0.03089192882180214,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.19.mlp.up_proj.weight",
      "rel_l2": 0.06830843538045883,
      "max_abs": 0.04251302778720856,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.19.self_attn.k_proj.weight",
      "rel_l2": 0.06735149025917053,
      "max_abs": 0.024804681539535522,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.19.self_attn.o_proj.weight",
      "rel_l2": 0.0672638788819313,
      "max_abs": 0.035937488079071045,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.19.self_attn.q_proj.weight",
      "rel_l2": 0.06672016531229019,
      "max_abs": 0.0189208984375,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.19.self_attn.v_proj.weight",
      "rel_l2": 0.06629148125648499,
      "max_abs": 0.012369789183139801,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.2.mlp.down_proj.weight",
      "rel_l2": 0.11238045245409012,
      "max_abs": 0.03826497495174408,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.2.mlp.gate_proj.weight",
      "rel_l2": 0.07709193229675293,
      "max_abs": 0.014973953366279602,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.2.mlp.up_proj.weight",
      "rel_l2": 0.07919403910636902,
      "max_abs": 0.02610676735639572,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.2.self_attn.k_proj.weight",
      "rel_l2": 0.06668715178966522,
      "max_abs": 0.0206298828125,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.2.self_attn.o_proj.weight",
      "rel_l2": 0.07104453444480896,
      "max_abs": 0.0262044295668602,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.2.self_attn.q_proj.weight",
      "rel_l2": 0.07025231420993805,
      "max_abs": 0.01800130307674408,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.2.self_attn.v_proj.weight",
      "rel_l2": 0.06964565068483353,
      "max_abs": 0.01171875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.20.mlp.down_proj.weight",
      "rel_l2": 0.07081551849842072,
      "max_abs": 0.02792968600988388,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.20.mlp.gate_proj.weight",
      "rel_l2": 0.0730258896946907,
      "max_abs": 0.031494140625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.20.mlp.up_proj.weight",
      "rel_l2": 0.06889849156141281,
      "max_abs": 0.0322265625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.20.self_attn.k_proj.weight",
      "rel_l2": 0.07111072540283203,
      "max_abs": 0.0165201798081398,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.20.self_attn.o_proj.weight",
      "rel_l2": 0.06483592092990875,
      "max_abs": 0.02851562201976776,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.20.self_attn.q_proj.weight",
      "rel_l2": 0.06793750822544098,
      "max_abs": 0.020117193460464478,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.20.self_attn.v_proj.weight",
      "rel_l2": 0.06551762670278549,
      "max_abs": 0.012532547116279602,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.21.mlp.down_proj.weight",
      "rel_l2": 0.07007616013288498,
      "max_abs": 0.050537109375,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.21.mlp.gate_proj.weight",
      "rel_l2": 0.07369518280029297,
      "max_abs": 0.03430989384651184,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.21.mlp.up_proj.weight",
      "rel_l2": 0.06783981621265411,
      "max_abs": 0.01787109673023224,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.21.self_attn.k_proj.weight",
      "rel_l2": 0.06944476813077927,
      "max_abs": 0.015299484133720398,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.21.self_attn.o_proj.weight",
      "rel_l2": 0.06496919691562653,
      "max_abs": 0.026041656732559204,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.21.self_attn.q_proj.weight",
      "rel_l2": 0.06691138446331024,
      "max_abs": 0.0213623046875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.21.self_attn.v_proj.weight",
      "rel_l2": 0.065667062997818,
      "max_abs": 0.015625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.22.mlp.down_proj.weight",
      "rel_l2": 0.06848417967557907,
      "max_abs": 0.03662109375,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.22.mlp.gate_proj.weight",
      "rel_l2": 0.07387233525514603,
      "max_abs": 0.0301513671875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.22.mlp.up_proj.weight",
      "rel_l2": 0.06605042517185211,
      "max_abs": 0.05032552033662796,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.22.self_attn.k_proj.weight",
      "rel_l2": 0.06903988867998123,
      "max_abs": 0.04098307341337204,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.22.self_attn.o_proj.weight",
      "rel_l2": 0.06529656797647476,
      "max_abs": 0.0302734375,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.22.self_attn.q_proj.weight",
      "rel_l2": 0.06673184782266617,
      "max_abs": 0.017968744039535522,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.22.self_attn.v_proj.weight",
      "rel_l2": 0.06573918461799622,
      "max_abs": 0.01414388045668602,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.23.mlp.down_proj.weight",
      "rel_l2": 0.06789179891347885,
      "max_abs": 0.0322265625,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.23.mlp.gate_proj.weight",
      "rel_l2": 0.07408707588911057,
      "max_abs": 0.03004557266831398,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.23.mlp.up_proj.weight",
      "rel_l2": 0.06625813990831375,
      "max_abs": 0.02068684995174408,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.23.self_attn.k_proj.weight",
      "rel_l2": 0.06929145008325577,
      "max_abs": 0.0169270820915699,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.23.self_attn.o_proj.weight",
      "rel_l2": 0.06800138205289841,
      "max_abs": 0.023111969232559204,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.23.self_attn.q_proj.weight",
      "rel_l2": 0.06745022535324097,
      "max_abs": 0.023046880960464478,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.23.self_attn.v_proj.weight",
      "rel_l2": 0.06665196269750595,
      "max_abs": 0.01291096955537796,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.24.mlp.down_proj.weight",
      "rel_l2": 0.07006856799125671,
      "max_abs": 0.03489583730697632,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.24.mlp.gate_proj.weight",
      "rel_l2": 0.07322349399328232,
      "max_abs": 0.0283203125,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.24.mlp.up_proj.weight",
      "rel_l2": 0.06784684956073761,
      "max_abs": 0.02001953125,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.24.self_attn.k_proj.weight",
      "rel_l2": 0.06916509568691254,
      "max_abs": 0.0166015625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.24.self_attn.o_proj.weight",
      "rel_l2": 0.06791326403617859,
      "max_abs": 0.021158859133720398,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.24.self_attn.q_proj.weight",
      "rel_l2": 0.06761031597852707,
      "max_abs": 0.01904296875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.24.self_attn.v_proj.weight",
      "rel_l2": 0.06186000630259514,
      "max_abs": 0.01474609225988388,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.25.mlp.down_proj.weight",
      "rel_l2": 0.07028895616531372,
      "max_abs": 0.025976553559303284,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.25.mlp.gate_proj.weight",
      "rel_l2": 0.07393249124288559,
      "max_abs": 0.03590495139360428,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.25.mlp.up_proj.weight",
      "rel_l2": 0.06790996342897415,
      "max_abs": 0.02373046800494194,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.25.self_attn.k_proj.weight",
      "rel_l2": 0.06831444054841995,
      "max_abs": 0.015625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.25.self_attn.o_proj.weight",
      "rel_l2": 0.06747766584157944,
      "max_abs": 0.0126953125,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.25.self_attn.q_proj.weight",
      "rel_l2": 0.06647656112909317,
      "max_abs": 0.01902668923139572,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.25.self_attn.v_proj.weight",
      "rel_l2": 0.06351126730442047,
      "max_abs": 0.011132806539535522,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.26.mlp.down_proj.weight",
      "rel_l2": 0.07111111283302307,
      "max_abs": 0.0286458320915699,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.26.mlp.gate_proj.weight",
      "rel_l2": 0.07467159628868103,
      "max_abs": 0.03746744990348816,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.26.mlp.up_proj.weight",
      "rel_l2": 0.06867961585521698,
      "max_abs": 0.03367512673139572,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.26.self_attn.k_proj.weight",
      "rel_l2": 0.07186003774404526,
      "max_abs": 0.01503906399011612,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.26.self_attn.o_proj.weight",
      "rel_l2": 0.06553354859352112,
      "max_abs": 0.014322921633720398,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.26.self_attn.q_proj.weight",
      "rel_l2": 0.06843607127666473,
      "max_abs": 0.017822265625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.26.self_attn.v_proj.weight",
      "rel_l2": 0.06072765961289406,
      "max_abs": 0.01081949844956398,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.27.mlp.down_proj.weight",
      "rel_l2": 0.07197169959545135,
      "max_abs": 0.025195300579071045,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.27.mlp.gate_proj.weight",
      "rel_l2": 0.0748187005519867,
      "max_abs": 0.02776692807674408,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.27.mlp.up_proj.weight",
      "rel_l2": 0.06902790814638138,
      "max_abs": 0.02871093899011612,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.27.self_attn.k_proj.weight",
      "rel_l2": 0.06958119571208954,
      "max_abs": 0.01507568359375,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.27.self_attn.o_proj.weight",
      "rel_l2": 0.06719069182872772,
      "max_abs": 0.0196940079331398,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.27.self_attn.q_proj.weight",
      "rel_l2": 0.06820857524871826,
      "max_abs": 0.017415359616279602,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.27.self_attn.v_proj.weight",
      "rel_l2": 0.06324808299541473,
      "max_abs": 0.01276041567325592,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.28.mlp.down_proj.weight",
      "rel_l2": 0.0742034986615181,
      "max_abs": 0.03821614384651184,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.28.mlp.gate_proj.weight",
      "rel_l2": 0.07764001935720444,
      "max_abs": 0.0286865234375,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.28.mlp.up_proj.weight",
      "rel_l2": 0.07109709084033966,
      "max_abs": 0.04168294370174408,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.28.self_attn.k_proj.weight",
      "rel_l2": 0.06993237882852554,
      "max_abs": 0.01386718824505806,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.28.self_attn.o_proj.weight",
      "rel_l2": 0.06693819165229797,
      "max_abs": 0.018880203366279602,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.28.self_attn.q_proj.weight",
      "rel_l2": 0.06869757920503616,
      "max_abs": 0.01640625298023224,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.28.self_attn.v_proj.weight",
      "rel_l2": 0.06167382374405861,
      "max_abs": 0.01193033903837204,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.29.mlp.down_proj.weight",
      "rel_l2": 0.07363142818212509,
      "max_abs": 0.025976553559303284,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.29.mlp.gate_proj.weight",
      "rel_l2": 0.07935639470815659,
      "max_abs": 0.0386556014418602,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.29.mlp.up_proj.weight",
      "rel_l2": 0.07232704758644104,
      "max_abs": 0.02382812649011612,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.29.self_attn.k_proj.weight",
      "rel_l2": 0.0734124481678009,
      "max_abs": 0.01712239533662796,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.29.self_attn.o_proj.weight",
      "rel_l2": 0.06708438694477081,
      "max_abs": 0.016666650772094727,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.29.self_attn.q_proj.weight",
      "rel_l2": 0.07113268226385117,
      "max_abs": 0.020182311534881592,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.29.self_attn.v_proj.weight",
      "rel_l2": 0.06106225401163101,
      "max_abs": 0.01533203199505806,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.3.mlp.down_proj.weight",
      "rel_l2": 0.08152986317873001,
      "max_abs": 0.03616536408662796,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.3.mlp.gate_proj.weight",
      "rel_l2": 0.07240079343318939,
      "max_abs": 0.02233073115348816,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.3.mlp.up_proj.weight",
      "rel_l2": 0.07463279366493225,
      "max_abs": 0.02154947817325592,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.3.self_attn.k_proj.weight",
      "rel_l2": 0.06854531913995743,
      "max_abs": 0.018033847212791443,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.3.self_attn.o_proj.weight",
      "rel_l2": 0.06809478998184204,
      "max_abs": 0.0244140625,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.3.self_attn.q_proj.weight",
      "rel_l2": 0.071794293820858,
      "max_abs": 0.02353515475988388,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.3.self_attn.v_proj.weight",
      "rel_l2": 0.06851097196340561,
      "max_abs": 0.010498046875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.30.mlp.down_proj.weight",
      "rel_l2": 0.07187923043966293,
      "max_abs": 0.03074544295668602,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.30.mlp.gate_proj.weight",
      "rel_l2": 0.07799259573221207,
      "max_abs": 0.0341796875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.30.mlp.up_proj.weight",
      "rel_l2": 0.07077936828136444,
      "max_abs": 0.02412109076976776,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.30.self_attn.k_proj.weight",
      "rel_l2": 0.0749228298664093,
      "max_abs": 0.01793619990348816,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.30.self_attn.o_proj.weight",
      "rel_l2": 0.0694289281964302,
      "max_abs": 0.016666650772094727,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.30.self_attn.q_proj.weight",
      "rel_l2": 0.07082075625658035,
      "max_abs": 0.02438151091337204,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.30.self_attn.v_proj.weight",
      "rel_l2": 0.061844345182180405,
      "max_abs": 0.01582030951976776,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.31.mlp.down_proj.weight",
      "rel_l2": 0.06976475566625595,
      "max_abs": 0.03763020038604736,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.31.mlp.gate_proj.weight",
      "rel_l2": 0.07731909304857254,
      "max_abs": 0.04296875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.31.mlp.up_proj.weight",
      "rel_l2": 0.07021760940551758,
      "max_abs": 0.0296630859375,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.31.self_attn.k_proj.weight",
      "rel_l2": 0.07398602366447449,
      "max_abs": 0.01609700545668602,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.31.self_attn.o_proj.weight",
      "rel_l2": 0.06957647204399109,
      "max_abs": 0.02086588740348816,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.31.self_attn.q_proj.weight",
      "rel_l2": 0.06946918368339539,
      "max_abs": 0.02080078423023224,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.31.self_attn.v_proj.weight",
      "rel_l2": 0.06264778971672058,
      "max_abs": 0.01165364496409893,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.32.mlp.down_proj.weight",
      "rel_l2": 0.06731897592544556,
      "max_abs": 0.037890613079071045,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.32.mlp.gate_proj.weight",
      "rel_l2": 0.07542521506547928,
      "max_abs": 0.0341796875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.32.mlp.up_proj.weight",
      "rel_l2": 0.06934364885091782,
      "max_abs": 0.03136393427848816,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.32.self_attn.k_proj.weight",
      "rel_l2": 0.07342707365751266,
      "max_abs": 0.01640625298023224,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.32.self_attn.o_proj.weight",
      "rel_l2": 0.07076826691627502,
      "max_abs": 0.02542317658662796,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.32.self_attn.q_proj.weight",
      "rel_l2": 0.06907843798398972,
      "max_abs": 0.02051595225930214,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.32.self_attn.v_proj.weight",
      "rel_l2": 0.06290274113416672,
      "max_abs": 0.01373291015625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.33.mlp.down_proj.weight",
      "rel_l2": 0.06806037575006485,
      "max_abs": 0.036376953125,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.33.mlp.gate_proj.weight",
      "rel_l2": 0.0751243457198143,
      "max_abs": 0.03606770932674408,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.33.mlp.up_proj.weight",
      "rel_l2": 0.06909118592739105,
      "max_abs": 0.024511724710464478,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.33.self_attn.k_proj.weight",
      "rel_l2": 0.07059690356254578,
      "max_abs": 0.013476565480232239,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.33.self_attn.o_proj.weight",
      "rel_l2": 0.07009471207857132,
      "max_abs": 0.028906241059303284,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.33.self_attn.q_proj.weight",
      "rel_l2": 0.06914056837558746,
      "max_abs": 0.0238037109375,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.33.self_attn.v_proj.weight",
      "rel_l2": 0.06516322493553162,
      "max_abs": 0.012011721730232239,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.34.mlp.down_proj.weight",
      "rel_l2": 0.09997338056564331,
      "max_abs": 0.04296875,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.34.mlp.gate_proj.weight",
      "rel_l2": 0.07913520932197571,
      "max_abs": 0.03585612028837204,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.34.mlp.up_proj.weight",
      "rel_l2": 0.08036722242832184,
      "max_abs": 0.0294596366584301,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.34.self_attn.k_proj.weight",
      "rel_l2": 0.07352534681558609,
      "max_abs": 0.018310546875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.34.self_attn.o_proj.weight",
      "rel_l2": 0.07350429147481918,
      "max_abs": 0.02255859225988388,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.34.self_attn.q_proj.weight",
      "rel_l2": 0.07281963527202606,
      "max_abs": 0.01930338516831398,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.34.self_attn.v_proj.weight",
      "rel_l2": 0.07139786332845688,
      "max_abs": 0.013964839279651642,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.35.mlp.down_proj.weight",
      "rel_l2": 0.0817723423242569,
      "max_abs": 0.03785806894302368,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.35.mlp.gate_proj.weight",
      "rel_l2": 0.07454026490449905,
      "max_abs": 0.04270832985639572,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.35.mlp.up_proj.weight",
      "rel_l2": 0.07056299597024918,
      "max_abs": 0.04303385317325592,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.35.self_attn.k_proj.weight",
      "rel_l2": 0.0727466270327568,
      "max_abs": 0.0247395820915699,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.35.self_attn.o_proj.weight",
      "rel_l2": 0.07178165018558502,
      "max_abs": 0.03512369841337204,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.35.self_attn.q_proj.weight",
      "rel_l2": 0.07691565155982971,
      "max_abs": 0.01951497420668602,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.35.self_attn.v_proj.weight",
      "rel_l2": 0.06240251287817955,
      "max_abs": 0.01171875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.4.mlp.down_proj.weight",
      "rel_l2": 0.08333507180213928,
      "max_abs": 0.028645843267440796,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.4.mlp.gate_proj.weight",
      "rel_l2": 0.07108590006828308,
      "max_abs": 0.0191650390625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.4.mlp.up_proj.weight",
      "rel_l2": 0.07116637378931046,
      "max_abs": 0.016894526779651642,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.4.self_attn.k_proj.weight",
      "rel_l2": 0.0647963210940361,
      "max_abs": 0.03131510317325592,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.4.self_attn.o_proj.weight",
      "rel_l2": 0.06481703370809555,
      "max_abs": 0.027734369039535522,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.4.self_attn.q_proj.weight",
      "rel_l2": 0.06910184770822525,
      "max_abs": 0.0208333358168602,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.4.self_attn.v_proj.weight",
      "rel_l2": 0.06265527755022049,
      "max_abs": 0.010449215769767761,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.5.mlp.down_proj.weight",
      "rel_l2": 0.06850583106279373,
      "max_abs": 0.0338541716337204,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.5.mlp.gate_proj.weight",
      "rel_l2": 0.06662628054618835,
      "max_abs": 0.03688150644302368,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.5.mlp.up_proj.weight",
      "rel_l2": 0.06648511439561844,
      "max_abs": 0.02688802033662796,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.5.self_attn.k_proj.weight",
      "rel_l2": 0.06616631895303726,
      "max_abs": 0.019856765866279602,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.5.self_attn.o_proj.weight",
      "rel_l2": 0.06722407042980194,
      "max_abs": 0.028385430574417114,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.5.self_attn.q_proj.weight",
      "rel_l2": 0.06911922246217728,
      "max_abs": 0.0201416015625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.5.self_attn.v_proj.weight",
      "rel_l2": 0.06332346796989441,
      "max_abs": 0.01103515550494194,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.6.mlp.down_proj.weight",
      "rel_l2": 0.06818147748708725,
      "max_abs": 0.03610025346279144,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.6.mlp.gate_proj.weight",
      "rel_l2": 0.06727603822946548,
      "max_abs": 0.0208333320915699,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.6.mlp.up_proj.weight",
      "rel_l2": 0.06784625351428986,
      "max_abs": 0.029052734375,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.6.self_attn.k_proj.weight",
      "rel_l2": 0.06962763518095016,
      "max_abs": 0.019775390625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.6.self_attn.o_proj.weight",
      "rel_l2": 0.06578625738620758,
      "max_abs": 0.034505218267440796,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.6.self_attn.q_proj.weight",
      "rel_l2": 0.07230403274297714,
      "max_abs": 0.03701172024011612,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.6.self_attn.v_proj.weight",
      "rel_l2": 0.06438400596380234,
      "max_abs": 0.0144856758415699,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.7.mlp.down_proj.weight",
      "rel_l2": 0.06753715872764587,
      "max_abs": 0.0402018278837204,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.7.mlp.gate_proj.weight",
      "rel_l2": 0.06714757531881332,
      "max_abs": 0.02874349057674408,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.7.mlp.up_proj.weight",
      "rel_l2": 0.06696663051843643,
      "max_abs": 0.02706705778837204,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.7.self_attn.k_proj.weight",
      "rel_l2": 0.06627088040113449,
      "max_abs": 0.02223307266831398,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.7.self_attn.o_proj.weight",
      "rel_l2": 0.0640726387500763,
      "max_abs": 0.02845052257180214,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.7.self_attn.q_proj.weight",
      "rel_l2": 0.07050060480833054,
      "max_abs": 0.018945321440696716,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.7.self_attn.v_proj.weight",
      "rel_l2": 0.06026323512196541,
      "max_abs": 0.0105794258415699,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.8.mlp.down_proj.weight",
      "rel_l2": 0.06675248593091965,
      "max_abs": 0.05903320014476776,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.8.mlp.gate_proj.weight",
      "rel_l2": 0.06716714054346085,
      "max_abs": 0.022070318460464478,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.8.mlp.up_proj.weight",
      "rel_l2": 0.06610891222953796,
      "max_abs": 0.025390625,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.8.self_attn.k_proj.weight",
      "rel_l2": 0.06527405977249146,
      "max_abs": 0.02070312574505806,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.8.self_attn.o_proj.weight",
      "rel_l2": 0.06378088146448135,
      "max_abs": 0.024316415190696716,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.8.self_attn.q_proj.weight",
      "rel_l2": 0.06827351450920105,
      "max_abs": 0.018457040190696716,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.8.self_attn.v_proj.weight",
      "rel_l2": 0.060887426137924194,
      "max_abs": 0.00989583134651184,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.9.mlp.down_proj.weight",
      "rel_l2": 0.06713589280843735,
      "max_abs": 0.032958984375,
      "padded_cols": 9728
    },
    {
      "name": "body.layers.9.mlp.gate_proj.weight",
      "rel_l2": 0.06769132614135742,
      "max_abs": 0.02706705778837204,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.9.mlp.up_proj.weight",
      "rel_l2": 0.06665731221437454,
      "max_abs": 0.02470703423023224,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.9.self_attn.k_proj.weight",
      "rel_l2": 0.06489330530166626,
      "max_abs": 0.037841796875,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.9.self_attn.o_proj.weight",
      "rel_l2": 0.06393518298864365,
      "max_abs": 0.0377604216337204,
      "padded_cols": 4096
    },
    {
      "name": "body.layers.9.self_attn.q_proj.weight",
      "rel_l2": 0.06735270470380783,
      "max_abs": 0.026953130960464478,
      "padded_cols": 2560
    },
    {
      "name": "body.layers.9.self_attn.v_proj.weight",
      "rel_l2": 0.060543693602085114,
      "max_abs": 0.01079101487994194,
      "padded_cols": 2560
    }
  ]
}