| tensor,abs_error,rel_error,max_abs_error,max_rel_error | |
| model.language_model.layers.0.linear_attn.in_proj_qkv.weight,0.00025359084247611463,0.024803830310702324,0.010498046875,1.0 | |
| model.language_model.layers.0.linear_attn.in_proj_z.weight,0.00024489284260198474,0.02256942167878151,0.00665283203125,1.0 | |
| model.language_model.layers.0.linear_attn.out_proj.weight,0.00020393068552948534,0.02258647233247757,0.0126953125,1.0 | |
| model.language_model.layers.0.mlp.down_proj.weight,0.0001474098244216293,0.02256544679403305,0.009033203125,1.0 | |
| model.language_model.layers.0.mlp.gate_proj.weight,0.00017790219862945378,0.02255801483988762,0.003814697265625,1.0 | |
| model.language_model.layers.0.mlp.up_proj.weight,0.0001468156260671094,0.02256176434457302,0.003082275390625,1.0 | |
| model.language_model.layers.1.linear_attn.in_proj_qkv.weight,0.00025860650930553675,0.022568538784980774,0.007080078125,1.0 | |
| model.language_model.layers.1.linear_attn.in_proj_z.weight,0.000254937942372635,0.02256939187645912,0.00537109375,1.0 | |
| model.language_model.layers.1.linear_attn.out_proj.weight,0.0002124933380400762,0.022585781291127205,0.014892578125,1.0 | |
| model.language_model.layers.1.mlp.down_proj.weight,0.00014412016025744379,0.022561386227607727,0.0048828125,1.0 | |
| model.language_model.layers.1.mlp.gate_proj.weight,0.00018191750859841704,0.022554665803909302,0.003662109375,1.0 | |
| model.language_model.layers.1.mlp.up_proj.weight,0.0001452747528674081,0.02256399393081665,0.003173828125,1.0 | |
| model.language_model.layers.10.linear_attn.in_proj_qkv.weight,0.00026184471789747477,0.02256578952074051,0.00726318359375,1.0 | |
| model.language_model.layers.10.linear_attn.in_proj_z.weight,0.0002077857789117843,0.022557348012924194,0.0040283203125,1.0 | |
| model.language_model.layers.10.linear_attn.out_proj.weight,0.00020214557298459113,0.022565314546227455,0.0096435546875,1.0 | |
| model.language_model.layers.10.mlp.down_proj.weight,0.000144511679536663,0.02256472222507,0.00665283203125,1.0 | |
| model.language_model.layers.10.mlp.gate_proj.weight,0.00015840280684642494,0.02256130799651146,0.0040283203125,1.0 | |
| model.language_model.layers.10.mlp.up_proj.weight,0.00015364766295533627,0.022548988461494446,0.00250244140625,1.0 | |
| model.language_model.layers.11.mlp.down_proj.weight,0.00014573951193597168,0.022562015801668167,0.005859375,1.0 | |
| model.language_model.layers.11.mlp.gate_proj.weight,0.0001575082424096763,0.022563964128494263,0.00543212890625,1.0 | |
| model.language_model.layers.11.mlp.up_proj.weight,0.0001558527583256364,0.022556206211447716,0.00244140625,1.0 | |
| model.language_model.layers.11.self_attn.k_proj.weight,0.0002002165128942579,0.022566882893443108,0.00439453125,1.0 | |
| model.language_model.layers.11.self_attn.o_proj.weight,0.000209073958103545,0.022578321397304535,0.009033203125,1.0 | |
| model.language_model.layers.11.self_attn.q_proj.weight,0.0002088173059746623,0.02257196418941021,0.0062255859375,1.0 | |
| model.language_model.layers.11.self_attn.v_proj.weight,0.0002571310615167022,0.022578945383429527,0.00537109375,1.0 | |
| model.language_model.layers.12.linear_attn.in_proj_qkv.weight,0.0002836521598510444,0.022561950609087944,0.008544921875,1.0 | |
| model.language_model.layers.12.linear_attn.in_proj_z.weight,0.0002162543823942542,0.02257681079208851,0.006103515625,1.0 | |
| model.language_model.layers.12.linear_attn.out_proj.weight,0.00019489714759401977,0.022572040557861328,0.007568359375,1.0 | |
| model.language_model.layers.12.mlp.down_proj.weight,0.00014639098662883043,0.02256191521883011,0.00445556640625,1.0 | |
| model.language_model.layers.12.mlp.gate_proj.weight,0.00016215516370721161,0.022576849907636642,0.0064697265625,1.0 | |
| model.language_model.layers.12.mlp.up_proj.weight,0.0001548481814097613,0.02255583554506302,0.00244140625,1.0 | |
| model.language_model.layers.13.linear_attn.in_proj_qkv.weight,0.0002717145252972841,0.02256665751338005,0.0059814453125,1.0 | |
| model.language_model.layers.13.linear_attn.in_proj_z.weight,0.0002153229434043169,0.022573906928300858,0.005126953125,1.0 | |
| model.language_model.layers.13.linear_attn.out_proj.weight,0.0002020058745983988,0.022571250796318054,0.0087890625,1.0 | |
| model.language_model.layers.13.mlp.down_proj.weight,0.0001487281988374889,0.022562682628631592,0.00439453125,1.0 | |
| model.language_model.layers.13.mlp.gate_proj.weight,0.00016498791228514165,0.022572826594114304,0.00469970703125,1.0 | |
| model.language_model.layers.13.mlp.up_proj.weight,0.00015651249850634485,0.02255430445075035,0.0029296875,1.0 | |
| model.language_model.layers.14.linear_attn.in_proj_qkv.weight,0.00027259206399321556,0.022566061466932297,0.0087890625,1.0 | |
| model.language_model.layers.14.linear_attn.in_proj_z.weight,0.0002217838482465595,0.022571086883544922,0.00537109375,1.0 | |
| model.language_model.layers.14.linear_attn.out_proj.weight,0.00020215102995280176,0.02257743664085865,0.0087890625,1.0 | |
| model.language_model.layers.14.mlp.down_proj.weight,0.00014817449846304953,0.022570215165615082,0.0040283203125,1.0 | |
| model.language_model.layers.14.mlp.gate_proj.weight,0.00017385859973728657,0.022582894191145897,0.0062255859375,1.0 | |
| model.language_model.layers.14.mlp.up_proj.weight,0.00015767903823871166,0.022559357807040215,0.0037841796875,1.0 | |
| model.language_model.layers.15.mlp.down_proj.weight,0.00015735396300442517,0.022573251277208328,0.00531005859375,1.0 | |
| model.language_model.layers.15.mlp.gate_proj.weight,0.0001832908601500094,0.022579524666070938,0.0078125,1.0 | |
| model.language_model.layers.15.mlp.up_proj.weight,0.00016619291272945702,0.02257007360458374,0.00469970703125,1.0 | |
| model.language_model.layers.15.self_attn.k_proj.weight,0.00019809199147857726,0.022574791684746742,0.0050048828125,1.0 | |
| model.language_model.layers.15.self_attn.o_proj.weight,0.00024835712974891067,0.022564055398106575,0.00506591796875,1.0 | |
| model.language_model.layers.15.self_attn.q_proj.weight,0.00022376063861884177,0.022567465901374817,0.00616455078125,1.0 | |
| model.language_model.layers.15.self_attn.v_proj.weight,0.0002730810083448887,0.022614633664488792,0.0126953125,1.0 | |
| model.language_model.layers.16.linear_attn.in_proj_qkv.weight,0.0003129591350443661,0.022563492879271507,0.0103759765625,1.0 | |
| model.language_model.layers.16.linear_attn.in_proj_z.weight,0.00022374760010279715,0.02255827561020851,0.0052490234375,1.0 | |
| model.language_model.layers.16.linear_attn.out_proj.weight,0.0001946351840160787,0.022572290152311325,0.009521484375,1.0 | |
| model.language_model.layers.16.mlp.down_proj.weight,0.00015897853882052004,0.02255570888519287,0.0040283203125,1.0 | |
| model.language_model.layers.16.mlp.gate_proj.weight,0.0002027434966294095,0.022567590698599815,0.0081787109375,1.0 | |
| model.language_model.layers.16.mlp.up_proj.weight,0.00016699646948836744,0.022555623203516006,0.00250244140625,1.0 | |
| model.language_model.layers.17.linear_attn.in_proj_qkv.weight,0.00032549910247325897,0.02256156876683235,0.0111083984375,1.0 | |
| model.language_model.layers.17.linear_attn.in_proj_z.weight,0.00022790786169935018,0.022564195096492767,0.00469970703125,1.0 | |
| model.language_model.layers.17.linear_attn.out_proj.weight,0.00018881548021454364,0.02256304770708084,0.008056640625,1.0 | |
| model.language_model.layers.17.mlp.down_proj.weight,0.0001595972862560302,0.02255621924996376,0.00323486328125,1.0 | |
| model.language_model.layers.17.mlp.gate_proj.weight,0.00022431839897762984,0.022575749084353447,0.00830078125,1.0 | |
| model.language_model.layers.17.mlp.up_proj.weight,0.00016742908337619156,0.022552814334630966,0.00347900390625,1.0 | |
| model.language_model.layers.18.linear_attn.in_proj_qkv.weight,0.0003312809858471155,0.022568821907043457,0.0107421875,1.0 | |
| model.language_model.layers.18.linear_attn.in_proj_z.weight,0.00023066172434482723,0.022574489936232567,0.00555419921875,1.0 | |
| model.language_model.layers.18.linear_attn.out_proj.weight,0.00018517448916099966,0.022564589977264404,0.00927734375,1.0 | |
| model.language_model.layers.18.mlp.down_proj.weight,0.00016164022963494062,0.022554581984877586,0.0042724609375,1.0 | |
| model.language_model.layers.18.mlp.gate_proj.weight,0.0002412643952993676,0.022564038634300232,0.009033203125,1.0 | |
| model.language_model.layers.18.mlp.up_proj.weight,0.00017047071014530957,0.02255457639694214,0.003173828125,1.0 | |
| model.language_model.layers.19.mlp.down_proj.weight,0.0001666880416451022,0.022554077208042145,0.0040283203125,1.0 | |
| model.language_model.layers.19.mlp.gate_proj.weight,0.00023757787130307406,0.022564774379134178,0.0086669921875,1.0 | |
| model.language_model.layers.19.mlp.up_proj.weight,0.0001729808864183724,0.022550251334905624,0.002838134765625,1.0 | |
| model.language_model.layers.19.self_attn.k_proj.weight,0.0001850099943112582,0.022592484951019287,0.00616455078125,1.0 | |
| model.language_model.layers.19.self_attn.o_proj.weight,0.0003096138243563473,0.0225490964949131,0.009765625,1.0 | |
| model.language_model.layers.19.self_attn.q_proj.weight,0.00021543330512940884,0.02256794460117817,0.005126953125,1.0 | |
| model.language_model.layers.19.self_attn.v_proj.weight,0.00032692053355276585,0.02261001244187355,0.017578125,1.0 | |
| model.language_model.layers.2.linear_attn.in_proj_qkv.weight,0.00026550129405222833,0.02256235107779503,0.00634765625,1.0 | |
| model.language_model.layers.2.linear_attn.in_proj_z.weight,0.00025730542256496847,0.022554989904165268,0.0057373046875,1.0 | |
| model.language_model.layers.2.linear_attn.out_proj.weight,0.00021012641082052141,0.02257365547120571,0.0133056640625,1.0 | |
| model.language_model.layers.2.mlp.down_proj.weight,0.00014118368562776595,0.022561918944120407,0.0078125,1.0 | |
| model.language_model.layers.2.mlp.gate_proj.weight,0.00021823911811225116,0.02256283536553383,0.003326416015625,1.0 | |
| model.language_model.layers.2.mlp.up_proj.weight,0.0001418462343281135,0.022558240219950676,0.00494384765625,1.0 | |
| model.language_model.layers.20.linear_attn.in_proj_qkv.weight,0.00031910702819004655,0.02256431244313717,0.01171875,1.0 | |
| model.language_model.layers.20.linear_attn.in_proj_z.weight,0.000234551407629624,0.022569365799427032,0.005859375,1.0 | |
| model.language_model.layers.20.linear_attn.out_proj.weight,0.00019314752717036754,0.022576451301574707,0.009765625,1.0 | |
| model.language_model.layers.20.mlp.down_proj.weight,0.00016970255819614977,0.022557562217116356,0.003173828125,1.0 | |
| model.language_model.layers.20.mlp.gate_proj.weight,0.00023577664978802204,0.02257421612739563,0.00738525390625,1.0 | |
| model.language_model.layers.20.mlp.up_proj.weight,0.00017706590006127954,0.022548547014594078,0.00390625,1.0 | |
| model.language_model.layers.21.linear_attn.in_proj_qkv.weight,0.0003183092921972275,0.02256968431174755,0.01171875,1.0 | |
| model.language_model.layers.21.linear_attn.in_proj_z.weight,0.0002461383119225502,0.022556833922863007,0.004638671875,1.0 | |
| model.language_model.layers.21.linear_attn.out_proj.weight,0.00020502145343925804,0.02256728708744049,0.010986328125,1.0 | |
| model.language_model.layers.21.mlp.down_proj.weight,0.0001723442692309618,0.022558672353625298,0.00518798828125,1.0 | |
| model.language_model.layers.21.mlp.gate_proj.weight,0.00023938200320117176,0.022568296641111374,0.009521484375,1.0 | |
| model.language_model.layers.21.mlp.up_proj.weight,0.00018145242938771844,0.02256198227405548,0.00537109375,1.0 | |
| model.language_model.layers.22.linear_attn.in_proj_qkv.weight,0.00028912536799907684,0.022572319954633713,0.009521484375,1.0 | |
| model.language_model.layers.22.linear_attn.in_proj_z.weight,0.00025663478299975395,0.022565428167581558,0.00830078125,1.0 | |
| model.language_model.layers.22.linear_attn.out_proj.weight,0.0002172686072299257,0.022574542090296745,0.0072021484375,1.0 | |
| model.language_model.layers.22.mlp.down_proj.weight,0.00017075284267775714,0.022551512345671654,0.00360107421875,1.0 | |
| model.language_model.layers.22.mlp.gate_proj.weight,0.00024351249157916754,0.022572487592697144,0.0107421875,1.0 | |
| model.language_model.layers.22.mlp.up_proj.weight,0.00018556692521087825,0.022559484466910362,0.0048828125,1.0 | |
| model.language_model.layers.23.mlp.down_proj.weight,0.00015918303688522428,0.02257319539785385,0.006103515625,1.0 | |
| model.language_model.layers.23.mlp.gate_proj.weight,0.0002716855378821492,0.022581979632377625,0.0126953125,1.0 | |
| model.language_model.layers.23.mlp.up_proj.weight,0.0002019663661485538,0.02256300114095211,0.0050048828125,1.0 | |
| model.language_model.layers.23.self_attn.k_proj.weight,0.00015933635586407036,0.022620435804128647,0.00665283203125,1.0 | |
| model.language_model.layers.23.self_attn.o_proj.weight,0.00024178234161809087,0.02257334440946579,0.0089111328125,1.0 | |
| model.language_model.layers.23.self_attn.q_proj.weight,0.00023415058967657387,0.022568777203559875,0.0078125,1.0 | |
| model.language_model.layers.23.self_attn.v_proj.weight,0.0003196566249243915,0.022591102868318558,0.010498046875,1.0 | |
| model.language_model.layers.3.mlp.down_proj.weight,0.00014011733583174646,0.02256806194782257,0.006103515625,1.0 | |
| model.language_model.layers.3.mlp.gate_proj.weight,0.00020291886175982654,0.022563032805919647,0.00439453125,1.0 | |
| model.language_model.layers.3.mlp.up_proj.weight,0.00014285571523942053,0.022568291053175926,0.001922607421875,1.0 | |
| model.language_model.layers.3.self_attn.k_proj.weight,0.0002092942886520177,0.02256588637828827,0.0050048828125,1.0 | |
| model.language_model.layers.3.self_attn.o_proj.weight,0.0002034995413850993,0.02256808616220951,0.008544921875,1.0 | |
| model.language_model.layers.3.self_attn.q_proj.weight,0.0002714517177082598,0.02256491780281067,0.00762939453125,1.0 | |
| model.language_model.layers.3.self_attn.v_proj.weight,0.00020353388390503824,0.02256864123046398,0.0047607421875,1.0 | |
| model.language_model.layers.4.linear_attn.in_proj_qkv.weight,0.0002817725471686572,0.02256680279970169,0.008056640625,1.0 | |
| model.language_model.layers.4.linear_attn.in_proj_z.weight,0.00023850591969676316,0.022544249892234802,0.0054931640625,1.0 | |
| model.language_model.layers.4.linear_attn.out_proj.weight,0.0002021511463681236,0.02257959544658661,0.0078125,1.0 | |
| model.language_model.layers.4.mlp.down_proj.weight,0.000141223004902713,0.022569440305233,0.0037841796875,1.0 | |
| model.language_model.layers.4.mlp.gate_proj.weight,0.0001997542567551136,0.022565454244613647,0.00390625,1.0 | |
| model.language_model.layers.4.mlp.up_proj.weight,0.00014412854216061532,0.022556651383638382,0.00213623046875,1.0 | |
| model.language_model.layers.5.linear_attn.in_proj_qkv.weight,0.00027448945911601186,0.022555848583579063,0.0087890625,1.0 | |
| model.language_model.layers.5.linear_attn.in_proj_z.weight,0.0002309968404006213,0.02255087159574032,0.00439453125,1.0 | |
| model.language_model.layers.5.linear_attn.out_proj.weight,0.00020148817566223443,0.02257908508181572,0.009033203125,1.0 | |
| model.language_model.layers.5.mlp.down_proj.weight,0.00014272844418883324,0.02255844883620739,0.00482177734375,1.0 | |
| model.language_model.layers.5.mlp.gate_proj.weight,0.0001976593630388379,0.02257390134036541,0.00396728515625,1.0 | |
| model.language_model.layers.5.mlp.up_proj.weight,0.0001464897650294006,0.022555945441126823,0.00244140625,1.0 | |
| model.language_model.layers.6.linear_attn.in_proj_qkv.weight,0.0002659203310031444,0.022559206932783127,0.00567626953125,1.0 | |
| model.language_model.layers.6.linear_attn.in_proj_z.weight,0.00022847742366138846,0.022554613649845123,0.005126953125,1.0 | |
| model.language_model.layers.6.linear_attn.out_proj.weight,0.0002069050242425874,0.022588929161429405,0.005615234375,1.0 | |
| model.language_model.layers.6.mlp.down_proj.weight,0.00014297408051788807,0.022556718438863754,0.005859375,1.0 | |
| model.language_model.layers.6.mlp.gate_proj.weight,0.00018888534395955503,0.02256469987332821,0.0079345703125,1.0 | |
| model.language_model.layers.6.mlp.up_proj.weight,0.0001484162494307384,0.022558152675628662,0.0029296875,1.0 | |
| model.language_model.layers.7.mlp.down_proj.weight,0.00014525614096783102,0.02255822718143463,0.005859375,1.0 | |
| model.language_model.layers.7.mlp.gate_proj.weight,0.00017749491962604225,0.02257147990167141,0.00439453125,1.0 | |
| model.language_model.layers.7.mlp.up_proj.weight,0.00015226015239022672,0.022551298141479492,0.002685546875,1.0 | |
| model.language_model.layers.7.self_attn.k_proj.weight,0.00019392799003981054,0.022556999698281288,0.00390625,1.0 | |
| model.language_model.layers.7.self_attn.o_proj.weight,0.00019311551295686513,0.022577229887247086,0.00634765625,1.0 | |
| model.language_model.layers.7.self_attn.q_proj.weight,0.00022321453434415162,0.02257324941456318,0.006103515625,1.0 | |
| model.language_model.layers.7.self_attn.v_proj.weight,0.0001963533868547529,0.02257651835680008,0.0048828125,1.0 | |
| model.language_model.layers.8.linear_attn.in_proj_qkv.weight,0.0002704682992771268,0.022565312683582306,0.00762939453125,1.0 | |
| model.language_model.layers.8.linear_attn.in_proj_z.weight,0.0002163296303479001,0.0225781612098217,0.0068359375,1.0 | |
| model.language_model.layers.8.linear_attn.out_proj.weight,0.0002002662658924237,0.022567851468920708,0.0126953125,1.0 | |
| model.language_model.layers.8.mlp.down_proj.weight,0.0001438295585103333,0.0225629061460495,0.00457763671875,1.0 | |
| model.language_model.layers.8.mlp.gate_proj.weight,0.00016783084720373154,0.02255893126130104,0.0037841796875,1.0 | |
| model.language_model.layers.8.mlp.up_proj.weight,0.0001520314544904977,0.02255709283053875,0.00286865234375,1.0 | |
| model.language_model.layers.9.linear_attn.in_proj_qkv.weight,0.0002623682375997305,0.022563684731721878,0.00665283203125,1.0 | |
| model.language_model.layers.9.linear_attn.in_proj_z.weight,0.00021747557912021875,0.022569753229618073,0.00469970703125,1.0 | |
| model.language_model.layers.9.linear_attn.out_proj.weight,0.00019479473121464252,0.022586779668927193,0.009765625,1.0 | |
| model.language_model.layers.9.mlp.down_proj.weight,0.0001442217908333987,0.022566042840480804,0.005859375,1.0 | |
| model.language_model.layers.9.mlp.gate_proj.weight,0.00015763993724249303,0.02256258949637413,0.00335693359375,1.0 | |
| model.language_model.layers.9.mlp.up_proj.weight,0.00015346051077358425,0.022554820403456688,0.002593994140625,1.0 | |