File size: 23,679 Bytes

24f8279

tensor,abs_error,rel_error,max_abs_error,max_rel_error
model.language_model.layers.0.linear_attn.in_proj_qkv.weight,0.0002288644900545478,0.022573521360754967,0.010009765625,1.0
model.language_model.layers.0.linear_attn.in_proj_z.weight,0.0002496865054126829,0.022577408701181412,0.0103759765625,1.0
model.language_model.layers.0.linear_attn.out_proj.weight,0.00020850235887337476,0.022551698610186577,0.0111083984375,1.0
model.language_model.layers.0.mlp.down_proj.weight,0.00015209217963274568,0.02255294658243656,0.012451171875,1.0
model.language_model.layers.0.mlp.gate_proj.weight,0.00016169399896170944,0.022551609203219414,0.0068359375,1.0
model.language_model.layers.0.mlp.up_proj.weight,0.00015117781003937125,0.02255258522927761,0.0029296875,1.0
model.language_model.layers.1.linear_attn.in_proj_qkv.weight,0.0002292687277076766,0.02255474030971527,0.0062255859375,1.0
model.language_model.layers.1.linear_attn.in_proj_z.weight,0.0002291145792696625,0.0225661788135767,0.00531005859375,1.0
model.language_model.layers.1.linear_attn.out_proj.weight,0.00021559526794590056,0.022549403831362724,0.017578125,1.0
model.language_model.layers.1.mlp.down_proj.weight,0.00014902905968483537,0.02256031706929207,0.008544921875,1.0
model.language_model.layers.1.mlp.gate_proj.weight,0.0001620517869014293,0.02254900522530079,0.0054931640625,1.0
model.language_model.layers.1.mlp.up_proj.weight,0.00015020165301393718,0.02255512960255146,0.00439453125,1.0
model.language_model.layers.10.linear_attn.in_proj_qkv.weight,0.00023624692403245717,0.022560078650712967,0.00830078125,1.0
model.language_model.layers.10.linear_attn.in_proj_z.weight,0.00021974637638777494,0.022571643814444542,0.00543212890625,1.0
model.language_model.layers.10.linear_attn.out_proj.weight,0.00020931093604303896,0.022552598267793655,0.0081787109375,1.0
model.language_model.layers.10.mlp.down_proj.weight,0.00015145482029765844,0.02255522459745407,0.0078125,1.0
model.language_model.layers.10.mlp.gate_proj.weight,0.00016400637105107307,0.02255416475236416,0.0054931640625,1.0
model.language_model.layers.10.mlp.up_proj.weight,0.00015613566210959107,0.022557711228728294,0.00531005859375,1.0
model.language_model.layers.11.mlp.down_proj.weight,0.00015151314437389374,0.022559013217687607,0.00830078125,1.0
model.language_model.layers.11.mlp.gate_proj.weight,0.00016201252583414316,0.022556183859705925,0.00567626953125,1.0
model.language_model.layers.11.mlp.up_proj.weight,0.00015703569806646556,0.022554609924554825,0.00372314453125,1.0
model.language_model.layers.11.self_attn.k_proj.weight,0.00019734246598090976,0.02255634032189846,0.00469970703125,1.0
model.language_model.layers.11.self_attn.o_proj.weight,0.00020126943127252162,0.02255907654762268,0.0076904296875,1.0
model.language_model.layers.11.self_attn.q_proj.weight,0.000220531175727956,0.02257588319480419,0.0078125,1.0
model.language_model.layers.11.self_attn.v_proj.weight,0.0002084169100271538,0.022565411403775215,0.00531005859375,1.0
model.language_model.layers.12.linear_attn.in_proj_qkv.weight,0.00024008475884329528,0.022564297541975975,0.00830078125,1.0
model.language_model.layers.12.linear_attn.in_proj_z.weight,0.0002092733484460041,0.022567342966794968,0.00634765625,1.0
model.language_model.layers.12.linear_attn.out_proj.weight,0.00020556699018925428,0.022563446313142776,0.00830078125,1.0
model.language_model.layers.12.mlp.down_proj.weight,0.00015053026436362416,0.022555958479642868,0.0078125,1.0
model.language_model.layers.12.mlp.gate_proj.weight,0.00015943571634124964,0.022559259086847305,0.005126953125,1.0
model.language_model.layers.12.mlp.up_proj.weight,0.00015643140068277717,0.022554917261004448,0.002838134765625,1.0
model.language_model.layers.13.linear_attn.in_proj_qkv.weight,0.00023956158838700503,0.022552726790308952,0.00640869140625,1.0
model.language_model.layers.13.linear_attn.in_proj_z.weight,0.0002191012754337862,0.022564377635717392,0.00421142578125,1.0
model.language_model.layers.13.linear_attn.out_proj.weight,0.00020733346173074096,0.022560277953743935,0.01220703125,1.0
model.language_model.layers.13.mlp.down_proj.weight,0.00014872576866764575,0.022557660937309265,0.00665283203125,1.0
model.language_model.layers.13.mlp.gate_proj.weight,0.00015896494733169675,0.022560637444257736,0.00390625,1.0
model.language_model.layers.13.mlp.up_proj.weight,0.0001551884488435462,0.022555695846676826,0.00390625,1.0
model.language_model.layers.14.linear_attn.in_proj_qkv.weight,0.00023701110330875963,0.022563043981790543,0.0072021484375,1.0
model.language_model.layers.14.linear_attn.in_proj_z.weight,0.0002117482799803838,0.022562233731150627,0.00555419921875,1.0
model.language_model.layers.14.linear_attn.out_proj.weight,0.0002027892041951418,0.022570254281163216,0.0098876953125,1.0
model.language_model.layers.14.mlp.down_proj.weight,0.0001492516603320837,0.022562861442565918,0.005126953125,1.0
model.language_model.layers.14.mlp.gate_proj.weight,0.00015417249232996255,0.022556787356734276,0.0045166015625,1.0
model.language_model.layers.14.mlp.up_proj.weight,0.0001553886686451733,0.022559629753232002,0.00323486328125,1.0
model.language_model.layers.15.mlp.down_proj.weight,0.0001499698992120102,0.022554052993655205,0.007568359375,1.0
model.language_model.layers.15.mlp.gate_proj.weight,0.00015498952416237444,0.022560331970453262,0.0054931640625,1.0
model.language_model.layers.15.mlp.up_proj.weight,0.000156383088324219,0.022548511624336243,0.003662109375,1.0
model.language_model.layers.15.self_attn.k_proj.weight,0.00019300809071864933,0.022578809410333633,0.006591796875,1.0
model.language_model.layers.15.self_attn.o_proj.weight,0.00020355328160803765,0.02256242372095585,0.0072021484375,1.0
model.language_model.layers.15.self_attn.q_proj.weight,0.0002095298405038193,0.022566786035895348,0.0079345703125,1.0
model.language_model.layers.15.self_attn.v_proj.weight,0.00023315798898693174,0.02257569134235382,0.004150390625,1.0
model.language_model.layers.16.linear_attn.in_proj_qkv.weight,0.00023208880156744272,0.022561149671673775,0.0078125,1.0
model.language_model.layers.16.linear_attn.in_proj_z.weight,0.00021182936325203627,0.02256929688155651,0.0054931640625,1.0
model.language_model.layers.16.linear_attn.out_proj.weight,0.0002010040043387562,0.022555965930223465,0.00762939453125,1.0
model.language_model.layers.16.mlp.down_proj.weight,0.0001498008205089718,0.02255294658243656,0.008056640625,1.0
model.language_model.layers.16.mlp.gate_proj.weight,0.00015609548427164555,0.02256045863032341,0.0069580078125,1.0
model.language_model.layers.16.mlp.up_proj.weight,0.0001555332710267976,0.022555029019713402,0.002685546875,1.0
model.language_model.layers.17.linear_attn.in_proj_qkv.weight,0.00024388996826019138,0.022566376253962517,0.0078125,1.0
model.language_model.layers.17.linear_attn.in_proj_z.weight,0.00020695969578810036,0.022559700533747673,0.00433349609375,1.0
model.language_model.layers.17.linear_attn.out_proj.weight,0.00020460608357097954,0.022568626329302788,0.00634765625,1.0
model.language_model.layers.17.mlp.down_proj.weight,0.00015177398745436221,0.022552764043211937,0.0107421875,1.0
model.language_model.layers.17.mlp.gate_proj.weight,0.00015490452642552555,0.022561974823474884,0.007080078125,1.0
model.language_model.layers.17.mlp.up_proj.weight,0.00015714728215243667,0.022551696747541428,0.00347900390625,1.0
model.language_model.layers.18.linear_attn.in_proj_qkv.weight,0.00023818621411919594,0.022560784593224525,0.005859375,1.0
model.language_model.layers.18.linear_attn.in_proj_z.weight,0.0002139952703146264,0.02256784401834011,0.0069580078125,1.0
model.language_model.layers.18.linear_attn.out_proj.weight,0.0002012260229093954,0.022554166615009308,0.0067138671875,1.0
model.language_model.layers.18.mlp.down_proj.weight,0.00015193356375675648,0.02256336249411106,0.00634765625,1.0
model.language_model.layers.18.mlp.gate_proj.weight,0.00015890877693891525,0.022568708285689354,0.00714111328125,1.0
model.language_model.layers.18.mlp.up_proj.weight,0.0001587076112627983,0.02255690097808838,0.00567626953125,1.0
model.language_model.layers.19.mlp.down_proj.weight,0.00015821700799278915,0.022555017843842506,0.008056640625,1.0
model.language_model.layers.19.mlp.gate_proj.weight,0.00016658515960443765,0.0225626640021801,0.0068359375,1.0
model.language_model.layers.19.mlp.up_proj.weight,0.00016422961198259145,0.022555558010935783,0.0042724609375,1.0
model.language_model.layers.19.self_attn.k_proj.weight,0.00019199248345103115,0.022561004385352135,0.00634765625,1.0
model.language_model.layers.19.self_attn.o_proj.weight,0.00022973395243752748,0.022571546956896782,0.0087890625,1.0
model.language_model.layers.19.self_attn.q_proj.weight,0.0002120744902640581,0.022563133388757706,0.006103515625,1.0
model.language_model.layers.19.self_attn.v_proj.weight,0.0002541026333346963,0.022564219310879707,0.0072021484375,1.0
model.language_model.layers.2.linear_attn.in_proj_qkv.weight,0.0002306597598362714,0.022556453943252563,0.0050048828125,1.0
model.language_model.layers.2.linear_attn.in_proj_z.weight,0.00023098285601008683,0.022551102563738823,0.00634765625,1.0
model.language_model.layers.2.linear_attn.out_proj.weight,0.00021688091510441154,0.02255122736096382,0.013671875,1.0
model.language_model.layers.2.mlp.down_proj.weight,0.00014778433251194656,0.02256494201719761,0.0098876953125,1.0
model.language_model.layers.2.mlp.gate_proj.weight,0.00017037913494277745,0.022547587752342224,0.0047607421875,1.0
model.language_model.layers.2.mlp.up_proj.weight,0.0001469121198169887,0.022557457908988,0.00347900390625,1.0
model.language_model.layers.20.linear_attn.in_proj_qkv.weight,0.0002640320162754506,0.022562270984053612,0.009033203125,1.0
model.language_model.layers.20.linear_attn.in_proj_z.weight,0.00024061118892859668,0.02256954275071621,0.0064697265625,1.0
model.language_model.layers.20.linear_attn.out_proj.weight,0.00020089803729206324,0.022557325661182404,0.0068359375,1.0
model.language_model.layers.20.mlp.down_proj.weight,0.00015524946502409875,0.022556712850928307,0.00531005859375,1.0
model.language_model.layers.20.mlp.gate_proj.weight,0.0001860234042396769,0.022562365978956223,0.007080078125,1.0
model.language_model.layers.20.mlp.up_proj.weight,0.00015993081615306437,0.022555122151970863,0.00360107421875,1.0
model.language_model.layers.21.linear_attn.in_proj_qkv.weight,0.00026452215388417244,0.02256227470934391,0.0093994140625,1.0
model.language_model.layers.21.linear_attn.in_proj_z.weight,0.00024837040109559894,0.022568469867110252,0.0057373046875,1.0
model.language_model.layers.21.linear_attn.out_proj.weight,0.00020265734929125756,0.022569268941879272,0.009765625,1.0
model.language_model.layers.21.mlp.down_proj.weight,0.000155414774781093,0.02255360782146454,0.00732421875,1.0
model.language_model.layers.21.mlp.gate_proj.weight,0.00019156474445480853,0.02256862074136734,0.005859375,1.0
model.language_model.layers.21.mlp.up_proj.weight,0.00016012504056561738,0.022551272064447403,0.0057373046875,1.0
model.language_model.layers.22.linear_attn.in_proj_qkv.weight,0.0002546037721913308,0.02256367914378643,0.006591796875,1.0
model.language_model.layers.22.linear_attn.in_proj_z.weight,0.00026494762278161943,0.022555097937583923,0.0069580078125,1.0
model.language_model.layers.22.linear_attn.out_proj.weight,0.00021045612811576575,0.022553199902176857,0.008056640625,1.0
model.language_model.layers.22.mlp.down_proj.weight,0.00015479394642170519,0.022549038752913475,0.007568359375,1.0
model.language_model.layers.22.mlp.gate_proj.weight,0.00020498104277066886,0.02256789058446884,0.0068359375,1.0
model.language_model.layers.22.mlp.up_proj.weight,0.00016118204803206027,0.022550931200385094,0.00421142578125,1.0
model.language_model.layers.23.mlp.down_proj.weight,0.00015864675515331328,0.022555802017450333,0.0069580078125,1.0
model.language_model.layers.23.mlp.gate_proj.weight,0.00020092309569008648,0.02256515808403492,0.010009765625,1.0
model.language_model.layers.23.mlp.up_proj.weight,0.0001637433742871508,0.02255050465464592,0.00421142578125,1.0
model.language_model.layers.23.self_attn.k_proj.weight,0.00018098278087563813,0.022567136213183403,0.00634765625,1.0
model.language_model.layers.23.self_attn.o_proj.weight,0.00023816707835067064,0.022569818422198296,0.0078125,1.0
model.language_model.layers.23.self_attn.q_proj.weight,0.000227713244385086,0.02256455458700657,0.0062255859375,1.0
model.language_model.layers.23.self_attn.v_proj.weight,0.00026653488748706877,0.02256249450147152,0.00677490234375,1.0
model.language_model.layers.24.linear_attn.in_proj_qkv.weight,0.0002693170390557498,0.022567344829440117,0.0084228515625,1.0
model.language_model.layers.24.linear_attn.in_proj_z.weight,0.0002538460830692202,0.02256719581782818,0.00567626953125,1.0
model.language_model.layers.24.linear_attn.out_proj.weight,0.00020330306142568588,0.022570529952645302,0.0084228515625,1.0
model.language_model.layers.24.mlp.down_proj.weight,0.00015885118045844138,0.022550610825419426,0.00494384765625,1.0
model.language_model.layers.24.mlp.gate_proj.weight,0.00021010820637457073,0.022560426965355873,0.00714111328125,1.0
model.language_model.layers.24.mlp.up_proj.weight,0.00016317309928126633,0.02255329117178917,0.003021240234375,1.0
model.language_model.layers.25.linear_attn.in_proj_qkv.weight,0.00026717805303633213,0.022563327103853226,0.009765625,1.0
model.language_model.layers.25.linear_attn.in_proj_z.weight,0.0002628267393447459,0.02256210520863533,0.00634765625,1.0
model.language_model.layers.25.linear_attn.out_proj.weight,0.00020916573703289032,0.022562330588698387,0.0126953125,1.0
model.language_model.layers.25.mlp.down_proj.weight,0.00016039941692724824,0.02255595289170742,0.0032958984375,1.0
model.language_model.layers.25.mlp.gate_proj.weight,0.00022006654762662947,0.02256022021174431,0.0078125,1.0
model.language_model.layers.25.mlp.up_proj.weight,0.0001643435243749991,0.022548459470272064,0.002960205078125,1.0
model.language_model.layers.26.linear_attn.in_proj_qkv.weight,0.0002581943408586085,0.02256830967962742,0.0087890625,1.0
model.language_model.layers.26.linear_attn.in_proj_z.weight,0.0002761335053946823,0.022558968514204025,0.0068359375,1.0
model.language_model.layers.26.linear_attn.out_proj.weight,0.00021359766833484173,0.02255198173224926,0.0062255859375,1.0
model.language_model.layers.26.mlp.down_proj.weight,0.0001638468966120854,0.02255149558186531,0.00732421875,1.0
model.language_model.layers.26.mlp.gate_proj.weight,0.00022841512691229582,0.022563379257917404,0.009033203125,1.0
model.language_model.layers.26.mlp.up_proj.weight,0.0001677913824096322,0.022554265335202217,0.00421142578125,1.0
model.language_model.layers.27.mlp.down_proj.weight,0.00016469335241708905,0.02255808562040329,0.0166015625,1.0
model.language_model.layers.27.mlp.gate_proj.weight,0.00022574790637008846,0.022563595324754715,0.009765625,1.0
model.language_model.layers.27.mlp.up_proj.weight,0.00016890818369574845,0.022550472989678383,0.0072021484375,1.0
model.language_model.layers.27.self_attn.k_proj.weight,0.0001709440111881122,0.022578848525881767,0.0052490234375,1.0
model.language_model.layers.27.self_attn.o_proj.weight,0.00027648929972201586,0.02256343699991703,0.01953125,1.0
model.language_model.layers.27.self_attn.q_proj.weight,0.00021184247452765703,0.02256433665752411,0.00616455078125,1.0
model.language_model.layers.27.self_attn.v_proj.weight,0.00034176354529336095,0.022553836926817894,0.017578125,1.0
model.language_model.layers.28.linear_attn.in_proj_qkv.weight,0.00027356192003935575,0.022564401850104332,0.0113525390625,1.0
model.language_model.layers.28.linear_attn.in_proj_z.weight,0.0002593788376543671,0.022565582767128944,0.0107421875,1.0
model.language_model.layers.28.linear_attn.out_proj.weight,0.00021418403775896877,0.022561682388186455,0.009033203125,1.0
model.language_model.layers.28.mlp.down_proj.weight,0.0001660223351791501,0.022554855793714523,0.0062255859375,1.0
model.language_model.layers.28.mlp.gate_proj.weight,0.0002249829558422789,0.022565433755517006,0.010498046875,1.0
model.language_model.layers.28.mlp.up_proj.weight,0.00017198786372318864,0.02255391515791416,0.004150390625,1.0
model.language_model.layers.29.linear_attn.in_proj_qkv.weight,0.0002539691631682217,0.022562459111213684,0.0106201171875,1.0
model.language_model.layers.29.linear_attn.in_proj_z.weight,0.0002693347632884979,0.022561227902770042,0.008544921875,1.0
model.language_model.layers.29.linear_attn.out_proj.weight,0.0002213741245213896,0.022565854713320732,0.012939453125,1.0
model.language_model.layers.29.mlp.down_proj.weight,0.00016899735783226788,0.022552814334630966,0.00732421875,1.0
model.language_model.layers.29.mlp.gate_proj.weight,0.00022756408725399524,0.022566981613636017,0.009033203125,1.0
model.language_model.layers.29.mlp.up_proj.weight,0.00017649562505539507,0.02254878543317318,0.005126953125,1.0
model.language_model.layers.3.mlp.down_proj.weight,0.00015041806909721345,0.022556740790605545,0.011474609375,1.0
model.language_model.layers.3.mlp.gate_proj.weight,0.00016486125241499394,0.0225497018545866,0.00634765625,1.0
model.language_model.layers.3.mlp.up_proj.weight,0.00015113413974177092,0.022561943158507347,0.002899169921875,1.0
model.language_model.layers.3.self_attn.k_proj.weight,0.00021339447994250804,0.022566577419638634,0.0050048828125,1.0
model.language_model.layers.3.self_attn.o_proj.weight,0.00021263804228510708,0.022559845820069313,0.0087890625,1.0
model.language_model.layers.3.self_attn.q_proj.weight,0.0002583638415671885,0.02255704626441002,0.0096435546875,1.0
model.language_model.layers.3.self_attn.v_proj.weight,0.0002259030006825924,0.022552011534571648,0.0054931640625,1.0
model.language_model.layers.30.linear_attn.in_proj_qkv.weight,0.00025830656522884965,0.022561054676771164,0.0107421875,1.0
model.language_model.layers.30.linear_attn.in_proj_z.weight,0.00024973336257971823,0.02255878783762455,0.009033203125,1.0
model.language_model.layers.30.linear_attn.out_proj.weight,0.00021969841327518225,0.02256990596652031,0.01171875,1.0
model.language_model.layers.30.mlp.down_proj.weight,0.00016666158626321703,0.02255326882004738,0.015869140625,1.0
model.language_model.layers.30.mlp.gate_proj.weight,0.00022040129988454282,0.022564705461263657,0.00830078125,1.0
model.language_model.layers.30.mlp.up_proj.weight,0.00017789911362342536,0.02255379967391491,0.0069580078125,1.0
model.language_model.layers.31.mlp.down_proj.weight,0.00015326951688621193,0.022561663761734962,0.010986328125,1.0
model.language_model.layers.31.mlp.gate_proj.weight,0.00022906243975739926,0.0225653238594532,0.0113525390625,1.0
model.language_model.layers.31.mlp.up_proj.weight,0.0001891985157271847,0.022557884454727173,0.00634765625,1.0
model.language_model.layers.31.self_attn.k_proj.weight,0.00017114308138843626,0.022555235773324966,0.0054931640625,1.0
model.language_model.layers.31.self_attn.o_proj.weight,0.00023986246378626674,0.02256777323782444,0.0107421875,1.0
model.language_model.layers.31.self_attn.q_proj.weight,0.00021660039783455431,0.022563865408301353,0.00927734375,1.0
model.language_model.layers.31.self_attn.v_proj.weight,0.0003289662708994001,0.022566666826605797,0.013916015625,1.0
model.language_model.layers.4.linear_attn.in_proj_qkv.weight,0.00023586097813677043,0.02256236970424652,0.0069580078125,1.0
model.language_model.layers.4.linear_attn.in_proj_z.weight,0.00024199117615353316,0.02256041206419468,0.00653076171875,1.0
model.language_model.layers.4.linear_attn.out_proj.weight,0.00021725031547248363,0.022552549839019775,0.012939453125,1.0
model.language_model.layers.4.mlp.down_proj.weight,0.00015003871521912515,0.02256321907043457,0.0069580078125,1.0
model.language_model.layers.4.mlp.gate_proj.weight,0.0001657613756833598,0.022553298622369766,0.00537109375,1.0
model.language_model.layers.4.mlp.up_proj.weight,0.00015156803419813514,0.022557910531759262,0.003204345703125,1.0
model.language_model.layers.5.linear_attn.in_proj_qkv.weight,0.00023324321955442429,0.022557981312274933,0.0057373046875,1.0
model.language_model.layers.5.linear_attn.in_proj_z.weight,0.00023876572959125042,0.022574609145522118,0.00518798828125,1.0
model.language_model.layers.5.linear_attn.out_proj.weight,0.00021442548313643783,0.022549694404006004,0.017578125,1.0
model.language_model.layers.5.mlp.down_proj.weight,0.0001483637315686792,0.022555651143193245,0.0103759765625,1.0
model.language_model.layers.5.mlp.gate_proj.weight,0.00017122196732088923,0.022553417831659317,0.005126953125,1.0
model.language_model.layers.5.mlp.up_proj.weight,0.00014983104483690113,0.02255517989397049,0.00299072265625,1.0
model.language_model.layers.6.linear_attn.in_proj_qkv.weight,0.00023652194067835808,0.02256416156888008,0.005859375,1.0
model.language_model.layers.6.linear_attn.in_proj_z.weight,0.00021688667766284198,0.022565511986613274,0.005859375,1.0
model.language_model.layers.6.linear_attn.out_proj.weight,0.0002121904253726825,0.02256208471953869,0.010009765625,1.0
model.language_model.layers.6.mlp.down_proj.weight,0.0001445349771529436,0.022562075406312943,0.008544921875,1.0
model.language_model.layers.6.mlp.gate_proj.weight,0.00017411279259249568,0.022549359127879143,0.0048828125,1.0
model.language_model.layers.6.mlp.up_proj.weight,0.00014768079563509673,0.022557439282536507,0.00439453125,1.0
model.language_model.layers.7.mlp.down_proj.weight,0.0001457672187825665,0.022557830438017845,0.01171875,1.0
model.language_model.layers.7.mlp.gate_proj.weight,0.00018216179159935564,0.022556543350219727,0.00628662109375,1.0
model.language_model.layers.7.mlp.up_proj.weight,0.00014817075862083584,0.02255597524344921,0.00274658203125,1.0
model.language_model.layers.7.self_attn.k_proj.weight,0.00020004417456220835,0.0225676279515028,0.0052490234375,1.0
model.language_model.layers.7.self_attn.o_proj.weight,0.00020404263341333717,0.022564029321074486,0.00689697265625,1.0
model.language_model.layers.7.self_attn.q_proj.weight,0.00023088876332622021,0.02255987375974655,0.00732421875,1.0
model.language_model.layers.7.self_attn.v_proj.weight,0.00020786412642337382,0.022550610825419426,0.004638671875,1.0
model.language_model.layers.8.linear_attn.in_proj_qkv.weight,0.00023769451945554465,0.022566089406609535,0.00634765625,1.0
model.language_model.layers.8.linear_attn.in_proj_z.weight,0.00022673913917969912,0.022562745958566666,0.0054931640625,1.0
model.language_model.layers.8.linear_attn.out_proj.weight,0.0002099133562296629,0.02255435660481453,0.00830078125,1.0
model.language_model.layers.8.mlp.down_proj.weight,0.00014871569874230772,0.022556334733963013,0.007080078125,1.0
model.language_model.layers.8.mlp.gate_proj.weight,0.00017881690291687846,0.02255040779709816,0.0045166015625,1.0
model.language_model.layers.8.mlp.up_proj.weight,0.00015113098197616637,0.022553378716111183,0.003204345703125,1.0
model.language_model.layers.9.linear_attn.in_proj_qkv.weight,0.00024076682166196406,0.022562865167856216,0.0068359375,1.0
model.language_model.layers.9.linear_attn.in_proj_z.weight,0.0002264067152282223,0.022568045184016228,0.0050048828125,1.0
model.language_model.layers.9.linear_attn.out_proj.weight,0.00021181227930355817,0.022558098658919334,0.0087890625,1.0
model.language_model.layers.9.mlp.down_proj.weight,0.0001507206616224721,0.02255772054195404,0.0098876953125,1.0
model.language_model.layers.9.mlp.gate_proj.weight,0.00017373391892760992,0.02255294844508171,0.0054931640625,1.0
model.language_model.layers.9.mlp.up_proj.weight,0.0001545706472825259,0.022554507479071617,0.00360107421875,1.0