quant_report.csv

tensor,abs_error,rel_error,max_abs_error,max_rel_error
model.language_model.layers.0.linear_attn.in_proj_qkv.weight,0.0002990082139149308,0.02256559580564499,0.0113525390625,1.0
model.language_model.layers.0.linear_attn.in_proj_z.weight,0.00029797194292768836,0.02256171591579914,0.0087890625,1.0
model.language_model.layers.0.linear_attn.out_proj.weight,0.00025967686087824404,0.022580517455935478,0.02978515625,1.0
model.language_model.layers.0.mlp.down_proj.weight,0.0001955857442226261,0.0225575789809227,0.01708984375,1.0
model.language_model.layers.0.mlp.gate_proj.weight,0.00020065844000782818,0.02255931869149208,0.0050048828125,1.0
model.language_model.layers.0.mlp.up_proj.weight,0.0001889142149593681,0.022550497204065323,0.003173828125,1.0
model.language_model.layers.1.linear_attn.in_proj_qkv.weight,0.00029392013675533235,0.022557655349373817,0.009521484375,1.0
model.language_model.layers.1.linear_attn.in_proj_z.weight,0.0002908085589297116,0.022556934505701065,0.00775146484375,1.0
model.language_model.layers.1.linear_attn.out_proj.weight,0.0002822995593305677,0.022567231208086014,0.03369140625,1.0
model.language_model.layers.1.mlp.down_proj.weight,0.00019474964938126504,0.022573253139853477,0.015380859375,1.0
model.language_model.layers.1.mlp.gate_proj.weight,0.0002045101427938789,0.02255953848361969,0.005859375,1.0
model.language_model.layers.1.mlp.up_proj.weight,0.00019380722369533032,0.022550275549292564,0.00537109375,1.0
model.language_model.layers.10.linear_attn.in_proj_qkv.weight,0.00030198090826161206,0.02256057783961296,0.0079345703125,1.0
model.language_model.layers.10.linear_attn.in_proj_z.weight,0.0002723263460211456,0.022563669830560684,0.0048828125,1.0
model.language_model.layers.10.linear_attn.out_proj.weight,0.0002732365974225104,0.022570818662643433,0.0185546875,1.0
model.language_model.layers.10.mlp.down_proj.weight,0.00019501589122228324,0.022553332149982452,0.0108642578125,1.0
model.language_model.layers.10.mlp.gate_proj.weight,0.00020406808471307158,0.02255982719361782,0.005126953125,1.0
model.language_model.layers.10.mlp.up_proj.weight,0.00020151125499978662,0.022554975003004074,0.0047607421875,1.0
model.language_model.layers.11.mlp.down_proj.weight,0.0001967725984286517,0.022551661357283592,0.0107421875,1.0
model.language_model.layers.11.mlp.gate_proj.weight,0.00020239793229848146,0.02256373129785061,0.00531005859375,1.0
model.language_model.layers.11.mlp.up_proj.weight,0.00020415266044437885,0.02255493961274624,0.0032958984375,1.0
model.language_model.layers.11.self_attn.k_proj.weight,0.00026374682784080505,0.022575141862034798,0.0074462890625,1.0
model.language_model.layers.11.self_attn.o_proj.weight,0.0002652551920618862,0.02255910262465477,0.01708984375,1.0
model.language_model.layers.11.self_attn.q_proj.weight,0.0002760488132480532,0.02256047911942005,0.00732421875,1.0
model.language_model.layers.11.self_attn.v_proj.weight,0.00027450069319456816,0.02257126197218895,0.0068359375,1.0
model.language_model.layers.12.linear_attn.in_proj_qkv.weight,0.0003033835091628134,0.022558782249689102,0.0078125,1.0
model.language_model.layers.12.linear_attn.in_proj_z.weight,0.0002622607280500233,0.022562392055988312,0.005859375,1.0
model.language_model.layers.12.linear_attn.out_proj.weight,0.0002683154016267508,0.022562382742762566,0.017578125,1.0
model.language_model.layers.12.mlp.down_proj.weight,0.00019581886590458453,0.022554457187652588,0.008056640625,1.0
model.language_model.layers.12.mlp.gate_proj.weight,0.00019725521269720048,0.022560715675354004,0.0057373046875,1.0
model.language_model.layers.12.mlp.up_proj.weight,0.00020385136303957552,0.02254968136548996,0.0029296875,1.0
model.language_model.layers.13.linear_attn.in_proj_qkv.weight,0.0003037473070435226,0.022555138915777206,0.0079345703125,1.0
model.language_model.layers.13.linear_attn.in_proj_z.weight,0.00026754848659038544,0.022561250254511833,0.0052490234375,1.0
model.language_model.layers.13.linear_attn.out_proj.weight,0.0002711975248530507,0.022562365978956223,0.02099609375,1.0
model.language_model.layers.13.mlp.down_proj.weight,0.00019369034271221608,0.0225521232932806,0.010986328125,1.0
model.language_model.layers.13.mlp.gate_proj.weight,0.0001944730756804347,0.022556498646736145,0.00494384765625,1.0
model.language_model.layers.13.mlp.up_proj.weight,0.0002028115268331021,0.022552866488695145,0.00341796875,1.0
model.language_model.layers.14.linear_attn.in_proj_qkv.weight,0.0002983498852699995,0.022557668387889862,0.0087890625,1.0
model.language_model.layers.14.linear_attn.in_proj_z.weight,0.0002618354046717286,0.022555045783519745,0.0068359375,1.0
model.language_model.layers.14.linear_attn.out_proj.weight,0.0002634506090544164,0.022564228624105453,0.021240234375,1.0
model.language_model.layers.14.mlp.down_proj.weight,0.00019438046729192138,0.022554820403456688,0.0084228515625,1.0
model.language_model.layers.14.mlp.gate_proj.weight,0.00018921491573564708,0.02256109192967415,0.004638671875,1.0
model.language_model.layers.14.mlp.up_proj.weight,0.00020302138000261039,0.022562583908438683,0.00335693359375,1.0
model.language_model.layers.15.mlp.down_proj.weight,0.00019538597553037107,0.02255716547369957,0.0087890625,1.0
model.language_model.layers.15.mlp.gate_proj.weight,0.00018828797328751534,0.022562921047210693,0.00537109375,1.0
model.language_model.layers.15.mlp.up_proj.weight,0.00020396300533320755,0.022558104246854782,0.00341796875,1.0
model.language_model.layers.15.self_attn.k_proj.weight,0.00025679278769530356,0.02255864255130291,0.00732421875,1.0
model.language_model.layers.15.self_attn.o_proj.weight,0.0002685966028366238,0.022559598088264465,0.0113525390625,1.0
model.language_model.layers.15.self_attn.q_proj.weight,0.0002592874807305634,0.02256535366177559,0.0093994140625,1.0
model.language_model.layers.15.self_attn.v_proj.weight,0.0003067115321755409,0.022553684189915657,0.0050048828125,1.0
model.language_model.layers.16.linear_attn.in_proj_qkv.weight,0.0002946748863905668,0.022560639306902885,0.0064697265625,1.0
model.language_model.layers.16.linear_attn.in_proj_z.weight,0.0002583310124464333,0.022565295919775963,0.00537109375,1.0
model.language_model.layers.16.linear_attn.out_proj.weight,0.0002621524326968938,0.022563550621271133,0.01220703125,1.0
model.language_model.layers.16.mlp.down_proj.weight,0.00019534604507498443,0.02255619876086712,0.0087890625,1.0
model.language_model.layers.16.mlp.gate_proj.weight,0.00018693538731895387,0.022567277774214745,0.005126953125,1.0
model.language_model.layers.16.mlp.up_proj.weight,0.00020358370966278017,0.022561661899089813,0.0037841796875,1.0
model.language_model.layers.17.linear_attn.in_proj_qkv.weight,0.00030603876803070307,0.02256465144455433,0.0103759765625,1.0
model.language_model.layers.17.linear_attn.in_proj_z.weight,0.0002509038895368576,0.022568553686141968,0.00439453125,1.0
model.language_model.layers.17.linear_attn.out_proj.weight,0.00026858923956751823,0.022562868893146515,0.01416015625,1.0
model.language_model.layers.17.mlp.down_proj.weight,0.00019696021627169102,0.022561848163604736,0.00830078125,1.0
model.language_model.layers.17.mlp.gate_proj.weight,0.00018501449085306376,0.022569265216588974,0.005859375,1.0
model.language_model.layers.17.mlp.up_proj.weight,0.00020551224588416517,0.022559087723493576,0.00341796875,1.0
model.language_model.layers.18.linear_attn.in_proj_qkv.weight,0.00029926272691227496,0.02256307750940323,0.00830078125,1.0
model.language_model.layers.18.linear_attn.in_proj_z.weight,0.00025726002058945596,0.02256428450345993,0.009521484375,1.0
model.language_model.layers.18.linear_attn.out_proj.weight,0.00026117736706510186,0.022562261670827866,0.011474609375,1.0
model.language_model.layers.18.mlp.down_proj.weight,0.0001966503623407334,0.022570710629224777,0.01123046875,1.0
model.language_model.layers.18.mlp.gate_proj.weight,0.00018664656090550125,0.02257254719734192,0.00665283203125,1.0
model.language_model.layers.18.mlp.up_proj.weight,0.0002069260663120076,0.022565698251128197,0.0074462890625,1.0
model.language_model.layers.19.mlp.down_proj.weight,0.000204328796826303,0.022560294717550278,0.0081787109375,1.0
model.language_model.layers.19.mlp.gate_proj.weight,0.00019144915859214962,0.02256959304213524,0.00689697265625,1.0
model.language_model.layers.19.mlp.up_proj.weight,0.00021289029973559082,0.02255837619304657,0.00537109375,1.0
model.language_model.layers.19.self_attn.k_proj.weight,0.00025293801445513964,0.022565150633454323,0.00634765625,1.0
model.language_model.layers.19.self_attn.o_proj.weight,0.0002989890635944903,0.022556472569704056,0.01611328125,1.0
model.language_model.layers.19.self_attn.q_proj.weight,0.0002460447431076318,0.02256392315030098,0.0079345703125,1.0
model.language_model.layers.19.self_attn.v_proj.weight,0.0003313734196126461,0.0225655660033226,0.010009765625,1.0
model.language_model.layers.2.linear_attn.in_proj_qkv.weight,0.0002958530676551163,0.022558480501174927,0.0068359375,1.0
model.language_model.layers.2.linear_attn.in_proj_z.weight,0.00029276550048962235,0.022559352219104767,0.0101318359375,1.0
model.language_model.layers.2.linear_attn.out_proj.weight,0.0002857821818906814,0.022568978369235992,0.02734375,1.0
model.language_model.layers.2.mlp.down_proj.weight,0.0001937276538228616,0.02255735918879509,0.008544921875,1.0
model.language_model.layers.2.mlp.gate_proj.weight,0.00020790231064893305,0.022550571709871292,0.0052490234375,1.0
model.language_model.layers.2.mlp.up_proj.weight,0.00018951913807541132,0.022549763321876526,0.003662109375,1.0
model.language_model.layers.20.linear_attn.in_proj_qkv.weight,0.00031943846261128783,0.02255914732813835,0.0078125,1.0
model.language_model.layers.20.linear_attn.in_proj_z.weight,0.00027293883613310754,0.022554568946361542,0.005859375,1.0
model.language_model.layers.20.linear_attn.out_proj.weight,0.00026312650879845023,0.02256729081273079,0.010986328125,1.0
model.language_model.layers.20.mlp.down_proj.weight,0.00020339633920229971,0.02255384437739849,0.00494384765625,1.0
model.language_model.layers.20.mlp.gate_proj.weight,0.00020444713300094008,0.02256757579743862,0.0069580078125,1.0
model.language_model.layers.20.mlp.up_proj.weight,0.00020952775957994163,0.022557107731699944,0.0040283203125,1.0
model.language_model.layers.21.linear_attn.in_proj_qkv.weight,0.00031881692120805383,0.022557510063052177,0.00927734375,1.0
model.language_model.layers.21.linear_attn.in_proj_z.weight,0.00027627460076473653,0.022559836506843567,0.0054931640625,1.0
model.language_model.layers.21.linear_attn.out_proj.weight,0.00026585275190882385,0.02256740629673004,0.0126953125,1.0
model.language_model.layers.21.mlp.down_proj.weight,0.00020307087106630206,0.02255953848361969,0.00634765625,1.0
model.language_model.layers.21.mlp.gate_proj.weight,0.0002104510786011815,0.02257184311747551,0.010498046875,1.0
model.language_model.layers.21.mlp.up_proj.weight,0.00020889606093987823,0.022555764764547348,0.00445556640625,1.0
model.language_model.layers.22.linear_attn.in_proj_qkv.weight,0.00031309574842453003,0.022559408098459244,0.0081787109375,1.0
model.language_model.layers.22.linear_attn.in_proj_z.weight,0.00029110824107192457,0.02255881577730179,0.0068359375,1.0
model.language_model.layers.22.linear_attn.out_proj.weight,0.0002730686974246055,0.02256123162806034,0.0120849609375,1.0
model.language_model.layers.22.mlp.down_proj.weight,0.0002030367322731763,0.02255665510892868,0.007080078125,1.0
model.language_model.layers.22.mlp.gate_proj.weight,0.00022165398695506155,0.0225662924349308,0.00634765625,1.0
model.language_model.layers.22.mlp.up_proj.weight,0.00021044607274234295,0.02255968749523163,0.00341796875,1.0
model.language_model.layers.23.mlp.down_proj.weight,0.00020793898147530854,0.02255481481552124,0.0078125,1.0
model.language_model.layers.23.mlp.gate_proj.weight,0.00022128454293124378,0.022564828395843506,0.0087890625,1.0
model.language_model.layers.23.mlp.up_proj.weight,0.00021343986736610532,0.02255094051361084,0.004638671875,1.0
model.language_model.layers.23.self_attn.k_proj.weight,0.00023895026242826134,0.02258915826678276,0.006591796875,1.0
model.language_model.layers.23.self_attn.o_proj.weight,0.0003166855312883854,0.022554699331521988,0.010986328125,1.0
model.language_model.layers.23.self_attn.q_proj.weight,0.00025986734544858336,0.022567424923181534,0.00927734375,1.0
model.language_model.layers.23.self_attn.v_proj.weight,0.00035692405072040856,0.02256905660033226,0.0087890625,1.0
model.language_model.layers.24.linear_attn.in_proj_qkv.weight,0.00032495506457053125,0.02255929261445999,0.0074462890625,1.0
model.language_model.layers.24.linear_attn.in_proj_z.weight,0.00028229260351508856,0.022556832060217857,0.005859375,1.0
model.language_model.layers.24.linear_attn.out_proj.weight,0.0002708288375288248,0.022563494741916656,0.0126953125,1.0
model.language_model.layers.24.mlp.down_proj.weight,0.0002092011709464714,0.02255132608115673,0.00469970703125,1.0
model.language_model.layers.24.mlp.gate_proj.weight,0.0002292499120812863,0.02256893739104271,0.0078125,1.0
model.language_model.layers.24.mlp.up_proj.weight,0.0002138017734978348,0.022550618276000023,0.004150390625,1.0
model.language_model.layers.25.linear_attn.in_proj_qkv.weight,0.000323788495734334,0.02256251871585846,0.009521484375,1.0
model.language_model.layers.25.linear_attn.in_proj_z.weight,0.0002901475236285478,0.02255280129611492,0.00640869140625,1.0
model.language_model.layers.25.linear_attn.out_proj.weight,0.00027893955120816827,0.022564005106687546,0.015869140625,1.0
model.language_model.layers.25.mlp.down_proj.weight,0.00021171336993575096,0.02255219593644142,0.00335693359375,1.0
model.language_model.layers.25.mlp.gate_proj.weight,0.0002371295413468033,0.022567931562662125,0.01220703125,1.0
model.language_model.layers.25.mlp.up_proj.weight,0.0002162286837119609,0.02255464717745781,0.00634765625,1.0
model.language_model.layers.26.linear_attn.in_proj_qkv.weight,0.0003180729690939188,0.022556178271770477,0.0087890625,1.0
model.language_model.layers.26.linear_attn.in_proj_z.weight,0.0003017876879312098,0.022554850205779076,0.005859375,1.0
model.language_model.layers.26.linear_attn.out_proj.weight,0.0002821867819875479,0.02257029339671135,0.009765625,1.0
model.language_model.layers.26.mlp.down_proj.weight,0.0002152538363588974,0.02255326136946678,0.00469970703125,1.0
model.language_model.layers.26.mlp.gate_proj.weight,0.00024324671539943665,0.022567642852663994,0.0089111328125,1.0
model.language_model.layers.26.mlp.up_proj.weight,0.00021963268227409571,0.022555481642484665,0.00439453125,1.0
model.language_model.layers.27.mlp.down_proj.weight,0.00021681885118596256,0.022555088624358177,0.00927734375,1.0
model.language_model.layers.27.mlp.gate_proj.weight,0.00024124773335643113,0.022572223097085953,0.009765625,1.0
model.language_model.layers.27.mlp.up_proj.weight,0.00022128554701339453,0.022549249231815338,0.00732421875,1.0
model.language_model.layers.27.self_attn.k_proj.weight,0.00022269853798206896,0.022579513490200043,0.0076904296875,1.0
model.language_model.layers.27.self_attn.o_proj.weight,0.00036566914059221745,0.022553175687789917,0.021484375,1.0
model.language_model.layers.27.self_attn.q_proj.weight,0.0002497523673810065,0.022571507841348648,0.010986328125,1.0
model.language_model.layers.27.self_attn.v_proj.weight,0.00045145468902774155,0.022578474134206772,0.029296875,1.0
model.language_model.layers.28.linear_attn.in_proj_qkv.weight,0.00032653092057444155,0.022563179954886436,0.0146484375,1.0
model.language_model.layers.28.linear_attn.in_proj_z.weight,0.00029082695255056024,0.022558830678462982,0.0068359375,1.0
model.language_model.layers.28.linear_attn.out_proj.weight,0.0002827327698469162,0.022569719702005386,0.01806640625,1.0
model.language_model.layers.28.mlp.down_proj.weight,0.0002179010771214962,0.022553980350494385,0.0048828125,1.0
model.language_model.layers.28.mlp.gate_proj.weight,0.0002402392856311053,0.02256501466035843,0.0087890625,1.0
model.language_model.layers.28.mlp.up_proj.weight,0.0002244725328637287,0.022556236013770103,0.0062255859375,1.0
model.language_model.layers.29.linear_attn.in_proj_qkv.weight,0.0003113915154244751,0.0225598756223917,0.0096435546875,1.0
model.language_model.layers.29.linear_attn.in_proj_z.weight,0.0003010278451256454,0.02255958318710327,0.0107421875,1.0
model.language_model.layers.29.linear_attn.out_proj.weight,0.0002905283181462437,0.022567622363567352,0.021728515625,1.0
model.language_model.layers.29.mlp.down_proj.weight,0.00022045696096029133,0.022556722164154053,0.005859375,1.0
model.language_model.layers.29.mlp.gate_proj.weight,0.00024276072508655488,0.022565266117453575,0.008056640625,1.0
model.language_model.layers.29.mlp.up_proj.weight,0.00022852793335914612,0.022559037432074547,0.00592041015625,1.0
model.language_model.layers.3.mlp.down_proj.weight,0.00019669256289489567,0.022555455565452576,0.0126953125,1.0
model.language_model.layers.3.mlp.gate_proj.weight,0.00020717052393592894,0.022552838549017906,0.004150390625,1.0
model.language_model.layers.3.mlp.up_proj.weight,0.00019700864504557103,0.022550491616129875,0.00323486328125,1.0
model.language_model.layers.3.self_attn.k_proj.weight,0.00028324840241111815,0.02256576344370842,0.00634765625,1.0
model.language_model.layers.3.self_attn.o_proj.weight,0.00027339550433680415,0.022565096616744995,0.02392578125,1.0
model.language_model.layers.3.self_attn.q_proj.weight,0.00032210673089139163,0.022557679563760757,0.01171875,1.0
model.language_model.layers.3.self_attn.v_proj.weight,0.00028036077856086195,0.022565381601452827,0.005859375,1.0
model.language_model.layers.30.linear_attn.in_proj_qkv.weight,0.00031073379795998335,0.022564727813005447,0.0093994140625,1.0
model.language_model.layers.30.linear_attn.in_proj_z.weight,0.00028874489362351596,0.022560082376003265,0.01025390625,1.0
model.language_model.layers.30.linear_attn.out_proj.weight,0.0002909604227170348,0.022568805143237114,0.017333984375,1.0
model.language_model.layers.30.mlp.down_proj.weight,0.000216691754758358,0.02256598137319088,0.00665283203125,1.0
model.language_model.layers.30.mlp.gate_proj.weight,0.00024056105758063495,0.022569796070456505,0.0103759765625,1.0
model.language_model.layers.30.mlp.up_proj.weight,0.0002295232843607664,0.02256566844880581,0.0068359375,1.0
model.language_model.layers.31.mlp.down_proj.weight,0.00019961640646215528,0.022573646157979965,0.009033203125,1.0
model.language_model.layers.31.mlp.gate_proj.weight,0.00024928111815825105,0.02256791666150093,0.0107421875,1.0
model.language_model.layers.31.mlp.up_proj.weight,0.00023581724963150918,0.022562846541404724,0.00701904296875,1.0
model.language_model.layers.31.self_attn.k_proj.weight,0.00021873871446587145,0.02258228324353695,0.0084228515625,1.0
model.language_model.layers.31.self_attn.o_proj.weight,0.0003126927767880261,0.0225677490234375,0.014892578125,1.0
model.language_model.layers.31.self_attn.q_proj.weight,0.0002521866117604077,0.022562425583600998,0.01123046875,1.0
model.language_model.layers.31.self_attn.v_proj.weight,0.00043940491741523147,0.02259504795074463,0.0234375,1.0
model.language_model.layers.4.linear_attn.in_proj_qkv.weight,0.0003034826077055186,0.022562526166439056,0.0078125,1.0
model.language_model.layers.4.linear_attn.in_proj_z.weight,0.0003047087520826608,0.022553157061338425,0.00640869140625,1.0
model.language_model.layers.4.linear_attn.out_proj.weight,0.0002848498406819999,0.022564861923456192,0.02783203125,1.0
model.language_model.layers.4.mlp.down_proj.weight,0.00019508472178131342,0.022558938711881638,0.0101318359375,1.0
model.language_model.layers.4.mlp.gate_proj.weight,0.0002074867661576718,0.022551855072379112,0.00531005859375,1.0
model.language_model.layers.4.mlp.up_proj.weight,0.00019702408462762833,0.022550512105226517,0.00390625,1.0
model.language_model.layers.5.linear_attn.in_proj_qkv.weight,0.0002979543642140925,0.02255973592400551,0.0069580078125,1.0
model.language_model.layers.5.linear_attn.in_proj_z.weight,0.0002988404012285173,0.022555075585842133,0.00567626953125,1.0
model.language_model.layers.5.linear_attn.out_proj.weight,0.0002791901060845703,0.022570926696062088,0.02001953125,1.0
model.language_model.layers.5.mlp.down_proj.weight,0.0001922772207763046,0.02256057970225811,0.0126953125,1.0
model.language_model.layers.5.mlp.gate_proj.weight,0.0002123445738106966,0.022555243223905563,0.0048828125,1.0
model.language_model.layers.5.mlp.up_proj.weight,0.0001937924389494583,0.02255234867334366,0.0032958984375,1.0
model.language_model.layers.6.linear_attn.in_proj_qkv.weight,0.0003032679087482393,0.022556759417057037,0.01123046875,1.0
model.language_model.layers.6.linear_attn.in_proj_z.weight,0.0002749284030869603,0.022561362013220787,0.0087890625,1.0
model.language_model.layers.6.linear_attn.out_proj.weight,0.00027722647064365447,0.022565767168998718,0.02734375,1.0
model.language_model.layers.6.mlp.down_proj.weight,0.00018810774781741202,0.022574584931135178,0.01025390625,1.0
model.language_model.layers.6.mlp.gate_proj.weight,0.00021372557966969907,0.022560758516192436,0.005615234375,1.0
model.language_model.layers.6.mlp.up_proj.weight,0.0001920878275996074,0.022557642310857773,0.00537109375,1.0
model.language_model.layers.7.mlp.down_proj.weight,0.00019096070900559425,0.022551683709025383,0.0111083984375,1.0
model.language_model.layers.7.mlp.gate_proj.weight,0.00021858722902834415,0.0225593950599432,0.0042724609375,1.0
model.language_model.layers.7.mlp.up_proj.weight,0.00019407286890782416,0.022550299763679504,0.003570556640625,1.0
model.language_model.layers.7.self_attn.k_proj.weight,0.00026874750619754195,0.022561844438314438,0.00634765625,1.0
model.language_model.layers.7.self_attn.o_proj.weight,0.00026653159875422716,0.022568371146917343,0.017578125,1.0
model.language_model.layers.7.self_attn.q_proj.weight,0.00029223834280855954,0.02256457321345806,0.00732421875,1.0
model.language_model.layers.7.self_attn.v_proj.weight,0.00026816962053999305,0.02257401868700981,0.00537109375,1.0
model.language_model.layers.8.linear_attn.in_proj_qkv.weight,0.0003031201777048409,0.022559888660907745,0.0062255859375,1.0
model.language_model.layers.8.linear_attn.in_proj_z.weight,0.0002833479084074497,0.022553537040948868,0.005126953125,1.0
model.language_model.layers.8.linear_attn.out_proj.weight,0.0002744105295278132,0.02256949059665203,0.02099609375,1.0
model.language_model.layers.8.mlp.down_proj.weight,0.00019235099898651242,0.022549502551555634,0.0093994140625,1.0
model.language_model.layers.8.mlp.gate_proj.weight,0.00021553761325776577,0.022555982694029808,0.00506591796875,1.0
model.language_model.layers.8.mlp.up_proj.weight,0.00019475677981972694,0.02254932001233101,0.0032958984375,1.0
model.language_model.layers.9.linear_attn.in_proj_qkv.weight,0.0003051671665161848,0.022562546655535698,0.0068359375,1.0
model.language_model.layers.9.linear_attn.in_proj_z.weight,0.0002794260799419135,0.022565027698874474,0.0052490234375,1.0
model.language_model.layers.9.linear_attn.out_proj.weight,0.0002764627570286393,0.022568244487047195,0.0185546875,1.0
model.language_model.layers.9.mlp.down_proj.weight,0.00019389681983739138,0.022552963346242905,0.01025390625,1.0
model.language_model.layers.9.mlp.gate_proj.weight,0.00021179358009248972,0.022558826953172684,0.0054931640625,1.0
model.language_model.layers.9.mlp.up_proj.weight,0.00019854254787787795,0.02255062386393547,0.004150390625,1.0