| { |
| "count": 252, |
| "max_rel_l2": 0.1033186987042427, |
| "mean_rel_l2": 0.06695583886984321, |
| "max_abs_error": 0.07513020932674408, |
| "tensors": [ |
| { |
| "name": "body.layers.0.mlp.down_proj.weight", |
| "rel_l2": 0.07362779974937439, |
| "max_abs": 0.0266927108168602, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.0.mlp.gate_proj.weight", |
| "rel_l2": 0.07107874751091003, |
| "max_abs": 0.024658203125, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.0.mlp.up_proj.weight", |
| "rel_l2": 0.07087156176567078, |
| "max_abs": 0.01948242262005806, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.0.self_attn.k_proj.weight", |
| "rel_l2": 0.06719835102558136, |
| "max_abs": 0.01751302182674408, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.0.self_attn.o_proj.weight", |
| "rel_l2": 0.07633431255817413, |
| "max_abs": 0.03001301735639572, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.0.self_attn.q_proj.weight", |
| "rel_l2": 0.06852301210165024, |
| "max_abs": 0.03369140625, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.0.self_attn.v_proj.weight", |
| "rel_l2": 0.07290249317884445, |
| "max_abs": 0.00986327975988388, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.1.mlp.down_proj.weight", |
| "rel_l2": 0.0727798193693161, |
| "max_abs": 0.04550781100988388, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.1.mlp.gate_proj.weight", |
| "rel_l2": 0.07075350731611252, |
| "max_abs": 0.0179443359375, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.1.mlp.up_proj.weight", |
| "rel_l2": 0.07450076192617416, |
| "max_abs": 0.01565755158662796, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.1.self_attn.k_proj.weight", |
| "rel_l2": 0.07120105624198914, |
| "max_abs": 0.01238606870174408, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.1.self_attn.o_proj.weight", |
| "rel_l2": 0.07185469567775726, |
| "max_abs": 0.0257161483168602, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.1.self_attn.q_proj.weight", |
| "rel_l2": 0.07324078679084778, |
| "max_abs": 0.024609386920928955, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.1.self_attn.v_proj.weight", |
| "rel_l2": 0.07399845123291016, |
| "max_abs": 0.009082026779651642, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.10.mlp.down_proj.weight", |
| "rel_l2": 0.064945749938488, |
| "max_abs": 0.05677083134651184, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.10.mlp.gate_proj.weight", |
| "rel_l2": 0.06586969643831253, |
| "max_abs": 0.034912109375, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.10.mlp.up_proj.weight", |
| "rel_l2": 0.0648588091135025, |
| "max_abs": 0.0377604141831398, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.10.self_attn.k_proj.weight", |
| "rel_l2": 0.06654887646436691, |
| "max_abs": 0.02089843899011612, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.10.self_attn.o_proj.weight", |
| "rel_l2": 0.06211533769965172, |
| "max_abs": 0.032421886920928955, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.10.self_attn.q_proj.weight", |
| "rel_l2": 0.06625425070524216, |
| "max_abs": 0.01503906399011612, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.10.self_attn.v_proj.weight", |
| "rel_l2": 0.06316197663545609, |
| "max_abs": 0.010579429566860199, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.11.mlp.down_proj.weight", |
| "rel_l2": 0.06437723338603973, |
| "max_abs": 0.0388997420668602, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.11.mlp.gate_proj.weight", |
| "rel_l2": 0.06551450490951538, |
| "max_abs": 0.02861328050494194, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.11.mlp.up_proj.weight", |
| "rel_l2": 0.06433840841054916, |
| "max_abs": 0.024658203125, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.11.self_attn.k_proj.weight", |
| "rel_l2": 0.06594572961330414, |
| "max_abs": 0.02184244990348816, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.11.self_attn.o_proj.weight", |
| "rel_l2": 0.060591552406549454, |
| "max_abs": 0.02819010615348816, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.11.self_attn.q_proj.weight", |
| "rel_l2": 0.06593473255634308, |
| "max_abs": 0.017968744039535522, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.11.self_attn.v_proj.weight", |
| "rel_l2": 0.0609198659658432, |
| "max_abs": 0.011067710816860199, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.12.mlp.down_proj.weight", |
| "rel_l2": 0.06415596604347229, |
| "max_abs": 0.05670572817325592, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.12.mlp.gate_proj.weight", |
| "rel_l2": 0.06505593657493591, |
| "max_abs": 0.043212890625, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.12.mlp.up_proj.weight", |
| "rel_l2": 0.06359367072582245, |
| "max_abs": 0.0252685546875, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.12.self_attn.k_proj.weight", |
| "rel_l2": 0.06468528509140015, |
| "max_abs": 0.02734375, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.12.self_attn.o_proj.weight", |
| "rel_l2": 0.06272411346435547, |
| "max_abs": 0.04114583134651184, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.12.self_attn.q_proj.weight", |
| "rel_l2": 0.06551013141870499, |
| "max_abs": 0.02031250298023224, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.12.self_attn.v_proj.weight", |
| "rel_l2": 0.06066465005278587, |
| "max_abs": 0.01366780512034893, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.13.mlp.down_proj.weight", |
| "rel_l2": 0.06452393531799316, |
| "max_abs": 0.04186198115348816, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.13.mlp.gate_proj.weight", |
| "rel_l2": 0.0651780366897583, |
| "max_abs": 0.0291748046875, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.13.mlp.up_proj.weight", |
| "rel_l2": 0.06377473473548889, |
| "max_abs": 0.03893229365348816, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.13.self_attn.k_proj.weight", |
| "rel_l2": 0.06481154263019562, |
| "max_abs": 0.0275065116584301, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.13.self_attn.o_proj.weight", |
| "rel_l2": 0.06267127394676208, |
| "max_abs": 0.0266927108168602, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.13.self_attn.q_proj.weight", |
| "rel_l2": 0.06464698910713196, |
| "max_abs": 0.018359363079071045, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.13.self_attn.v_proj.weight", |
| "rel_l2": 0.05948960408568382, |
| "max_abs": 0.01181640475988388, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.14.mlp.down_proj.weight", |
| "rel_l2": 0.06436184048652649, |
| "max_abs": 0.0442708283662796, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.14.mlp.gate_proj.weight", |
| "rel_l2": 0.06522422283887863, |
| "max_abs": 0.02949218451976776, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.14.mlp.up_proj.weight", |
| "rel_l2": 0.06353496760129929, |
| "max_abs": 0.0196533203125, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.14.self_attn.k_proj.weight", |
| "rel_l2": 0.06462813913822174, |
| "max_abs": 0.01577148586511612, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.14.self_attn.o_proj.weight", |
| "rel_l2": 0.06302311271429062, |
| "max_abs": 0.03294271230697632, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.14.self_attn.q_proj.weight", |
| "rel_l2": 0.0640580803155899, |
| "max_abs": 0.0159912109375, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.14.self_attn.v_proj.weight", |
| "rel_l2": 0.061797793954610825, |
| "max_abs": 0.011523440480232239, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.15.mlp.down_proj.weight", |
| "rel_l2": 0.06453728675842285, |
| "max_abs": 0.0390625, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.15.mlp.gate_proj.weight", |
| "rel_l2": 0.06522341072559357, |
| "max_abs": 0.03684896230697632, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.15.mlp.up_proj.weight", |
| "rel_l2": 0.0636758953332901, |
| "max_abs": 0.02167968824505806, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.15.self_attn.k_proj.weight", |
| "rel_l2": 0.06517211347818375, |
| "max_abs": 0.02011718600988388, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.15.self_attn.o_proj.weight", |
| "rel_l2": 0.0635174959897995, |
| "max_abs": 0.01972655951976776, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.15.self_attn.q_proj.weight", |
| "rel_l2": 0.06484438478946686, |
| "max_abs": 0.0224609375, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.15.self_attn.v_proj.weight", |
| "rel_l2": 0.062191642820835114, |
| "max_abs": 0.01177978515625, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.16.mlp.down_proj.weight", |
| "rel_l2": 0.0646764487028122, |
| "max_abs": 0.07513020932674408, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.16.mlp.gate_proj.weight", |
| "rel_l2": 0.06535977870225906, |
| "max_abs": 0.03046874701976776, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.16.mlp.up_proj.weight", |
| "rel_l2": 0.06351938843727112, |
| "max_abs": 0.05442708730697632, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.16.self_attn.k_proj.weight", |
| "rel_l2": 0.0647398978471756, |
| "max_abs": 0.01861165463924408, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.16.self_attn.o_proj.weight", |
| "rel_l2": 0.06321036070585251, |
| "max_abs": 0.0419921875, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.16.self_attn.q_proj.weight", |
| "rel_l2": 0.06393255293369293, |
| "max_abs": 0.016308598220348358, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.16.self_attn.v_proj.weight", |
| "rel_l2": 0.06259363144636154, |
| "max_abs": 0.01123046875, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.17.mlp.down_proj.weight", |
| "rel_l2": 0.06556960195302963, |
| "max_abs": 0.04355468600988388, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.17.mlp.gate_proj.weight", |
| "rel_l2": 0.06522797793149948, |
| "max_abs": 0.04088544845581055, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.17.mlp.up_proj.weight", |
| "rel_l2": 0.06391142308712006, |
| "max_abs": 0.02239583432674408, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.17.self_attn.k_proj.weight", |
| "rel_l2": 0.06492548435926437, |
| "max_abs": 0.01569010317325592, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.17.self_attn.o_proj.weight", |
| "rel_l2": 0.06329208612442017, |
| "max_abs": 0.024804696440696716, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.17.self_attn.q_proj.weight", |
| "rel_l2": 0.06470537930727005, |
| "max_abs": 0.0167643241584301, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.17.self_attn.v_proj.weight", |
| "rel_l2": 0.06224377453327179, |
| "max_abs": 0.011393234133720398, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.18.mlp.down_proj.weight", |
| "rel_l2": 0.06638934463262558, |
| "max_abs": 0.03437499701976776, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.18.mlp.gate_proj.weight", |
| "rel_l2": 0.0662090852856636, |
| "max_abs": 0.04130859673023224, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.18.mlp.up_proj.weight", |
| "rel_l2": 0.0639210119843483, |
| "max_abs": 0.028076171875, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.18.self_attn.k_proj.weight", |
| "rel_l2": 0.0646800696849823, |
| "max_abs": 0.01523437350988388, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.18.self_attn.o_proj.weight", |
| "rel_l2": 0.0634700283408165, |
| "max_abs": 0.0255533866584301, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.18.self_attn.q_proj.weight", |
| "rel_l2": 0.06364137679338455, |
| "max_abs": 0.02137858048081398, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.18.self_attn.v_proj.weight", |
| "rel_l2": 0.06287062913179398, |
| "max_abs": 0.01153971441090107, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.19.mlp.down_proj.weight", |
| "rel_l2": 0.0682842805981636, |
| "max_abs": 0.03893229365348816, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.19.mlp.gate_proj.weight", |
| "rel_l2": 0.068355493247509, |
| "max_abs": 0.030859380960464478, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.19.mlp.up_proj.weight", |
| "rel_l2": 0.06580629199743271, |
| "max_abs": 0.03958333283662796, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.19.self_attn.k_proj.weight", |
| "rel_l2": 0.06509878486394882, |
| "max_abs": 0.02350260317325592, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.19.self_attn.o_proj.weight", |
| "rel_l2": 0.06534221768379211, |
| "max_abs": 0.035937488079071045, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.19.self_attn.q_proj.weight", |
| "rel_l2": 0.06460904330015182, |
| "max_abs": 0.0189208984375, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.19.self_attn.v_proj.weight", |
| "rel_l2": 0.06417727470397949, |
| "max_abs": 0.012044273316860199, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.2.mlp.down_proj.weight", |
| "rel_l2": 0.1033186987042427, |
| "max_abs": 0.03759765625, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.2.mlp.gate_proj.weight", |
| "rel_l2": 0.07328809052705765, |
| "max_abs": 0.01472981832921505, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.2.mlp.up_proj.weight", |
| "rel_l2": 0.07414573431015015, |
| "max_abs": 0.023535162210464478, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.2.self_attn.k_proj.weight", |
| "rel_l2": 0.0650244876742363, |
| "max_abs": 0.0206298828125, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.2.self_attn.o_proj.weight", |
| "rel_l2": 0.06896014511585236, |
| "max_abs": 0.02324219048023224, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.2.self_attn.q_proj.weight", |
| "rel_l2": 0.06806199997663498, |
| "max_abs": 0.01731771230697632, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.2.self_attn.v_proj.weight", |
| "rel_l2": 0.0682065337896347, |
| "max_abs": 0.0115966796875, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.20.mlp.down_proj.weight", |
| "rel_l2": 0.06777548789978027, |
| "max_abs": 0.025781244039535522, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.20.mlp.gate_proj.weight", |
| "rel_l2": 0.06967375427484512, |
| "max_abs": 0.03144529461860657, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.20.mlp.up_proj.weight", |
| "rel_l2": 0.0663742646574974, |
| "max_abs": 0.0322265625, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.20.self_attn.k_proj.weight", |
| "rel_l2": 0.06813675910234451, |
| "max_abs": 0.016276046633720398, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.20.self_attn.o_proj.weight", |
| "rel_l2": 0.06334251910448074, |
| "max_abs": 0.028124988079071045, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.20.self_attn.q_proj.weight", |
| "rel_l2": 0.06550698727369308, |
| "max_abs": 0.020117193460464478, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.20.self_attn.v_proj.weight", |
| "rel_l2": 0.06324242800474167, |
| "max_abs": 0.01202392578125, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.21.mlp.down_proj.weight", |
| "rel_l2": 0.06731872260570526, |
| "max_abs": 0.04947918653488159, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.21.mlp.gate_proj.weight", |
| "rel_l2": 0.07033400237560272, |
| "max_abs": 0.03430989384651184, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.21.mlp.up_proj.weight", |
| "rel_l2": 0.06560640782117844, |
| "max_abs": 0.01735026389360428, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.21.self_attn.k_proj.weight", |
| "rel_l2": 0.0670141652226448, |
| "max_abs": 0.01474609225988388, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.21.self_attn.o_proj.weight", |
| "rel_l2": 0.06373358517885208, |
| "max_abs": 0.021875008940696716, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.21.self_attn.q_proj.weight", |
| "rel_l2": 0.06481797993183136, |
| "max_abs": 0.020117178559303284, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.21.self_attn.v_proj.weight", |
| "rel_l2": 0.06349130719900131, |
| "max_abs": 0.0147705078125, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.22.mlp.down_proj.weight", |
| "rel_l2": 0.06643204391002655, |
| "max_abs": 0.03662109375, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.22.mlp.gate_proj.weight", |
| "rel_l2": 0.07058640569448471, |
| "max_abs": 0.0301513671875, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.22.mlp.up_proj.weight", |
| "rel_l2": 0.0641760528087616, |
| "max_abs": 0.04910481721162796, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.22.self_attn.k_proj.weight", |
| "rel_l2": 0.06670749187469482, |
| "max_abs": 0.04098307341337204, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.22.self_attn.o_proj.weight", |
| "rel_l2": 0.06454522162675858, |
| "max_abs": 0.0302734375, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.22.self_attn.q_proj.weight", |
| "rel_l2": 0.064702607691288, |
| "max_abs": 0.017968744039535522, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.22.self_attn.v_proj.weight", |
| "rel_l2": 0.06360321491956711, |
| "max_abs": 0.013476565480232239, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.23.mlp.down_proj.weight", |
| "rel_l2": 0.06597347557544708, |
| "max_abs": 0.03037109225988388, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.23.mlp.gate_proj.weight", |
| "rel_l2": 0.07091451436281204, |
| "max_abs": 0.03004557266831398, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.23.mlp.up_proj.weight", |
| "rel_l2": 0.06457888334989548, |
| "max_abs": 0.02008463442325592, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.23.self_attn.k_proj.weight", |
| "rel_l2": 0.06732025742530823, |
| "max_abs": 0.01588542014360428, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.23.self_attn.o_proj.weight", |
| "rel_l2": 0.06713241338729858, |
| "max_abs": 0.023111969232559204, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.23.self_attn.q_proj.weight", |
| "rel_l2": 0.0656503364443779, |
| "max_abs": 0.02288411557674408, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.23.self_attn.v_proj.weight", |
| "rel_l2": 0.06559472531080246, |
| "max_abs": 0.01291096955537796, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.24.mlp.down_proj.weight", |
| "rel_l2": 0.06791707873344421, |
| "max_abs": 0.03489583730697632, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.24.mlp.gate_proj.weight", |
| "rel_l2": 0.07033496350049973, |
| "max_abs": 0.02792968600988388, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.24.mlp.up_proj.weight", |
| "rel_l2": 0.06613799929618835, |
| "max_abs": 0.018880218267440796, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.24.self_attn.k_proj.weight", |
| "rel_l2": 0.06711134314537048, |
| "max_abs": 0.015625, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.24.self_attn.o_proj.weight", |
| "rel_l2": 0.06684497743844986, |
| "max_abs": 0.021093755960464478, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.24.self_attn.q_proj.weight", |
| "rel_l2": 0.06560541689395905, |
| "max_abs": 0.01874999701976776, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.24.self_attn.v_proj.weight", |
| "rel_l2": 0.06162728741765022, |
| "max_abs": 0.01474609225988388, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.25.mlp.down_proj.weight", |
| "rel_l2": 0.06794686615467072, |
| "max_abs": 0.025976553559303284, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.25.mlp.gate_proj.weight", |
| "rel_l2": 0.07089417427778244, |
| "max_abs": 0.03590495139360428, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.25.mlp.up_proj.weight", |
| "rel_l2": 0.0661434605717659, |
| "max_abs": 0.02373046800494194, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.25.self_attn.k_proj.weight", |
| "rel_l2": 0.06654942780733109, |
| "max_abs": 0.0132649727165699, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.25.self_attn.o_proj.weight", |
| "rel_l2": 0.06672707200050354, |
| "max_abs": 0.011914059519767761, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.25.self_attn.q_proj.weight", |
| "rel_l2": 0.06512542068958282, |
| "max_abs": 0.018880203366279602, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.25.self_attn.v_proj.weight", |
| "rel_l2": 0.0628422424197197, |
| "max_abs": 0.011132806539535522, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.26.mlp.down_proj.weight", |
| "rel_l2": 0.0685010626912117, |
| "max_abs": 0.0286458320915699, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.26.mlp.gate_proj.weight", |
| "rel_l2": 0.07148922234773636, |
| "max_abs": 0.03139648586511612, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.26.mlp.up_proj.weight", |
| "rel_l2": 0.06676294654607773, |
| "max_abs": 0.03365884721279144, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.26.self_attn.k_proj.weight", |
| "rel_l2": 0.06918777525424957, |
| "max_abs": 0.0147705078125, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.26.self_attn.o_proj.weight", |
| "rel_l2": 0.06506462395191193, |
| "max_abs": 0.01425781100988388, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.26.self_attn.q_proj.weight", |
| "rel_l2": 0.06624413281679153, |
| "max_abs": 0.0169270858168602, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.26.self_attn.v_proj.weight", |
| "rel_l2": 0.0605037659406662, |
| "max_abs": 0.01081949844956398, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.27.mlp.down_proj.weight", |
| "rel_l2": 0.06914503872394562, |
| "max_abs": 0.025195300579071045, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.27.mlp.gate_proj.weight", |
| "rel_l2": 0.07162366062402725, |
| "max_abs": 0.02776692807674408, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.27.mlp.up_proj.weight", |
| "rel_l2": 0.06706026941537857, |
| "max_abs": 0.02871093899011612, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.27.self_attn.k_proj.weight", |
| "rel_l2": 0.0679425448179245, |
| "max_abs": 0.01230468600988388, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.27.self_attn.o_proj.weight", |
| "rel_l2": 0.06618629395961761, |
| "max_abs": 0.01751302182674408, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.27.self_attn.q_proj.weight", |
| "rel_l2": 0.06644278764724731, |
| "max_abs": 0.0170084647834301, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.27.self_attn.v_proj.weight", |
| "rel_l2": 0.062383100390434265, |
| "max_abs": 0.012304693460464478, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.28.mlp.down_proj.weight", |
| "rel_l2": 0.07062239944934845, |
| "max_abs": 0.03479817509651184, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.28.mlp.gate_proj.weight", |
| "rel_l2": 0.07387850433588028, |
| "max_abs": 0.027734369039535522, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.28.mlp.up_proj.weight", |
| "rel_l2": 0.06882120668888092, |
| "max_abs": 0.0400390625, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.28.self_attn.k_proj.weight", |
| "rel_l2": 0.0680210292339325, |
| "max_abs": 0.013411454856395721, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.28.self_attn.o_proj.weight", |
| "rel_l2": 0.06589974462985992, |
| "max_abs": 0.018880203366279602, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.28.self_attn.q_proj.weight", |
| "rel_l2": 0.06653495132923126, |
| "max_abs": 0.01583658903837204, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.28.self_attn.v_proj.weight", |
| "rel_l2": 0.060793522745370865, |
| "max_abs": 0.01193033903837204, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.29.mlp.down_proj.weight", |
| "rel_l2": 0.07020562887191772, |
| "max_abs": 0.025976553559303284, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.29.mlp.gate_proj.weight", |
| "rel_l2": 0.07532534748315811, |
| "max_abs": 0.03173828125, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.29.mlp.up_proj.weight", |
| "rel_l2": 0.06987281888723373, |
| "max_abs": 0.02382812649011612, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.29.self_attn.k_proj.weight", |
| "rel_l2": 0.07031629234552383, |
| "max_abs": 0.0159912109375, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.29.self_attn.o_proj.weight", |
| "rel_l2": 0.0662047266960144, |
| "max_abs": 0.016666650772094727, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.29.self_attn.q_proj.weight", |
| "rel_l2": 0.06844691932201385, |
| "max_abs": 0.020182311534881592, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.29.self_attn.v_proj.weight", |
| "rel_l2": 0.06027202308177948, |
| "max_abs": 0.01533203199505806, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.3.mlp.down_proj.weight", |
| "rel_l2": 0.07801342755556107, |
| "max_abs": 0.03616536408662796, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.3.mlp.gate_proj.weight", |
| "rel_l2": 0.06912108510732651, |
| "max_abs": 0.02184244990348816, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.3.mlp.up_proj.weight", |
| "rel_l2": 0.07102854549884796, |
| "max_abs": 0.02106119692325592, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.3.self_attn.k_proj.weight", |
| "rel_l2": 0.06686235964298248, |
| "max_abs": 0.01650390774011612, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.3.self_attn.o_proj.weight", |
| "rel_l2": 0.06654044985771179, |
| "max_abs": 0.0234375, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.3.self_attn.q_proj.weight", |
| "rel_l2": 0.06904836744070053, |
| "max_abs": 0.02135416492819786, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.3.self_attn.v_proj.weight", |
| "rel_l2": 0.06712131947278976, |
| "max_abs": 0.009863287210464478, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.30.mlp.down_proj.weight", |
| "rel_l2": 0.06890428066253662, |
| "max_abs": 0.03074544295668602, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.30.mlp.gate_proj.weight", |
| "rel_l2": 0.07439550012350082, |
| "max_abs": 0.03349609673023224, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.30.mlp.up_proj.weight", |
| "rel_l2": 0.0687757357954979, |
| "max_abs": 0.01997070387005806, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.30.self_attn.k_proj.weight", |
| "rel_l2": 0.07172580808401108, |
| "max_abs": 0.01702474057674408, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.30.self_attn.o_proj.weight", |
| "rel_l2": 0.06778601557016373, |
| "max_abs": 0.016666650772094727, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.30.self_attn.q_proj.weight", |
| "rel_l2": 0.06822022050619125, |
| "max_abs": 0.02373047173023224, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.30.self_attn.v_proj.weight", |
| "rel_l2": 0.060893867164850235, |
| "max_abs": 0.01396484300494194, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.31.mlp.down_proj.weight", |
| "rel_l2": 0.06733208149671555, |
| "max_abs": 0.03763020038604736, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.31.mlp.gate_proj.weight", |
| "rel_l2": 0.0739862397313118, |
| "max_abs": 0.04296875, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.31.mlp.up_proj.weight", |
| "rel_l2": 0.06841642409563065, |
| "max_abs": 0.02513834461569786, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.31.self_attn.k_proj.weight", |
| "rel_l2": 0.07112011313438416, |
| "max_abs": 0.015380859375, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.31.self_attn.o_proj.weight", |
| "rel_l2": 0.06785208731889725, |
| "max_abs": 0.02086588740348816, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.31.self_attn.q_proj.weight", |
| "rel_l2": 0.06713523715734482, |
| "max_abs": 0.02080078423023224, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.31.self_attn.v_proj.weight", |
| "rel_l2": 0.061918705701828, |
| "max_abs": 0.01165364496409893, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.32.mlp.down_proj.weight", |
| "rel_l2": 0.06591085344552994, |
| "max_abs": 0.037890613079071045, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.32.mlp.gate_proj.weight", |
| "rel_l2": 0.07264963537454605, |
| "max_abs": 0.02942708134651184, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.32.mlp.up_proj.weight", |
| "rel_l2": 0.0677550807595253, |
| "max_abs": 0.029296875, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.32.self_attn.k_proj.weight", |
| "rel_l2": 0.07098652422428131, |
| "max_abs": 0.01640625298023224, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.32.self_attn.o_proj.weight", |
| "rel_l2": 0.06868807226419449, |
| "max_abs": 0.023046880960464478, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.32.self_attn.q_proj.weight", |
| "rel_l2": 0.06682949513196945, |
| "max_abs": 0.02051595225930214, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.32.self_attn.v_proj.weight", |
| "rel_l2": 0.06237950921058655, |
| "max_abs": 0.013671875, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.33.mlp.down_proj.weight", |
| "rel_l2": 0.06705102324485779, |
| "max_abs": 0.03489582985639572, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.33.mlp.gate_proj.weight", |
| "rel_l2": 0.07263471186161041, |
| "max_abs": 0.03515625, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.33.mlp.up_proj.weight", |
| "rel_l2": 0.0676659569144249, |
| "max_abs": 0.024511724710464478, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.33.self_attn.k_proj.weight", |
| "rel_l2": 0.06845644861459732, |
| "max_abs": 0.01300455816090107, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.33.self_attn.o_proj.weight", |
| "rel_l2": 0.0684502050280571, |
| "max_abs": 0.028906241059303284, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.33.self_attn.q_proj.weight", |
| "rel_l2": 0.0666777491569519, |
| "max_abs": 0.0238037109375, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.33.self_attn.v_proj.weight", |
| "rel_l2": 0.06471811234951019, |
| "max_abs": 0.01152343675494194, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.34.mlp.down_proj.weight", |
| "rel_l2": 0.09403563290834427, |
| "max_abs": 0.04296875, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.34.mlp.gate_proj.weight", |
| "rel_l2": 0.07480396330356598, |
| "max_abs": 0.03585612028837204, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.34.mlp.up_proj.weight", |
| "rel_l2": 0.07473424077033997, |
| "max_abs": 0.0294596366584301, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.34.self_attn.k_proj.weight", |
| "rel_l2": 0.0701276883482933, |
| "max_abs": 0.018310546875, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.34.self_attn.o_proj.weight", |
| "rel_l2": 0.07066308706998825, |
| "max_abs": 0.02135416865348816, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.34.self_attn.q_proj.weight", |
| "rel_l2": 0.0696340799331665, |
| "max_abs": 0.01893717423081398, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.34.self_attn.v_proj.weight", |
| "rel_l2": 0.069160096347332, |
| "max_abs": 0.01300455816090107, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.35.mlp.down_proj.weight", |
| "rel_l2": 0.07842395454645157, |
| "max_abs": 0.036458343267440796, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.35.mlp.gate_proj.weight", |
| "rel_l2": 0.07175063341856003, |
| "max_abs": 0.04270832985639572, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.35.mlp.up_proj.weight", |
| "rel_l2": 0.0686669573187828, |
| "max_abs": 0.04303385317325592, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.35.self_attn.k_proj.weight", |
| "rel_l2": 0.0686214491724968, |
| "max_abs": 0.02360839769244194, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.35.self_attn.o_proj.weight", |
| "rel_l2": 0.06963679194450378, |
| "max_abs": 0.03385418653488159, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.35.self_attn.q_proj.weight", |
| "rel_l2": 0.07177238166332245, |
| "max_abs": 0.01951497420668602, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.35.self_attn.v_proj.weight", |
| "rel_l2": 0.06197720766067505, |
| "max_abs": 0.01171875, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.4.mlp.down_proj.weight", |
| "rel_l2": 0.07924816012382507, |
| "max_abs": 0.02835286408662796, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.4.mlp.gate_proj.weight", |
| "rel_l2": 0.06785095483064651, |
| "max_abs": 0.01679687201976776, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.4.mlp.up_proj.weight", |
| "rel_l2": 0.06886854767799377, |
| "max_abs": 0.016894526779651642, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.4.self_attn.k_proj.weight", |
| "rel_l2": 0.0635414719581604, |
| "max_abs": 0.02919922024011612, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.4.self_attn.o_proj.weight", |
| "rel_l2": 0.06412012130022049, |
| "max_abs": 0.02695310115814209, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.4.self_attn.q_proj.weight", |
| "rel_l2": 0.06731501966714859, |
| "max_abs": 0.0208333358168602, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.4.self_attn.v_proj.weight", |
| "rel_l2": 0.06225290894508362, |
| "max_abs": 0.01025390625, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.5.mlp.down_proj.weight", |
| "rel_l2": 0.06710492819547653, |
| "max_abs": 0.03144530951976776, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.5.mlp.gate_proj.weight", |
| "rel_l2": 0.06519590318202972, |
| "max_abs": 0.03688150644302368, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.5.mlp.up_proj.weight", |
| "rel_l2": 0.06555159389972687, |
| "max_abs": 0.0265299491584301, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.5.self_attn.k_proj.weight", |
| "rel_l2": 0.0648716613650322, |
| "max_abs": 0.01661783829331398, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.5.self_attn.o_proj.weight", |
| "rel_l2": 0.06593067944049835, |
| "max_abs": 0.0272216796875, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.5.self_attn.q_proj.weight", |
| "rel_l2": 0.06725244224071503, |
| "max_abs": 0.01971028745174408, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.5.self_attn.v_proj.weight", |
| "rel_l2": 0.06269733607769012, |
| "max_abs": 0.01064453274011612, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.6.mlp.down_proj.weight", |
| "rel_l2": 0.06699071079492569, |
| "max_abs": 0.03541666269302368, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.6.mlp.gate_proj.weight", |
| "rel_l2": 0.06603039801120758, |
| "max_abs": 0.020605474710464478, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.6.mlp.up_proj.weight", |
| "rel_l2": 0.06679236143827438, |
| "max_abs": 0.029052734375, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.6.self_attn.k_proj.weight", |
| "rel_l2": 0.06761179864406586, |
| "max_abs": 0.018847651779651642, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.6.self_attn.o_proj.weight", |
| "rel_l2": 0.06489495187997818, |
| "max_abs": 0.034114569425582886, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.6.self_attn.q_proj.weight", |
| "rel_l2": 0.0690578818321228, |
| "max_abs": 0.03701172024011612, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.6.self_attn.v_proj.weight", |
| "rel_l2": 0.06369634717702866, |
| "max_abs": 0.01318359375, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.7.mlp.down_proj.weight", |
| "rel_l2": 0.06626926362514496, |
| "max_abs": 0.0397135466337204, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.7.mlp.gate_proj.weight", |
| "rel_l2": 0.06574461609125137, |
| "max_abs": 0.02874349057674408, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.7.mlp.up_proj.weight", |
| "rel_l2": 0.06593704968690872, |
| "max_abs": 0.02223307266831398, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.7.self_attn.k_proj.weight", |
| "rel_l2": 0.06491794437170029, |
| "max_abs": 0.02174479141831398, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.7.self_attn.o_proj.weight", |
| "rel_l2": 0.0634566992521286, |
| "max_abs": 0.02845052257180214, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.7.self_attn.q_proj.weight", |
| "rel_l2": 0.06811244040727615, |
| "max_abs": 0.01715494692325592, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.7.self_attn.v_proj.weight", |
| "rel_l2": 0.059929754585027695, |
| "max_abs": 0.010546877980232239, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.8.mlp.down_proj.weight", |
| "rel_l2": 0.06561804562807083, |
| "max_abs": 0.05903320014476776, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.8.mlp.gate_proj.weight", |
| "rel_l2": 0.06585615873336792, |
| "max_abs": 0.02142740786075592, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.8.mlp.up_proj.weight", |
| "rel_l2": 0.06519152969121933, |
| "max_abs": 0.025390625, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.8.self_attn.k_proj.weight", |
| "rel_l2": 0.06417359411716461, |
| "max_abs": 0.01738281548023224, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.8.self_attn.o_proj.weight", |
| "rel_l2": 0.06331835687160492, |
| "max_abs": 0.019205734133720398, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.8.self_attn.q_proj.weight", |
| "rel_l2": 0.06657183915376663, |
| "max_abs": 0.018098965287208557, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.8.self_attn.v_proj.weight", |
| "rel_l2": 0.06078936532139778, |
| "max_abs": 0.00983072817325592, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.9.mlp.down_proj.weight", |
| "rel_l2": 0.06570661813020706, |
| "max_abs": 0.032958984375, |
| "padded_cols": 9728 |
| }, |
| { |
| "name": "body.layers.9.mlp.gate_proj.weight", |
| "rel_l2": 0.06613123416900635, |
| "max_abs": 0.02418620139360428, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.9.mlp.up_proj.weight", |
| "rel_l2": 0.06551662087440491, |
| "max_abs": 0.02470703423023224, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.9.self_attn.k_proj.weight", |
| "rel_l2": 0.06339441239833832, |
| "max_abs": 0.03681640326976776, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.9.self_attn.o_proj.weight", |
| "rel_l2": 0.0633099377155304, |
| "max_abs": 0.0374348908662796, |
| "padded_cols": 4096 |
| }, |
| { |
| "name": "body.layers.9.self_attn.q_proj.weight", |
| "rel_l2": 0.06556720286607742, |
| "max_abs": 0.02513020485639572, |
| "padded_cols": 2560 |
| }, |
| { |
| "name": "body.layers.9.self_attn.v_proj.weight", |
| "rel_l2": 0.06029028818011284, |
| "max_abs": 0.01026204600930214, |
| "padded_cols": 2560 |
| } |
| ] |
| } |
|
|
