{ "original_model_path": "C:\\Users\\drbaph\\Documents\\ComfyUI\\models\\breezetts2\\drbaph_Breeze-TTS-2-comfyui\\model.safetensors", "quantized_model_path": "C:\\Users\\drbaph\\Documents\\ComfyUI\\models\\breezetts2\\drbaph_Breeze-TTS-2-comfyui\\model-int8-convrot.safetensors", "comfy_kitchen_version": "0.2.31", "pytorch_version": "2.10.0+cu130", "cuda_version": "13.0", "method": "comfy_kitchen TensorWiseINT8Layout.quantize(is_weight=True, per_channel=True, convrot=True)", "quantized_tensors": 462, "quantized_params": 2440495104, "original_size_bytes": 6966557274, "quantized_size_bytes": 4531323256, "elapsed_seconds": 7.3618127999361604, "worst_rel_l2": 0.00930482242256403, "median_rel_l2": 0.008255287073552608, "worst_cosine": 0.9999567270278931, "group_size_histogram": { "64": 130, "256": 332 }, "tensors_left_unquantized": "embeddings, norms, lm_head, codebooks_head, text_encoder_proj, codec_model, biases", "per_tensor": [ { "tensor": "backbone_model.layers.0.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.0019966810941696167, "mean_abs_err": 0.00013632370973937213, "rel_l2": 0.008920373395085335, "cosine": 0.99996018409729 }, { "tensor": "backbone_model.layers.0.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0023686103522777557, "mean_abs_err": 0.00014198424469213933, "rel_l2": 0.008275930769741535, "cosine": 0.9999658465385437 }, { "tensor": "backbone_model.layers.0.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0012204688973724842, "mean_abs_err": 0.0001222665887326002, "rel_l2": 0.008289851248264313, "cosine": 0.9999656081199646 }, { "tensor": "backbone_model.layers.0.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0011296048760414124, "mean_abs_err": 0.00011932228517252952, "rel_l2": 0.008350525982677937, "cosine": 0.9999650716781616 }, { "tensor": "backbone_model.layers.0.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.00513661652803421, "mean_abs_err": 0.00012258478091098368, "rel_l2": 0.00930482242256403, "cosine": 0.9999567270278931 }, { "tensor": "backbone_model.layers.0.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.001444987952709198, "mean_abs_err": 0.00012551576946862042, "rel_l2": 0.008307283744215965, "cosine": 0.9999654293060303 }, { "tensor": "backbone_model.layers.0.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0010065268725156784, "mean_abs_err": 0.00012057260755682364, "rel_l2": 0.008282959461212158, "cosine": 0.9999656677246094 }, { "tensor": "backbone_model.layers.1.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.0021856725215911865, "mean_abs_err": 0.00014217104762792587, "rel_l2": 0.00891942996531725, "cosine": 0.99996018409729 }, { "tensor": "backbone_model.layers.1.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.002332676202058792, "mean_abs_err": 0.0001419010222889483, "rel_l2": 0.008263589814305305, "cosine": 0.9999659061431885 }, { "tensor": "backbone_model.layers.1.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0011111944913864136, "mean_abs_err": 0.0001305364421568811, "rel_l2": 0.008262231014668941, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.1.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0009972453117370605, "mean_abs_err": 0.00012243399396538734, "rel_l2": 0.008301805704832077, "cosine": 0.9999655485153198 }, { "tensor": "backbone_model.layers.1.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.001963295042514801, "mean_abs_err": 0.00013844785280525684, "rel_l2": 0.008755355142056942, "cosine": 0.9999616742134094 }, { "tensor": "backbone_model.layers.1.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0011860523372888565, "mean_abs_err": 0.00013435000437311828, "rel_l2": 0.00826313067227602, "cosine": 0.9999659061431885 }, { "tensor": "backbone_model.layers.1.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0009709568694233894, "mean_abs_err": 0.0001339033042313531, "rel_l2": 0.00826253555715084, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.10.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.0013928008265793324, "mean_abs_err": 0.000148373466799967, "rel_l2": 0.008911832235753536, "cosine": 0.9999604225158691 }, { "tensor": "backbone_model.layers.10.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.002162843942642212, "mean_abs_err": 0.00014402606757357717, "rel_l2": 0.008278576657176018, "cosine": 0.9999656677246094 }, { "tensor": "backbone_model.layers.10.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.001421402208507061, "mean_abs_err": 0.00013714181841351092, "rel_l2": 0.008266402408480644, "cosine": 0.9999658465385437 }, { "tensor": "backbone_model.layers.10.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0013295449316501617, "mean_abs_err": 0.00013502876390703022, "rel_l2": 0.008272409439086914, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.10.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.001878000795841217, "mean_abs_err": 0.0001512179442215711, "rel_l2": 0.00856358464807272, "cosine": 0.9999632835388184 }, { "tensor": "backbone_model.layers.10.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.001685849390923977, "mean_abs_err": 0.00013848140952177346, "rel_l2": 0.008260782808065414, "cosine": 0.9999659657478333 }, { "tensor": "backbone_model.layers.10.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0010851360857486725, "mean_abs_err": 0.0001512699673185125, "rel_l2": 0.008280398324131966, "cosine": 0.9999658465385437 }, { "tensor": "backbone_model.layers.11.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.0017191767692565918, "mean_abs_err": 0.000148279796121642, "rel_l2": 0.008902917616069317, "cosine": 0.9999604225158691 }, { "tensor": "backbone_model.layers.11.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0021587638184428215, "mean_abs_err": 0.0001444546360289678, "rel_l2": 0.008272748440504074, "cosine": 0.9999659061431885 }, { "tensor": "backbone_model.layers.11.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0011475905776023865, "mean_abs_err": 0.00013716224930249155, "rel_l2": 0.00826976913958788, "cosine": 0.9999657273292542 }, { "tensor": "backbone_model.layers.11.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0011320002377033234, "mean_abs_err": 0.00013479847984854132, "rel_l2": 0.008328436873853207, "cosine": 0.9999653697013855 }, { "tensor": "backbone_model.layers.11.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.002159666270017624, "mean_abs_err": 0.00015054146933835, "rel_l2": 0.008599418215453625, "cosine": 0.999963104724884 }, { "tensor": "backbone_model.layers.11.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0013555027544498444, "mean_abs_err": 0.00013961635704617947, "rel_l2": 0.008241039700806141, "cosine": 0.999966025352478 }, { "tensor": "backbone_model.layers.11.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0011591911315917969, "mean_abs_err": 0.0001494880416430533, "rel_l2": 0.00826052576303482, "cosine": 0.9999658465385437 }, { "tensor": "backbone_model.layers.12.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.0020503364503383636, "mean_abs_err": 0.00014595147513318807, "rel_l2": 0.008911196142435074, "cosine": 0.9999604225158691 }, { "tensor": "backbone_model.layers.12.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0017414316534996033, "mean_abs_err": 0.00014850980369374156, "rel_l2": 0.008279790170490742, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.12.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0011591166257858276, "mean_abs_err": 0.000135683425469324, "rel_l2": 0.008290144614875317, "cosine": 0.9999656081199646 }, { "tensor": "backbone_model.layers.12.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0012226291000843048, "mean_abs_err": 0.00013101851800456643, "rel_l2": 0.00824448186904192, "cosine": 0.9999660849571228 }, { "tensor": "backbone_model.layers.12.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.002244371920824051, "mean_abs_err": 0.0001597209193278104, "rel_l2": 0.008588751778006554, "cosine": 0.999963104724884 }, { "tensor": "backbone_model.layers.12.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0016650408506393433, "mean_abs_err": 0.00013598098303191364, "rel_l2": 0.008239779621362686, "cosine": 0.999966025352478 }, { "tensor": "backbone_model.layers.12.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0011560320854187012, "mean_abs_err": 0.00015787992742843926, "rel_l2": 0.008261047303676605, "cosine": 0.9999659657478333 }, { "tensor": "backbone_model.layers.13.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.0021591708064079285, "mean_abs_err": 0.00014353093865793198, "rel_l2": 0.008929108269512653, "cosine": 0.99996018409729 }, { "tensor": "backbone_model.layers.13.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.002642117440700531, "mean_abs_err": 0.00015256569895427674, "rel_l2": 0.008261008188128471, "cosine": 0.9999658465385437 }, { "tensor": "backbone_model.layers.13.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0015447121113538742, "mean_abs_err": 0.00013275611854624003, "rel_l2": 0.008269832469522953, "cosine": 0.9999659061431885 }, { "tensor": "backbone_model.layers.13.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0013686753809452057, "mean_abs_err": 0.00013011957344133407, "rel_l2": 0.008288002572953701, "cosine": 0.9999656677246094 }, { "tensor": "backbone_model.layers.13.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0036258473992347717, "mean_abs_err": 0.00015781467664055526, "rel_l2": 0.00867952685803175, "cosine": 0.9999622702598572 }, { "tensor": "backbone_model.layers.13.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0018505081534385681, "mean_abs_err": 0.00013852101983502507, "rel_l2": 0.00828360766172409, "cosine": 0.9999656081199646 }, { "tensor": "backbone_model.layers.13.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.001147836446762085, "mean_abs_err": 0.00015368429012596607, "rel_l2": 0.008276645094156265, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.14.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.0016105100512504578, "mean_abs_err": 0.00014329541590996087, "rel_l2": 0.00890047661960125, "cosine": 0.9999605417251587 }, { "tensor": "backbone_model.layers.14.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0024028345942497253, "mean_abs_err": 0.00015423193690367043, "rel_l2": 0.008277924731373787, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.14.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0009849946945905685, "mean_abs_err": 0.00013315171236172318, "rel_l2": 0.008262766525149345, "cosine": 0.9999658465385437 }, { "tensor": "backbone_model.layers.14.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.002022797241806984, "mean_abs_err": 0.0001288896455662325, "rel_l2": 0.00831519067287445, "cosine": 0.9999653697013855 }, { "tensor": "backbone_model.layers.14.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0050121936947107315, "mean_abs_err": 0.0001588449813425541, "rel_l2": 0.00878123939037323, "cosine": 0.9999613761901855 }, { "tensor": "backbone_model.layers.14.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0014704614877700806, "mean_abs_err": 0.00014042400289326906, "rel_l2": 0.008261068724095821, "cosine": 0.9999659061431885 }, { "tensor": "backbone_model.layers.14.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0013913651928305626, "mean_abs_err": 0.00015377148520201445, "rel_l2": 0.008276491425931454, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.15.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.0018144436180591583, "mean_abs_err": 0.00014172252849675715, "rel_l2": 0.008944171480834484, "cosine": 0.9999599456787109 }, { "tensor": "backbone_model.layers.15.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0026758909225463867, "mean_abs_err": 0.00015948255895636976, "rel_l2": 0.008282935246825218, "cosine": 0.9999656677246094 }, { "tensor": "backbone_model.layers.15.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0010506696999073029, "mean_abs_err": 0.00013171367754694074, "rel_l2": 0.008289511315524578, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.15.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0010868944227695465, "mean_abs_err": 0.00013251506607048213, "rel_l2": 0.008312279358506203, "cosine": 0.9999654293060303 }, { "tensor": "backbone_model.layers.15.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0069558098912239075, "mean_abs_err": 0.00016171217430382967, "rel_l2": 0.008878480643033981, "cosine": 0.9999606609344482 }, { "tensor": "backbone_model.layers.15.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0016353977844119072, "mean_abs_err": 0.0001403096248395741, "rel_l2": 0.008244792930781841, "cosine": 0.999966025352478 }, { "tensor": "backbone_model.layers.15.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0011249100789427757, "mean_abs_err": 0.00015574504504911602, "rel_l2": 0.008308053947985172, "cosine": 0.9999656081199646 }, { "tensor": "backbone_model.layers.16.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.0023756176233291626, "mean_abs_err": 0.00014302063209470361, "rel_l2": 0.008899672888219357, "cosine": 0.9999604225158691 }, { "tensor": "backbone_model.layers.16.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.002435356378555298, "mean_abs_err": 0.00015958677977323532, "rel_l2": 0.008254013955593109, "cosine": 0.9999659061431885 }, { "tensor": "backbone_model.layers.16.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.001165151596069336, "mean_abs_err": 0.00013363068865146488, "rel_l2": 0.008294330909848213, "cosine": 0.9999656081199646 }, { "tensor": "backbone_model.layers.16.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0012100040912628174, "mean_abs_err": 0.0001305885671172291, "rel_l2": 0.008269676938652992, "cosine": 0.9999657273292542 }, { "tensor": "backbone_model.layers.16.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.004921525716781616, "mean_abs_err": 0.0001667070755502209, "rel_l2": 0.009236772544682026, "cosine": 0.9999573826789856 }, { "tensor": "backbone_model.layers.16.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0017846673727035522, "mean_abs_err": 0.00014057695807423443, "rel_l2": 0.008279469795525074, "cosine": 0.9999656081199646 }, { "tensor": "backbone_model.layers.16.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.001191830262541771, "mean_abs_err": 0.00015460248687304556, "rel_l2": 0.008306005969643593, "cosine": 0.9999654293060303 }, { "tensor": "backbone_model.layers.17.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.001708388328552246, "mean_abs_err": 0.00014578868285752833, "rel_l2": 0.008908442221581936, "cosine": 0.9999603033065796 }, { "tensor": "backbone_model.layers.17.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.002477884292602539, "mean_abs_err": 0.00015351350884884596, "rel_l2": 0.008292505517601967, "cosine": 0.9999656677246094 }, { "tensor": "backbone_model.layers.17.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0012466982007026672, "mean_abs_err": 0.00013633709750138223, "rel_l2": 0.008281475864350796, "cosine": 0.9999656677246094 }, { "tensor": "backbone_model.layers.17.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0013587400317192078, "mean_abs_err": 0.00013384968042373657, "rel_l2": 0.008240742608904839, "cosine": 0.999966025352478 }, { "tensor": "backbone_model.layers.17.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.004036128520965576, "mean_abs_err": 0.00015342485858127475, "rel_l2": 0.008550843223929405, "cosine": 0.9999635219573975 }, { "tensor": "backbone_model.layers.17.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0014367790427058935, "mean_abs_err": 0.00013896264135837555, "rel_l2": 0.00825146771967411, "cosine": 0.999966025352478 }, { "tensor": "backbone_model.layers.17.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0011130478233098984, "mean_abs_err": 0.0001526436972199008, "rel_l2": 0.00829046405851841, "cosine": 0.9999655485153198 }, { "tensor": "backbone_model.layers.18.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.0016624033451080322, "mean_abs_err": 0.0001471352734370157, "rel_l2": 0.008879824541509151, "cosine": 0.9999606609344482 }, { "tensor": "backbone_model.layers.18.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0028187930583953857, "mean_abs_err": 0.00015011639334261417, "rel_l2": 0.008288892917335033, "cosine": 0.9999656081199646 }, { "tensor": "backbone_model.layers.18.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0011090859770774841, "mean_abs_err": 0.0001370803511235863, "rel_l2": 0.008278865367174149, "cosine": 0.9999657273292542 }, { "tensor": "backbone_model.layers.18.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0018318388611078262, "mean_abs_err": 0.00011857088247779757, "rel_l2": 0.008247888647019863, "cosine": 0.9999659657478333 }, { "tensor": "backbone_model.layers.18.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.003167068585753441, "mean_abs_err": 0.00016073408187367022, "rel_l2": 0.008755439892411232, "cosine": 0.9999616742134094 }, { "tensor": "backbone_model.layers.18.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0017019715160131454, "mean_abs_err": 0.00014152553922031075, "rel_l2": 0.00825968012213707, "cosine": 0.9999659061431885 }, { "tensor": "backbone_model.layers.18.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0011234558187425137, "mean_abs_err": 0.0001560984819661826, "rel_l2": 0.008232533931732178, "cosine": 0.9999660849571228 }, { "tensor": "backbone_model.layers.19.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.0018735285848379135, "mean_abs_err": 0.00014718135935254395, "rel_l2": 0.008889353834092617, "cosine": 0.9999604821205139 }, { "tensor": "backbone_model.layers.19.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0032233446836471558, "mean_abs_err": 0.00014967049355618656, "rel_l2": 0.008292203769087791, "cosine": 0.9999656081199646 }, { "tensor": "backbone_model.layers.19.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0012537837028503418, "mean_abs_err": 0.00013663704157806933, "rel_l2": 0.008267917670309544, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.19.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0011772066354751587, "mean_abs_err": 0.0001291782973567024, "rel_l2": 0.008275577798485756, "cosine": 0.9999659061431885 }, { "tensor": "backbone_model.layers.19.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.005007125437259674, "mean_abs_err": 0.0001621693663764745, "rel_l2": 0.008539389818906784, "cosine": 0.999963641166687 }, { "tensor": "backbone_model.layers.19.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.001470731571316719, "mean_abs_err": 0.00014280361938290298, "rel_l2": 0.008248215541243553, "cosine": 0.9999659061431885 }, { "tensor": "backbone_model.layers.19.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0011649541556835175, "mean_abs_err": 0.00015680136857554317, "rel_l2": 0.00826298724859953, "cosine": 0.999966025352478 }, { "tensor": "backbone_model.layers.2.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.0016073696315288544, "mean_abs_err": 0.0001444203226128593, "rel_l2": 0.00889686867594719, "cosine": 0.9999604225158691 }, { "tensor": "backbone_model.layers.2.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0032291673123836517, "mean_abs_err": 0.00014197136624716222, "rel_l2": 0.008271506056189537, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.2.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0011913813650608063, "mean_abs_err": 0.00013439200120046735, "rel_l2": 0.008285120129585266, "cosine": 0.9999656081199646 }, { "tensor": "backbone_model.layers.2.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0010582711547613144, "mean_abs_err": 0.00013180967653170228, "rel_l2": 0.008306600153446198, "cosine": 0.9999656081199646 }, { "tensor": "backbone_model.layers.2.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0018795542418956757, "mean_abs_err": 0.00014383958477992564, "rel_l2": 0.008780810050666332, "cosine": 0.9999614953994751 }, { "tensor": "backbone_model.layers.2.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.001389339566230774, "mean_abs_err": 0.00013675176887772977, "rel_l2": 0.008272034116089344, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.2.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0010558590292930603, "mean_abs_err": 0.00014192260277923197, "rel_l2": 0.008269824087619781, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.20.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.001535862684249878, "mean_abs_err": 0.00014708045637235045, "rel_l2": 0.008908029645681381, "cosine": 0.9999603629112244 }, { "tensor": "backbone_model.layers.20.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.002786962315440178, "mean_abs_err": 0.00015000830171629786, "rel_l2": 0.008290433324873447, "cosine": 0.9999656677246094 }, { "tensor": "backbone_model.layers.20.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0010173562914133072, "mean_abs_err": 0.00013622143887914717, "rel_l2": 0.008268713019788265, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.20.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.001124078407883644, "mean_abs_err": 0.0001345920900348574, "rel_l2": 0.00826391950249672, "cosine": 0.9999659061431885 }, { "tensor": "backbone_model.layers.20.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0021670423448085785, "mean_abs_err": 0.00015221080684568733, "rel_l2": 0.008654317818582058, "cosine": 0.9999624490737915 }, { "tensor": "backbone_model.layers.20.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0015102243050932884, "mean_abs_err": 0.00014008763537276536, "rel_l2": 0.008266211487352848, "cosine": 0.9999659061431885 }, { "tensor": "backbone_model.layers.20.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0010482817888259888, "mean_abs_err": 0.00014744476357009262, "rel_l2": 0.008320605382323265, "cosine": 0.9999653697013855 }, { "tensor": "backbone_model.layers.21.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.0016179438680410385, "mean_abs_err": 0.0001478197518736124, "rel_l2": 0.008903547190129757, "cosine": 0.9999603629112244 }, { "tensor": "backbone_model.layers.21.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0023816563189029694, "mean_abs_err": 0.00014910008758306503, "rel_l2": 0.008268237113952637, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.21.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0011803042143583298, "mean_abs_err": 0.00013732272782362998, "rel_l2": 0.008274789899587631, "cosine": 0.9999658465385437 }, { "tensor": "backbone_model.layers.21.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.001267947256565094, "mean_abs_err": 0.00013111255248077214, "rel_l2": 0.008293535560369492, "cosine": 0.9999655485153198 }, { "tensor": "backbone_model.layers.21.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0024191662669181824, "mean_abs_err": 0.00017082701378967613, "rel_l2": 0.009051826782524586, "cosine": 0.9999590516090393 }, { "tensor": "backbone_model.layers.21.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0017026197165250778, "mean_abs_err": 0.00013941238285042346, "rel_l2": 0.008246881887316704, "cosine": 0.999966025352478 }, { "tensor": "backbone_model.layers.21.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.001200525090098381, "mean_abs_err": 0.00015412902575917542, "rel_l2": 0.008279707282781601, "cosine": 0.9999656677246094 }, { "tensor": "backbone_model.layers.22.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.001391574740409851, "mean_abs_err": 0.00014916944201104343, "rel_l2": 0.008912619203329086, "cosine": 0.99996018409729 }, { "tensor": "backbone_model.layers.22.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.002438552677631378, "mean_abs_err": 0.00014776796160731465, "rel_l2": 0.00826722476631403, "cosine": 0.9999658465385437 }, { "tensor": "backbone_model.layers.22.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0011032922193408012, "mean_abs_err": 0.00013838520681019872, "rel_l2": 0.008290950208902359, "cosine": 0.9999656081199646 }, { "tensor": "backbone_model.layers.22.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0013129543513059616, "mean_abs_err": 0.00012643465015571564, "rel_l2": 0.008274605497717857, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.22.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0017657727003097534, "mean_abs_err": 0.00016374509141314775, "rel_l2": 0.008729785680770874, "cosine": 0.9999618530273438 }, { "tensor": "backbone_model.layers.22.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.001607738435268402, "mean_abs_err": 0.00014089452452026308, "rel_l2": 0.008287138305604458, "cosine": 0.9999656081199646 }, { "tensor": "backbone_model.layers.22.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0012484430335462093, "mean_abs_err": 0.00015544347115792334, "rel_l2": 0.008247856982052326, "cosine": 0.999966025352478 }, { "tensor": "backbone_model.layers.23.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.001673080027103424, "mean_abs_err": 0.00015039836580399424, "rel_l2": 0.008902037516236305, "cosine": 0.9999603033065796 }, { "tensor": "backbone_model.layers.23.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.001974310725927353, "mean_abs_err": 0.00014693096454720944, "rel_l2": 0.008288947865366936, "cosine": 0.9999655485153198 }, { "tensor": "backbone_model.layers.23.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.001112258294597268, "mean_abs_err": 0.00013913896691519767, "rel_l2": 0.00826212763786316, "cosine": 0.9999659061431885 }, { "tensor": "backbone_model.layers.23.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0016134288161993027, "mean_abs_err": 0.0001266704493900761, "rel_l2": 0.008297395892441273, "cosine": 0.9999656081199646 }, { "tensor": "backbone_model.layers.23.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0013571828603744507, "mean_abs_err": 0.00016150996088981628, "rel_l2": 0.008618813008069992, "cosine": 0.9999629259109497 }, { "tensor": "backbone_model.layers.23.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0018617436289787292, "mean_abs_err": 0.0001419863838236779, "rel_l2": 0.008283189497888088, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.23.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0012270137667655945, "mean_abs_err": 0.00015283760149031878, "rel_l2": 0.008239742368459702, "cosine": 0.9999659657478333 }, { "tensor": "backbone_model.layers.24.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.0014337766915559769, "mean_abs_err": 0.00015064651961438358, "rel_l2": 0.008903157897293568, "cosine": 0.9999603629112244 }, { "tensor": "backbone_model.layers.24.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.002465866506099701, "mean_abs_err": 0.00014547424507327378, "rel_l2": 0.00827610120177269, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.24.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0011506173759698868, "mean_abs_err": 0.00014009307778906077, "rel_l2": 0.008277945220470428, "cosine": 0.9999659061431885 }, { "tensor": "backbone_model.layers.24.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0013810228556394577, "mean_abs_err": 0.00013004845823161304, "rel_l2": 0.008267754688858986, "cosine": 0.9999659061431885 }, { "tensor": "backbone_model.layers.24.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.002053741365671158, "mean_abs_err": 0.0001760043960530311, "rel_l2": 0.00890884269028902, "cosine": 0.9999603629112244 }, { "tensor": "backbone_model.layers.24.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0020673833787441254, "mean_abs_err": 0.00014284084318205714, "rel_l2": 0.008246851153671741, "cosine": 0.999966025352478 }, { "tensor": "backbone_model.layers.24.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0012493431568145752, "mean_abs_err": 0.00015654777234885842, "rel_l2": 0.008299952372908592, "cosine": 0.9999655485153198 }, { "tensor": "backbone_model.layers.25.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.001953698694705963, "mean_abs_err": 0.00015252885350491852, "rel_l2": 0.008908719755709171, "cosine": 0.9999604225158691 }, { "tensor": "backbone_model.layers.25.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0020125643350183964, "mean_abs_err": 0.00014516632654704154, "rel_l2": 0.008294102735817432, "cosine": 0.9999655485153198 }, { "tensor": "backbone_model.layers.25.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.00122918002307415, "mean_abs_err": 0.00014062014815863222, "rel_l2": 0.008267659693956375, "cosine": 0.9999658465385437 }, { "tensor": "backbone_model.layers.25.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0010814769193530083, "mean_abs_err": 0.0001280821452382952, "rel_l2": 0.008291373029351234, "cosine": 0.9999656081199646 }, { "tensor": "backbone_model.layers.25.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0016234926879405975, "mean_abs_err": 0.00016761654114816338, "rel_l2": 0.008608107455074787, "cosine": 0.9999629855155945 }, { "tensor": "backbone_model.layers.25.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.001539904624223709, "mean_abs_err": 0.0001394808350596577, "rel_l2": 0.008280194364488125, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.25.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0011183097958564758, "mean_abs_err": 0.00015246003749780357, "rel_l2": 0.008246825076639652, "cosine": 0.9999659657478333 }, { "tensor": "backbone_model.layers.26.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.002393670380115509, "mean_abs_err": 0.00015098784933798015, "rel_l2": 0.00887672696262598, "cosine": 0.9999605417251587 }, { "tensor": "backbone_model.layers.26.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0019495785236358643, "mean_abs_err": 0.00014617247506976128, "rel_l2": 0.008280545473098755, "cosine": 0.9999656677246094 }, { "tensor": "backbone_model.layers.26.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0011136606335639954, "mean_abs_err": 0.00013960099022369832, "rel_l2": 0.008272000588476658, "cosine": 0.9999659061431885 }, { "tensor": "backbone_model.layers.26.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0013517402112483978, "mean_abs_err": 0.00013291819777805358, "rel_l2": 0.008278065361082554, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.26.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0016984092071652412, "mean_abs_err": 0.00017589853086974472, "rel_l2": 0.008689961396157742, "cosine": 0.9999622106552124 }, { "tensor": "backbone_model.layers.26.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0020438507199287415, "mean_abs_err": 0.00013991229934617877, "rel_l2": 0.008268050849437714, "cosine": 0.9999658465385437 }, { "tensor": "backbone_model.layers.26.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.001211344264447689, "mean_abs_err": 0.00015665587852708995, "rel_l2": 0.008283969946205616, "cosine": 0.9999656081199646 }, { "tensor": "backbone_model.layers.27.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.004586942493915558, "mean_abs_err": 0.00014009363076183945, "rel_l2": 0.008875076659023762, "cosine": 0.9999606609344482 }, { "tensor": "backbone_model.layers.27.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.00197460874915123, "mean_abs_err": 0.00015133412671275437, "rel_l2": 0.008281704969704151, "cosine": 0.9999656677246094 }, { "tensor": "backbone_model.layers.27.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0013582408428192139, "mean_abs_err": 0.00013124317047186196, "rel_l2": 0.008259751833975315, "cosine": 0.9999658465385437 }, { "tensor": "backbone_model.layers.27.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0014273058623075485, "mean_abs_err": 0.00013039882469456643, "rel_l2": 0.008255287073552608, "cosine": 0.999966025352478 }, { "tensor": "backbone_model.layers.27.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0032933559268712997, "mean_abs_err": 0.0001689365308266133, "rel_l2": 0.008786560967564583, "cosine": 0.9999613761901855 }, { "tensor": "backbone_model.layers.27.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0015926775522530079, "mean_abs_err": 0.00014090983313508332, "rel_l2": 0.008265599608421326, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.27.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0010792692191898823, "mean_abs_err": 0.00014807729166932404, "rel_l2": 0.00830099917948246, "cosine": 0.9999655485153198 }, { "tensor": "backbone_model.layers.3.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.0014460012316703796, "mean_abs_err": 0.00014527779421769083, "rel_l2": 0.008873751387000084, "cosine": 0.9999606609344482 }, { "tensor": "backbone_model.layers.3.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.002514646388590336, "mean_abs_err": 0.0001428951509296894, "rel_l2": 0.008289869874715805, "cosine": 0.9999657273292542 }, { "tensor": "backbone_model.layers.3.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0011258721351623535, "mean_abs_err": 0.0001362654729746282, "rel_l2": 0.008283727802336216, "cosine": 0.9999656677246094 }, { "tensor": "backbone_model.layers.3.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0012880228459835052, "mean_abs_err": 0.00013072387082502246, "rel_l2": 0.008287410251796246, "cosine": 0.9999656081199646 }, { "tensor": "backbone_model.layers.3.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.002330496907234192, "mean_abs_err": 0.00014506757725030184, "rel_l2": 0.008663412183523178, "cosine": 0.9999623894691467 }, { "tensor": "backbone_model.layers.3.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.00177693460136652, "mean_abs_err": 0.00013466653763316572, "rel_l2": 0.00826226081699133, "cosine": 0.9999658465385437 }, { "tensor": "backbone_model.layers.3.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0010910145938396454, "mean_abs_err": 0.00014446872228290886, "rel_l2": 0.008236566558480263, "cosine": 0.9999659657478333 }, { "tensor": "backbone_model.layers.4.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.001748017966747284, "mean_abs_err": 0.00014633160026278347, "rel_l2": 0.008904749527573586, "cosine": 0.9999603033065796 }, { "tensor": "backbone_model.layers.4.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0019227638840675354, "mean_abs_err": 0.0001433843281120062, "rel_l2": 0.008276466280221939, "cosine": 0.9999656677246094 }, { "tensor": "backbone_model.layers.4.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0010232608765363693, "mean_abs_err": 0.00013674041838385165, "rel_l2": 0.008283107541501522, "cosine": 0.9999657273292542 }, { "tensor": "backbone_model.layers.4.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0011829771101474762, "mean_abs_err": 0.00013437870074994862, "rel_l2": 0.008253944106400013, "cosine": 0.9999659657478333 }, { "tensor": "backbone_model.layers.4.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0021603573113679886, "mean_abs_err": 0.00014729457325302064, "rel_l2": 0.008753776550292969, "cosine": 0.9999616146087646 }, { "tensor": "backbone_model.layers.4.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0012753307819366455, "mean_abs_err": 0.00013875216245651245, "rel_l2": 0.00827669445425272, "cosine": 0.9999658465385437 }, { "tensor": "backbone_model.layers.4.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0012953467667102814, "mean_abs_err": 0.00014566912432201207, "rel_l2": 0.008293002843856812, "cosine": 0.9999655485153198 }, { "tensor": "backbone_model.layers.5.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.0015003569424152374, "mean_abs_err": 0.00014697753067594022, "rel_l2": 0.008919451385736465, "cosine": 0.9999603033065796 }, { "tensor": "backbone_model.layers.5.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0016405414789915085, "mean_abs_err": 0.00014366813411470503, "rel_l2": 0.008275255560874939, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.5.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0012016147375106812, "mean_abs_err": 0.0001372751867165789, "rel_l2": 0.008274432271718979, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.5.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0011847633868455887, "mean_abs_err": 0.00013514872989617288, "rel_l2": 0.008279580622911453, "cosine": 0.9999656677246094 }, { "tensor": "backbone_model.layers.5.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0020902547985315323, "mean_abs_err": 0.00015005878231022507, "rel_l2": 0.008775425143539906, "cosine": 0.9999614953994751 }, { "tensor": "backbone_model.layers.5.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0013209804892539978, "mean_abs_err": 0.00013951477012597024, "rel_l2": 0.008277651853859425, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.5.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0010585878044366837, "mean_abs_err": 0.00014401630323845893, "rel_l2": 0.008238966576755047, "cosine": 0.9999661445617676 }, { "tensor": "backbone_model.layers.6.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.0018646009266376495, "mean_abs_err": 0.00014662492321804166, "rel_l2": 0.00889319647103548, "cosine": 0.9999603033065796 }, { "tensor": "backbone_model.layers.6.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.002697594463825226, "mean_abs_err": 0.00014409542200155556, "rel_l2": 0.008262606337666512, "cosine": 0.9999659061431885 }, { "tensor": "backbone_model.layers.6.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.001078244298696518, "mean_abs_err": 0.0001380803296342492, "rel_l2": 0.00826355256140232, "cosine": 0.9999658465385437 }, { "tensor": "backbone_model.layers.6.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0011105239391326904, "mean_abs_err": 0.0001314658293267712, "rel_l2": 0.008314532227814198, "cosine": 0.999965488910675 }, { "tensor": "backbone_model.layers.6.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.001316618174314499, "mean_abs_err": 0.0001497519842814654, "rel_l2": 0.008638689294457436, "cosine": 0.9999627470970154 }, { "tensor": "backbone_model.layers.6.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0015463046729564667, "mean_abs_err": 0.00013595426571555436, "rel_l2": 0.008302470669150352, "cosine": 0.9999656081199646 }, { "tensor": "backbone_model.layers.6.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.001284899190068245, "mean_abs_err": 0.00015224807430058718, "rel_l2": 0.008262228220701218, "cosine": 0.9999658465385437 }, { "tensor": "backbone_model.layers.7.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.0018586665391921997, "mean_abs_err": 0.00014821765944361687, "rel_l2": 0.008907782845199108, "cosine": 0.9999603629112244 }, { "tensor": "backbone_model.layers.7.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0019452832639217377, "mean_abs_err": 0.0001432765566278249, "rel_l2": 0.008259551599621773, "cosine": 0.9999658465385437 }, { "tensor": "backbone_model.layers.7.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0010840483009815216, "mean_abs_err": 0.0001382833142997697, "rel_l2": 0.008260798640549183, "cosine": 0.9999659061431885 }, { "tensor": "backbone_model.layers.7.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0015804767608642578, "mean_abs_err": 0.00013038641191087663, "rel_l2": 0.008259404450654984, "cosine": 0.9999659061431885 }, { "tensor": "backbone_model.layers.7.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0015289243310689926, "mean_abs_err": 0.00015628073015250266, "rel_l2": 0.008921300992369652, "cosine": 0.99996018409729 }, { "tensor": "backbone_model.layers.7.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0015829391777515411, "mean_abs_err": 0.00013879263133276254, "rel_l2": 0.008266237564384937, "cosine": 0.9999658465385437 }, { "tensor": "backbone_model.layers.7.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.001347063109278679, "mean_abs_err": 0.00014889719022903591, "rel_l2": 0.008262169547379017, "cosine": 0.9999657869338989 }, { "tensor": "backbone_model.layers.8.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.0018263347446918488, "mean_abs_err": 0.00014801419456489384, "rel_l2": 0.008889527060091496, "cosine": 0.9999605417251587 }, { "tensor": "backbone_model.layers.8.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.002438567578792572, "mean_abs_err": 0.0001444344234187156, "rel_l2": 0.008288051933050156, "cosine": 0.9999656677246094 }, { "tensor": "backbone_model.layers.8.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.001348603516817093, "mean_abs_err": 0.00013819080777466297, "rel_l2": 0.00828130915760994, "cosine": 0.9999656677246094 }, { "tensor": "backbone_model.layers.8.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0012884736061096191, "mean_abs_err": 0.0001342322793789208, "rel_l2": 0.008254265412688255, "cosine": 0.9999659061431885 }, { "tensor": "backbone_model.layers.8.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0014273431152105331, "mean_abs_err": 0.00015510854427702725, "rel_l2": 0.008782376535236835, "cosine": 0.9999613761901855 }, { "tensor": "backbone_model.layers.8.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.0014114435762166977, "mean_abs_err": 0.00013813754776492715, "rel_l2": 0.008294554427266121, "cosine": 0.9999656677246094 }, { "tensor": "backbone_model.layers.8.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0010471418499946594, "mean_abs_err": 0.00014853703032713383, "rel_l2": 0.008223694749176502, "cosine": 0.9999662041664124 }, { "tensor": "backbone_model.layers.9.mlp.down_proj.weight", "shape": [ 2048, 6144 ], "group_size": 256, "max_abs_err": 0.0018653497099876404, "mean_abs_err": 0.00014851492596790195, "rel_l2": 0.008916742168366909, "cosine": 0.99996018409729 }, { "tensor": "backbone_model.layers.9.mlp.gate_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0021058348938822746, "mean_abs_err": 0.0001440374762751162, "rel_l2": 0.0082694748416543, "cosine": 0.9999657273292542 }, { "tensor": "backbone_model.layers.9.mlp.up_proj.weight", "shape": [ 6144, 2048 ], "group_size": 256, "max_abs_err": 0.0011272914707660675, "mean_abs_err": 0.00013810681411996484, "rel_l2": 0.008287051692605019, "cosine": 0.9999656677246094 }, { "tensor": "backbone_model.layers.9.self_attn.k_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.001308538019657135, "mean_abs_err": 0.00013218820095062256, "rel_l2": 0.00826238002628088, "cosine": 0.9999659061431885 }, { "tensor": "backbone_model.layers.9.self_attn.o_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.00221889466047287, "mean_abs_err": 0.0001511849695816636, "rel_l2": 0.008610156364738941, "cosine": 0.9999628663063049 }, { "tensor": "backbone_model.layers.9.self_attn.q_proj.weight", "shape": [ 2048, 2048 ], "group_size": 256, "max_abs_err": 0.001829744316637516, "mean_abs_err": 0.0001380399044137448, "rel_l2": 0.0082554891705513, "cosine": 0.999966025352478 }, { "tensor": "backbone_model.layers.9.self_attn.v_proj.weight", "shape": [ 1024, 2048 ], "group_size": 256, "max_abs_err": 0.0012486586347222328, "mean_abs_err": 0.0001507553388364613, "rel_l2": 0.00826949067413807, "cosine": 0.9999659061431885 }, { "tensor": "depth_decoder.model.layers.0.mlp.down_proj.weight", "shape": [ 1024, 8192 ], "group_size": 256, "max_abs_err": 0.002019766718149185, "mean_abs_err": 0.000137548049679026, "rel_l2": 0.009059536270797253, "cosine": 0.999958872795105 }, { "tensor": "depth_decoder.model.layers.0.mlp.gate_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.0025025494396686554, "mean_abs_err": 0.00013420890900306404, "rel_l2": 0.00787411816418171, "cosine": 0.9999690055847168 }, { "tensor": "depth_decoder.model.layers.0.mlp.up_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.0011212415993213654, "mean_abs_err": 0.00012124927889090031, "rel_l2": 0.007859725505113602, "cosine": 0.9999691247940063 }, { "tensor": "depth_decoder.model.layers.0.self_attn.k_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.0013174638152122498, "mean_abs_err": 0.00014428193389903754, "rel_l2": 0.00786605104804039, "cosine": 0.9999690055847168 }, { "tensor": "depth_decoder.model.layers.0.self_attn.o_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.0016802288591861725, "mean_abs_err": 0.0001025560122798197, "rel_l2": 0.00807823333889246, "cosine": 0.9999673962593079 }, { "tensor": "depth_decoder.model.layers.0.self_attn.q_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.0018767500296235085, "mean_abs_err": 0.0001525452098576352, "rel_l2": 0.007932214066386223, "cosine": 0.9999685287475586 }, { "tensor": "depth_decoder.model.layers.0.self_attn.v_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.0007485151290893555, "mean_abs_err": 0.00012077653082087636, "rel_l2": 0.007830889895558357, "cosine": 0.9999694228172302 }, { "tensor": "depth_decoder.model.layers.1.mlp.down_proj.weight", "shape": [ 1024, 8192 ], "group_size": 256, "max_abs_err": 0.002792149782180786, "mean_abs_err": 0.00014255136193241924, "rel_l2": 0.009052430279552937, "cosine": 0.9999591112136841 }, { "tensor": "depth_decoder.model.layers.1.mlp.gate_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.002793329767882824, "mean_abs_err": 0.00013663878780789673, "rel_l2": 0.007879363372921944, "cosine": 0.999968945980072 }, { "tensor": "depth_decoder.model.layers.1.mlp.up_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.0013670814223587513, "mean_abs_err": 0.00012110500392736867, "rel_l2": 0.007864998653531075, "cosine": 0.9999691247940063 }, { "tensor": "depth_decoder.model.layers.1.self_attn.k_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.0015272311866283417, "mean_abs_err": 0.0001916551700560376, "rel_l2": 0.007821443490684032, "cosine": 0.999969482421875 }, { "tensor": "depth_decoder.model.layers.1.self_attn.o_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.0015049446374177933, "mean_abs_err": 0.00012757937656715512, "rel_l2": 0.008457981050014496, "cosine": 0.9999642372131348 }, { "tensor": "depth_decoder.model.layers.1.self_attn.q_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.002128899097442627, "mean_abs_err": 0.0001858535542851314, "rel_l2": 0.0077848853543400764, "cosine": 0.9999698400497437 }, { "tensor": "depth_decoder.model.layers.1.self_attn.v_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.0008177533745765686, "mean_abs_err": 0.00011678638838930055, "rel_l2": 0.007901669479906559, "cosine": 0.9999688267707825 }, { "tensor": "depth_decoder.model.layers.10.mlp.down_proj.weight", "shape": [ 1024, 8192 ], "group_size": 256, "max_abs_err": 0.0019594011828303337, "mean_abs_err": 0.00015088349755387753, "rel_l2": 0.009096499532461166, "cosine": 0.9999586939811707 }, { "tensor": "depth_decoder.model.layers.10.mlp.gate_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.0018257610499858856, "mean_abs_err": 0.00014513959467876703, "rel_l2": 0.007857630960643291, "cosine": 0.9999692440032959 }, { "tensor": "depth_decoder.model.layers.10.mlp.up_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.0013446435332298279, "mean_abs_err": 0.00012854457600042224, "rel_l2": 0.007848525419831276, "cosine": 0.9999692440032959 }, { "tensor": "depth_decoder.model.layers.10.self_attn.k_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.0013201907277107239, "mean_abs_err": 0.00017824182577896863, "rel_l2": 0.007798575330525637, "cosine": 0.9999696016311646 }, { "tensor": "depth_decoder.model.layers.10.self_attn.o_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.004420638084411621, "mean_abs_err": 0.0001308788196183741, "rel_l2": 0.0084986612200737, "cosine": 0.9999638795852661 }, { "tensor": "depth_decoder.model.layers.10.self_attn.q_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.0016942210495471954, "mean_abs_err": 0.00016570986190345138, "rel_l2": 0.007829681038856506, "cosine": 0.9999693632125854 }, { "tensor": "depth_decoder.model.layers.10.self_attn.v_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.001184919849038124, "mean_abs_err": 0.0001573032932356, "rel_l2": 0.007836931385099888, "cosine": 0.9999693632125854 }, { "tensor": "depth_decoder.model.layers.11.mlp.down_proj.weight", "shape": [ 1024, 8192 ], "group_size": 256, "max_abs_err": 0.0017395373433828354, "mean_abs_err": 0.00015229305427055806, "rel_l2": 0.009107309393584728, "cosine": 0.9999585747718811 }, { "tensor": "depth_decoder.model.layers.11.mlp.gate_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.0015194155275821686, "mean_abs_err": 0.00013876502634957433, "rel_l2": 0.00785891804844141, "cosine": 0.9999691843986511 }, { "tensor": "depth_decoder.model.layers.11.mlp.up_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.0013552159070968628, "mean_abs_err": 0.00013714094529859722, "rel_l2": 0.007857521064579487, "cosine": 0.9999691843986511 }, { "tensor": "depth_decoder.model.layers.11.self_attn.k_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.0021224264055490494, "mean_abs_err": 0.00028969888808205724, "rel_l2": 0.007934211753308773, "cosine": 0.9999685287475586 }, { "tensor": "depth_decoder.model.layers.11.self_attn.o_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.0015705674886703491, "mean_abs_err": 0.00016238074749708176, "rel_l2": 0.008620772510766983, "cosine": 0.9999628067016602 }, { "tensor": "depth_decoder.model.layers.11.self_attn.q_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.003289461135864258, "mean_abs_err": 0.00023108863388188183, "rel_l2": 0.007828593254089355, "cosine": 0.9999693632125854 }, { "tensor": "depth_decoder.model.layers.11.self_attn.v_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.0011708922684192657, "mean_abs_err": 0.00013663970457855612, "rel_l2": 0.007849767804145813, "cosine": 0.9999691247940063 }, { "tensor": "depth_decoder.model.layers.2.mlp.down_proj.weight", "shape": [ 1024, 8192 ], "group_size": 256, "max_abs_err": 0.0018033646047115326, "mean_abs_err": 0.0001420595363015309, "rel_l2": 0.009067234583199024, "cosine": 0.9999589920043945 }, { "tensor": "depth_decoder.model.layers.2.mlp.gate_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.002701118588447571, "mean_abs_err": 0.00013988427235744894, "rel_l2": 0.007864894345402718, "cosine": 0.9999690055847168 }, { "tensor": "depth_decoder.model.layers.2.mlp.up_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.0010373108088970184, "mean_abs_err": 0.00011766605166485533, "rel_l2": 0.007851637899875641, "cosine": 0.9999691247940063 }, { "tensor": "depth_decoder.model.layers.2.self_attn.k_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.0019117188639938831, "mean_abs_err": 0.0002554144593887031, "rel_l2": 0.007907484658062458, "cosine": 0.9999687671661377 }, { "tensor": "depth_decoder.model.layers.2.self_attn.o_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.001981772482395172, "mean_abs_err": 0.00012831769709009677, "rel_l2": 0.00799854937940836, "cosine": 0.9999680519104004 }, { "tensor": "depth_decoder.model.layers.2.self_attn.q_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.0020223334431648254, "mean_abs_err": 0.00020264866179786623, "rel_l2": 0.007860325276851654, "cosine": 0.9999690055847168 }, { "tensor": "depth_decoder.model.layers.2.self_attn.v_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.0009781569242477417, "mean_abs_err": 0.00012445071479305625, "rel_l2": 0.007822231389582157, "cosine": 0.9999694228172302 }, { "tensor": "depth_decoder.model.layers.3.mlp.down_proj.weight", "shape": [ 1024, 8192 ], "group_size": 256, "max_abs_err": 0.0016213133931159973, "mean_abs_err": 0.00013753950770478696, "rel_l2": 0.009056408889591694, "cosine": 0.9999590516090393 }, { "tensor": "depth_decoder.model.layers.3.mlp.gate_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.002969627268612385, "mean_abs_err": 0.00014776774332858622, "rel_l2": 0.00787567999213934, "cosine": 0.999968945980072 }, { "tensor": "depth_decoder.model.layers.3.mlp.up_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.0010000020265579224, "mean_abs_err": 0.00011447203723946586, "rel_l2": 0.007857829332351685, "cosine": 0.9999691247940063 }, { "tensor": "depth_decoder.model.layers.3.self_attn.k_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.002144739031791687, "mean_abs_err": 0.00027235178276896477, "rel_l2": 0.00783553346991539, "cosine": 0.9999693632125854 }, { "tensor": "depth_decoder.model.layers.3.self_attn.o_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.0028121471405029297, "mean_abs_err": 0.000130953558254987, "rel_l2": 0.008033223450183868, "cosine": 0.9999676942825317 }, { "tensor": "depth_decoder.model.layers.3.self_attn.q_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.0022186553105711937, "mean_abs_err": 0.00020688565564341843, "rel_l2": 0.007819239050149918, "cosine": 0.999969482421875 }, { "tensor": "depth_decoder.model.layers.3.self_attn.v_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.000838656909763813, "mean_abs_err": 0.00013071745343040675, "rel_l2": 0.00794124323874712, "cosine": 0.9999684691429138 }, { "tensor": "depth_decoder.model.layers.4.mlp.down_proj.weight", "shape": [ 1024, 8192 ], "group_size": 256, "max_abs_err": 0.00144977867603302, "mean_abs_err": 0.00013849762035533786, "rel_l2": 0.009067307226359844, "cosine": 0.999958872795105 }, { "tensor": "depth_decoder.model.layers.4.mlp.gate_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.002781301736831665, "mean_abs_err": 0.000148859791806899, "rel_l2": 0.007871363312005997, "cosine": 0.9999690055847168 }, { "tensor": "depth_decoder.model.layers.4.mlp.up_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.0010817833244800568, "mean_abs_err": 0.00011500994150992483, "rel_l2": 0.007853813469409943, "cosine": 0.9999691247940063 }, { "tensor": "depth_decoder.model.layers.4.self_attn.k_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.0029639825224876404, "mean_abs_err": 0.0003202308143954724, "rel_l2": 0.007862424477934837, "cosine": 0.9999691247940063 }, { "tensor": "depth_decoder.model.layers.4.self_attn.o_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.0016591139137744904, "mean_abs_err": 0.0001281242584809661, "rel_l2": 0.008038329891860485, "cosine": 0.999967634677887 }, { "tensor": "depth_decoder.model.layers.4.self_attn.q_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.0031564459204673767, "mean_abs_err": 0.00023992510978132486, "rel_l2": 0.007873362861573696, "cosine": 0.9999690055847168 }, { "tensor": "depth_decoder.model.layers.4.self_attn.v_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.0007371958345174789, "mean_abs_err": 0.00011861624079756439, "rel_l2": 0.0078064799308776855, "cosine": 0.9999695420265198 }, { "tensor": "depth_decoder.model.layers.5.mlp.down_proj.weight", "shape": [ 1024, 8192 ], "group_size": 256, "max_abs_err": 0.0015733782202005386, "mean_abs_err": 0.00014321459457278252, "rel_l2": 0.009043561294674873, "cosine": 0.9999591112136841 }, { "tensor": "depth_decoder.model.layers.5.mlp.gate_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.0026670098304748535, "mean_abs_err": 0.0001457164325984195, "rel_l2": 0.007849687710404396, "cosine": 0.9999691843986511 }, { "tensor": "depth_decoder.model.layers.5.mlp.up_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.0011531319469213486, "mean_abs_err": 0.00012074409460183233, "rel_l2": 0.007855766452848911, "cosine": 0.9999691247940063 }, { "tensor": "depth_decoder.model.layers.5.self_attn.k_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.002479948103427887, "mean_abs_err": 0.0002639316953718662, "rel_l2": 0.007857969030737877, "cosine": 0.9999692440032959 }, { "tensor": "depth_decoder.model.layers.5.self_attn.o_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.0010698968544602394, "mean_abs_err": 0.00012608952238224447, "rel_l2": 0.00801707524806261, "cosine": 0.9999678730964661 }, { "tensor": "depth_decoder.model.layers.5.self_attn.q_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.0018928162753582, "mean_abs_err": 0.00019923693616874516, "rel_l2": 0.007901644334197044, "cosine": 0.9999687671661377 }, { "tensor": "depth_decoder.model.layers.5.self_attn.v_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.0007636100053787231, "mean_abs_err": 0.00012060542212566361, "rel_l2": 0.0078027257695794106, "cosine": 0.9999696016311646 }, { "tensor": "depth_decoder.model.layers.6.mlp.down_proj.weight", "shape": [ 1024, 8192 ], "group_size": 256, "max_abs_err": 0.001740284264087677, "mean_abs_err": 0.00014552805805578828, "rel_l2": 0.009044737555086613, "cosine": 0.9999591112136841 }, { "tensor": "depth_decoder.model.layers.6.mlp.gate_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.0025436952710151672, "mean_abs_err": 0.00014319219917524606, "rel_l2": 0.007845967076718807, "cosine": 0.9999692440032959 }, { "tensor": "depth_decoder.model.layers.6.mlp.up_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.0010434985160827637, "mean_abs_err": 0.0001253744849236682, "rel_l2": 0.007851991802453995, "cosine": 0.9999692440032959 }, { "tensor": "depth_decoder.model.layers.6.self_attn.k_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.0012464546598494053, "mean_abs_err": 0.00019404143677093089, "rel_l2": 0.007863790728151798, "cosine": 0.9999690651893616 }, { "tensor": "depth_decoder.model.layers.6.self_attn.o_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.0016376860439777374, "mean_abs_err": 0.00013274922093842179, "rel_l2": 0.0083936657756567, "cosine": 0.9999647736549377 }, { "tensor": "depth_decoder.model.layers.6.self_attn.q_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.0022642910480499268, "mean_abs_err": 0.0001732436940073967, "rel_l2": 0.007864383980631828, "cosine": 0.9999691247940063 }, { "tensor": "depth_decoder.model.layers.6.self_attn.v_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.0007710754871368408, "mean_abs_err": 0.00011716611334122717, "rel_l2": 0.007917898707091808, "cosine": 0.9999686479568481 }, { "tensor": "depth_decoder.model.layers.7.mlp.down_proj.weight", "shape": [ 1024, 8192 ], "group_size": 256, "max_abs_err": 0.0016211820766329765, "mean_abs_err": 0.0001453474978916347, "rel_l2": 0.009109790436923504, "cosine": 0.9999585151672363 }, { "tensor": "depth_decoder.model.layers.7.mlp.gate_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.002503439784049988, "mean_abs_err": 0.0001461304782424122, "rel_l2": 0.007847036235034466, "cosine": 0.9999693036079407 }, { "tensor": "depth_decoder.model.layers.7.mlp.up_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.001210646703839302, "mean_abs_err": 0.0001219977275468409, "rel_l2": 0.007842094637453556, "cosine": 0.9999692440032959 }, { "tensor": "depth_decoder.model.layers.7.self_attn.k_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.001959890127182007, "mean_abs_err": 0.0002424530393909663, "rel_l2": 0.007880748249590397, "cosine": 0.9999690055847168 }, { "tensor": "depth_decoder.model.layers.7.self_attn.o_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.001895166002213955, "mean_abs_err": 0.0001228402106789872, "rel_l2": 0.008111418224871159, "cosine": 0.9999671578407288 }, { "tensor": "depth_decoder.model.layers.7.self_attn.q_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.0023457370698451996, "mean_abs_err": 0.00019710324704647064, "rel_l2": 0.00789027288556099, "cosine": 0.9999688267707825 }, { "tensor": "depth_decoder.model.layers.7.self_attn.v_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.000673152506351471, "mean_abs_err": 0.00010559835936874151, "rel_l2": 0.0077663445845246315, "cosine": 0.9999699592590332 }, { "tensor": "depth_decoder.model.layers.8.mlp.down_proj.weight", "shape": [ 1024, 8192 ], "group_size": 256, "max_abs_err": 0.0020941486582159996, "mean_abs_err": 0.00014461882528848946, "rel_l2": 0.009057519026100636, "cosine": 0.9999591112136841 }, { "tensor": "depth_decoder.model.layers.8.mlp.gate_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.0019430965185165405, "mean_abs_err": 0.00014663947513327003, "rel_l2": 0.007846204563975334, "cosine": 0.9999691843986511 }, { "tensor": "depth_decoder.model.layers.8.mlp.up_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.00126733910292387, "mean_abs_err": 0.00012126009096391499, "rel_l2": 0.00785443838685751, "cosine": 0.9999692440032959 }, { "tensor": "depth_decoder.model.layers.8.self_attn.k_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.0016950182616710663, "mean_abs_err": 0.000211854770896025, "rel_l2": 0.007918709889054298, "cosine": 0.9999686479568481 }, { "tensor": "depth_decoder.model.layers.8.self_attn.o_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.0016900040209293365, "mean_abs_err": 0.00012672675075009465, "rel_l2": 0.008099245838820934, "cosine": 0.9999672174453735 }, { "tensor": "depth_decoder.model.layers.8.self_attn.q_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.0018645040690898895, "mean_abs_err": 0.00018347916193306446, "rel_l2": 0.007869625464081764, "cosine": 0.9999691247940063 }, { "tensor": "depth_decoder.model.layers.8.self_attn.v_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.0008528176695108414, "mean_abs_err": 0.00011370083666406572, "rel_l2": 0.007869045250117779, "cosine": 0.9999690651893616 }, { "tensor": "depth_decoder.model.layers.9.mlp.down_proj.weight", "shape": [ 1024, 8192 ], "group_size": 256, "max_abs_err": 0.0024619698524475098, "mean_abs_err": 0.00014562469732481986, "rel_l2": 0.009074165485799313, "cosine": 0.999958872795105 }, { "tensor": "depth_decoder.model.layers.9.mlp.gate_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.0018744152039289474, "mean_abs_err": 0.00015018187696114182, "rel_l2": 0.00784969236701727, "cosine": 0.9999692440032959 }, { "tensor": "depth_decoder.model.layers.9.mlp.up_proj.weight", "shape": [ 8192, 1024 ], "group_size": 256, "max_abs_err": 0.0012495014816522598, "mean_abs_err": 0.00012201958452351391, "rel_l2": 0.007846164517104626, "cosine": 0.9999692440032959 }, { "tensor": "depth_decoder.model.layers.9.self_attn.k_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.0014352444559335709, "mean_abs_err": 0.00020076135115232319, "rel_l2": 0.007886816747486591, "cosine": 0.999968945980072 }, { "tensor": "depth_decoder.model.layers.9.self_attn.o_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.00203859806060791, "mean_abs_err": 0.00012141151091782376, "rel_l2": 0.00803985632956028, "cosine": 0.9999676942825317 }, { "tensor": "depth_decoder.model.layers.9.self_attn.q_proj.weight", "shape": [ 1024, 1024 ], "group_size": 256, "max_abs_err": 0.0018692389130592346, "mean_abs_err": 0.0001614930370124057, "rel_l2": 0.007869544439017773, "cosine": 0.9999691247940063 }, { "tensor": "depth_decoder.model.layers.9.self_attn.v_proj.weight", "shape": [ 256, 1024 ], "group_size": 256, "max_abs_err": 0.0009706616401672363, "mean_abs_err": 0.00012774919741787016, "rel_l2": 0.007811125833541155, "cosine": 0.9999693632125854 }, { "tensor": "text_encoder.layers.0.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.00020656641572713852, "mean_abs_err": 2.797946217469871e-05, "rel_l2": 0.008970697410404682, "cosine": 0.9999597668647766 }, { "tensor": "text_encoder.layers.0.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00023933500051498413, "mean_abs_err": 2.4346587451873347e-05, "rel_l2": 0.007968038320541382, "cosine": 0.9999681711196899 }, { "tensor": "text_encoder.layers.0.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00019369833171367645, "mean_abs_err": 2.592776218079962e-05, "rel_l2": 0.007964438758790493, "cosine": 0.9999682903289795 }, { "tensor": "text_encoder.layers.0.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00026987865567207336, "mean_abs_err": 3.885104524670169e-05, "rel_l2": 0.007972605526447296, "cosine": 0.9999682307243347 }, { "tensor": "text_encoder.layers.0.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.000321744941174984, "mean_abs_err": 4.160729076829739e-05, "rel_l2": 0.008121548220515251, "cosine": 0.9999669790267944 }, { "tensor": "text_encoder.layers.0.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.00032746046781539917, "mean_abs_err": 3.8418460462708026e-05, "rel_l2": 0.007994755171239376, "cosine": 0.9999680519104004 }, { "tensor": "text_encoder.layers.0.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00027776695787906647, "mean_abs_err": 4.1382445488125086e-05, "rel_l2": 0.008023402653634548, "cosine": 0.9999678134918213 }, { "tensor": "text_encoder.layers.1.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0002707187086343765, "mean_abs_err": 2.859158303181175e-05, "rel_l2": 0.008981716819107533, "cosine": 0.9999595880508423 }, { "tensor": "text_encoder.layers.1.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00020155683159828186, "mean_abs_err": 2.3744967620586976e-05, "rel_l2": 0.007947574369609356, "cosine": 0.999968409538269 }, { "tensor": "text_encoder.layers.1.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.0002052774652838707, "mean_abs_err": 2.4912131266319193e-05, "rel_l2": 0.007934706285595894, "cosine": 0.9999685287475586 }, { "tensor": "text_encoder.layers.1.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00022666295990347862, "mean_abs_err": 3.6654055293183774e-05, "rel_l2": 0.00790654867887497, "cosine": 0.9999688267707825 }, { "tensor": "text_encoder.layers.1.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.00041987933218479156, "mean_abs_err": 4.223711584927514e-05, "rel_l2": 0.008434656076133251, "cosine": 0.9999644756317139 }, { "tensor": "text_encoder.layers.1.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.0004361348692327738, "mean_abs_err": 3.88821390515659e-05, "rel_l2": 0.007985027506947517, "cosine": 0.9999681711196899 }, { "tensor": "text_encoder.layers.1.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00024056341499090195, "mean_abs_err": 3.949280653614551e-05, "rel_l2": 0.00797144416719675, "cosine": 0.9999682307243347 }, { "tensor": "text_encoder.layers.10.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0004994622431695461, "mean_abs_err": 2.8997241315664724e-05, "rel_l2": 0.008962404914200306, "cosine": 0.9999599456787109 }, { "tensor": "text_encoder.layers.10.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00022587087005376816, "mean_abs_err": 2.7649817639030516e-05, "rel_l2": 0.007903611287474632, "cosine": 0.9999687671661377 }, { "tensor": "text_encoder.layers.10.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00024119787849485874, "mean_abs_err": 2.419894553895574e-05, "rel_l2": 0.007940232753753662, "cosine": 0.9999685287475586 }, { "tensor": "text_encoder.layers.10.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00032904092222452164, "mean_abs_err": 3.916457717423327e-05, "rel_l2": 0.00793897733092308, "cosine": 0.999968409538269 }, { "tensor": "text_encoder.layers.10.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0005854489281773567, "mean_abs_err": 4.4737575080944225e-05, "rel_l2": 0.008155359886586666, "cosine": 0.9999668002128601 }, { "tensor": "text_encoder.layers.10.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.000441916286945343, "mean_abs_err": 4.080178041476756e-05, "rel_l2": 0.00792653113603592, "cosine": 0.999968409538269 }, { "tensor": "text_encoder.layers.10.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0002703205682337284, "mean_abs_err": 4.131305468035862e-05, "rel_l2": 0.007881417870521545, "cosine": 0.9999690055847168 }, { "tensor": "text_encoder.layers.11.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0005869949236512184, "mean_abs_err": 3.110179750365205e-05, "rel_l2": 0.00893147848546505, "cosine": 0.99996018409729 }, { "tensor": "text_encoder.layers.11.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.000225776806473732, "mean_abs_err": 2.7423178835306317e-05, "rel_l2": 0.007921411655843258, "cosine": 0.9999686479568481 }, { "tensor": "text_encoder.layers.11.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00024015316739678383, "mean_abs_err": 2.6978041205438785e-05, "rel_l2": 0.007935961708426476, "cosine": 0.9999685287475586 }, { "tensor": "text_encoder.layers.11.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00040703057311475277, "mean_abs_err": 3.809263216680847e-05, "rel_l2": 0.008052492514252663, "cosine": 0.9999675750732422 }, { "tensor": "text_encoder.layers.11.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0007184594869613647, "mean_abs_err": 4.587099829223007e-05, "rel_l2": 0.008229357190430164, "cosine": 0.9999661445617676 }, { "tensor": "text_encoder.layers.11.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.00045102741569280624, "mean_abs_err": 4.250429992680438e-05, "rel_l2": 0.00794568657875061, "cosine": 0.999968409538269 }, { "tensor": "text_encoder.layers.11.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00026520818937569857, "mean_abs_err": 4.3999643821734935e-05, "rel_l2": 0.007959697395563126, "cosine": 0.9999683499336243 }, { "tensor": "text_encoder.layers.12.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0007534623146057129, "mean_abs_err": 2.9220409487606958e-05, "rel_l2": 0.009023528546094894, "cosine": 0.9999592900276184 }, { "tensor": "text_encoder.layers.12.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00024057773407548666, "mean_abs_err": 2.772843618004117e-05, "rel_l2": 0.007928523235023022, "cosine": 0.9999685883522034 }, { "tensor": "text_encoder.layers.12.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00021462119184434414, "mean_abs_err": 2.567176125012338e-05, "rel_l2": 0.007913559675216675, "cosine": 0.9999687075614929 }, { "tensor": "text_encoder.layers.12.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0003492487594485283, "mean_abs_err": 3.951948383473791e-05, "rel_l2": 0.00808818731456995, "cosine": 0.9999673366546631 }, { "tensor": "text_encoder.layers.12.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0004827156662940979, "mean_abs_err": 4.38933348050341e-05, "rel_l2": 0.008042722940444946, "cosine": 0.9999676942825317 }, { "tensor": "text_encoder.layers.12.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.00035160500556230545, "mean_abs_err": 4.113037357456051e-05, "rel_l2": 0.007980970665812492, "cosine": 0.9999681711196899 }, { "tensor": "text_encoder.layers.12.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0002672271803021431, "mean_abs_err": 4.229570913594216e-05, "rel_l2": 0.007950587198138237, "cosine": 0.999968409538269 }, { "tensor": "text_encoder.layers.13.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.00034677982330322266, "mean_abs_err": 2.9670321964658797e-05, "rel_l2": 0.008940483443439007, "cosine": 0.9999600052833557 }, { "tensor": "text_encoder.layers.13.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00023941253311932087, "mean_abs_err": 2.6375944798928685e-05, "rel_l2": 0.007955878973007202, "cosine": 0.9999682903289795 }, { "tensor": "text_encoder.layers.13.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00020468980073928833, "mean_abs_err": 2.5755580281838775e-05, "rel_l2": 0.007935441099107265, "cosine": 0.9999685287475586 }, { "tensor": "text_encoder.layers.13.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.000318639911711216, "mean_abs_err": 4.031285425298847e-05, "rel_l2": 0.007978199981153011, "cosine": 0.9999681711196899 }, { "tensor": "text_encoder.layers.13.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0005072522908449173, "mean_abs_err": 4.5973491069162264e-05, "rel_l2": 0.008308728225529194, "cosine": 0.999965488910675 }, { "tensor": "text_encoder.layers.13.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.0004725456237792969, "mean_abs_err": 4.243482180754654e-05, "rel_l2": 0.00795433297753334, "cosine": 0.9999682903289795 }, { "tensor": "text_encoder.layers.13.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00029289652593433857, "mean_abs_err": 4.36946538684424e-05, "rel_l2": 0.007921375334262848, "cosine": 0.9999687075614929 }, { "tensor": "text_encoder.layers.14.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0006862860172986984, "mean_abs_err": 3.043674041691702e-05, "rel_l2": 0.008945777080953121, "cosine": 0.9999599456787109 }, { "tensor": "text_encoder.layers.14.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.0002442979603074491, "mean_abs_err": 2.7715392207028344e-05, "rel_l2": 0.007929785177111626, "cosine": 0.9999685287475586 }, { "tensor": "text_encoder.layers.14.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00020622694864869118, "mean_abs_err": 2.670797402970493e-05, "rel_l2": 0.007926554419100285, "cosine": 0.9999686479568481 }, { "tensor": "text_encoder.layers.14.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.000349557027220726, "mean_abs_err": 4.0669183363206685e-05, "rel_l2": 0.007911005057394505, "cosine": 0.9999686479568481 }, { "tensor": "text_encoder.layers.14.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0006493804976344109, "mean_abs_err": 4.713579619419761e-05, "rel_l2": 0.008153656497597694, "cosine": 0.9999667406082153 }, { "tensor": "text_encoder.layers.14.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.0004902724176645279, "mean_abs_err": 4.406982407090254e-05, "rel_l2": 0.007987537421286106, "cosine": 0.9999681115150452 }, { "tensor": "text_encoder.layers.14.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0002967715263366699, "mean_abs_err": 4.568686199490912e-05, "rel_l2": 0.007957719266414642, "cosine": 0.9999683499336243 }, { "tensor": "text_encoder.layers.15.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0005684010684490204, "mean_abs_err": 3.092829865636304e-05, "rel_l2": 0.008936441503465176, "cosine": 0.9999601244926453 }, { "tensor": "text_encoder.layers.15.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.0002698830794543028, "mean_abs_err": 2.9062468456686474e-05, "rel_l2": 0.007948662154376507, "cosine": 0.999968409538269 }, { "tensor": "text_encoder.layers.15.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.0002498086541891098, "mean_abs_err": 2.774826680251863e-05, "rel_l2": 0.007927238009870052, "cosine": 0.9999686479568481 }, { "tensor": "text_encoder.layers.15.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00027378741651773453, "mean_abs_err": 4.029141928185709e-05, "rel_l2": 0.007906126789748669, "cosine": 0.9999687671661377 }, { "tensor": "text_encoder.layers.15.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.00045468308962881565, "mean_abs_err": 4.5985823817318305e-05, "rel_l2": 0.008228728547692299, "cosine": 0.9999662637710571 }, { "tensor": "text_encoder.layers.15.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.0005461055552586913, "mean_abs_err": 4.145556886214763e-05, "rel_l2": 0.007897666655480862, "cosine": 0.9999688863754272 }, { "tensor": "text_encoder.layers.15.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0002879721578210592, "mean_abs_err": 4.496155816013925e-05, "rel_l2": 0.007910206913948059, "cosine": 0.9999686479568481 }, { "tensor": "text_encoder.layers.16.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0006656097248196602, "mean_abs_err": 3.11288058583159e-05, "rel_l2": 0.008936969563364983, "cosine": 0.9999601244926453 }, { "tensor": "text_encoder.layers.16.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.0002878764644265175, "mean_abs_err": 2.9656692277058028e-05, "rel_l2": 0.007939698174595833, "cosine": 0.9999685287475586 }, { "tensor": "text_encoder.layers.16.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00024717487394809723, "mean_abs_err": 2.8428970836102962e-05, "rel_l2": 0.007927916944026947, "cosine": 0.9999685287475586 }, { "tensor": "text_encoder.layers.16.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0003598378971219063, "mean_abs_err": 4.066798646817915e-05, "rel_l2": 0.007962486706674099, "cosine": 0.9999683499336243 }, { "tensor": "text_encoder.layers.16.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0005106199532747269, "mean_abs_err": 4.5656950533157215e-05, "rel_l2": 0.008158673532307148, "cosine": 0.9999667406082153 }, { "tensor": "text_encoder.layers.16.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.00045864470303058624, "mean_abs_err": 4.319646177464165e-05, "rel_l2": 0.007907072082161903, "cosine": 0.9999687671661377 }, { "tensor": "text_encoder.layers.16.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00027803145349025726, "mean_abs_err": 4.6640219807159156e-05, "rel_l2": 0.007905792444944382, "cosine": 0.9999687075614929 }, { "tensor": "text_encoder.layers.17.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0006273156031966209, "mean_abs_err": 3.232168819522485e-05, "rel_l2": 0.008961471728980541, "cosine": 0.9999598860740662 }, { "tensor": "text_encoder.layers.17.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00026919133961200714, "mean_abs_err": 3.183860098943114e-05, "rel_l2": 0.00795331597328186, "cosine": 0.999968409538269 }, { "tensor": "text_encoder.layers.17.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.0002784421667456627, "mean_abs_err": 2.979859164042864e-05, "rel_l2": 0.007923610508441925, "cosine": 0.9999685287475586 }, { "tensor": "text_encoder.layers.17.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.000310712493956089, "mean_abs_err": 4.081440420122817e-05, "rel_l2": 0.007954413071274757, "cosine": 0.9999682903289795 }, { "tensor": "text_encoder.layers.17.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0006721913814544678, "mean_abs_err": 4.759236253448762e-05, "rel_l2": 0.00829317793250084, "cosine": 0.9999656677246094 }, { "tensor": "text_encoder.layers.17.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.0005942909047007561, "mean_abs_err": 4.918796548736282e-05, "rel_l2": 0.007860478013753891, "cosine": 0.9999690651893616 }, { "tensor": "text_encoder.layers.17.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00033246632665395737, "mean_abs_err": 5.000580131309107e-05, "rel_l2": 0.007866171188652515, "cosine": 0.9999691247940063 }, { "tensor": "text_encoder.layers.18.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0005804561078548431, "mean_abs_err": 3.215258402633481e-05, "rel_l2": 0.00896071083843708, "cosine": 0.9999598860740662 }, { "tensor": "text_encoder.layers.18.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.0002619265578687191, "mean_abs_err": 3.0102950404398143e-05, "rel_l2": 0.007947666570544243, "cosine": 0.999968409538269 }, { "tensor": "text_encoder.layers.18.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00022509577684104443, "mean_abs_err": 2.8918775569763966e-05, "rel_l2": 0.007940365001559258, "cosine": 0.9999684691429138 }, { "tensor": "text_encoder.layers.18.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.000308517599478364, "mean_abs_err": 4.346207424532622e-05, "rel_l2": 0.008007669821381569, "cosine": 0.9999679327011108 }, { "tensor": "text_encoder.layers.18.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0009103007614612579, "mean_abs_err": 4.8640500608598813e-05, "rel_l2": 0.008433609269559383, "cosine": 0.9999645352363586 }, { "tensor": "text_encoder.layers.18.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.0006566569209098816, "mean_abs_err": 4.761685340781696e-05, "rel_l2": 0.007961737923324108, "cosine": 0.9999681711196899 }, { "tensor": "text_encoder.layers.18.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0003177933394908905, "mean_abs_err": 4.904352317680605e-05, "rel_l2": 0.007937918417155743, "cosine": 0.9999684691429138 }, { "tensor": "text_encoder.layers.19.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0006463476456701756, "mean_abs_err": 3.214738535461947e-05, "rel_l2": 0.008960945531725883, "cosine": 0.9999598264694214 }, { "tensor": "text_encoder.layers.19.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00024938315618783236, "mean_abs_err": 3.0850747862132266e-05, "rel_l2": 0.00792153924703598, "cosine": 0.9999686479568481 }, { "tensor": "text_encoder.layers.19.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.0002099168486893177, "mean_abs_err": 2.8655553251155652e-05, "rel_l2": 0.007940316572785378, "cosine": 0.999968409538269 }, { "tensor": "text_encoder.layers.19.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0003219459322281182, "mean_abs_err": 4.42723321611993e-05, "rel_l2": 0.007933183573186398, "cosine": 0.9999685883522034 }, { "tensor": "text_encoder.layers.19.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0008521135896444321, "mean_abs_err": 4.736207483801991e-05, "rel_l2": 0.009073183871805668, "cosine": 0.999958872795105 }, { "tensor": "text_encoder.layers.19.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.0005671344697475433, "mean_abs_err": 5.0584625569172204e-05, "rel_l2": 0.007917975075542927, "cosine": 0.9999686479568481 }, { "tensor": "text_encoder.layers.19.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0002674043644219637, "mean_abs_err": 4.329692092142068e-05, "rel_l2": 0.007957505993545055, "cosine": 0.9999683499336243 }, { "tensor": "text_encoder.layers.2.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0005183652974665165, "mean_abs_err": 2.818369830492884e-05, "rel_l2": 0.008924358524382114, "cosine": 0.99996018409729 }, { "tensor": "text_encoder.layers.2.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00022553279995918274, "mean_abs_err": 2.602654421934858e-05, "rel_l2": 0.007933931425213814, "cosine": 0.9999685883522034 }, { "tensor": "text_encoder.layers.2.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00020707445219159126, "mean_abs_err": 2.5388018912053667e-05, "rel_l2": 0.007938358001410961, "cosine": 0.9999685287475586 }, { "tensor": "text_encoder.layers.2.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00031521497294306755, "mean_abs_err": 3.5276400012662634e-05, "rel_l2": 0.008057917468249798, "cosine": 0.9999675154685974 }, { "tensor": "text_encoder.layers.2.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0003803437575697899, "mean_abs_err": 4.029880074085668e-05, "rel_l2": 0.008644454181194305, "cosine": 0.999962568283081 }, { "tensor": "text_encoder.layers.2.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.00039730523712933064, "mean_abs_err": 3.8624624721705914e-05, "rel_l2": 0.008003915660083294, "cosine": 0.9999679327011108 }, { "tensor": "text_encoder.layers.2.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0002723131328821182, "mean_abs_err": 3.8944253901718184e-05, "rel_l2": 0.008008047007024288, "cosine": 0.9999679923057556 }, { "tensor": "text_encoder.layers.20.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0006491672247648239, "mean_abs_err": 3.229799767723307e-05, "rel_l2": 0.008937758393585682, "cosine": 0.9999600648880005 }, { "tensor": "text_encoder.layers.20.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00027403607964515686, "mean_abs_err": 3.074506821576506e-05, "rel_l2": 0.00795432273298502, "cosine": 0.9999682903289795 }, { "tensor": "text_encoder.layers.20.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00026377150788903236, "mean_abs_err": 2.891800249926746e-05, "rel_l2": 0.007955869659781456, "cosine": 0.9999683499336243 }, { "tensor": "text_encoder.layers.20.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0003809090703725815, "mean_abs_err": 4.326660928199999e-05, "rel_l2": 0.007906608283519745, "cosine": 0.9999687075614929 }, { "tensor": "text_encoder.layers.20.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0008876696228981018, "mean_abs_err": 4.7957481001503766e-05, "rel_l2": 0.008227583952248096, "cosine": 0.9999661445617676 }, { "tensor": "text_encoder.layers.20.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.0005388744175434113, "mean_abs_err": 4.741094380733557e-05, "rel_l2": 0.00797293335199356, "cosine": 0.9999682903289795 }, { "tensor": "text_encoder.layers.20.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00030053011141717434, "mean_abs_err": 5.060202965978533e-05, "rel_l2": 0.00785363744944334, "cosine": 0.9999691247940063 }, { "tensor": "text_encoder.layers.21.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0005132327787578106, "mean_abs_err": 3.251562884543091e-05, "rel_l2": 0.00896418560296297, "cosine": 0.9999598264694214 }, { "tensor": "text_encoder.layers.21.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.0003187693655490875, "mean_abs_err": 3.0183091439539567e-05, "rel_l2": 0.007937651127576828, "cosine": 0.9999684691429138 }, { "tensor": "text_encoder.layers.21.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00021067215129733086, "mean_abs_err": 2.896980004152283e-05, "rel_l2": 0.007931210100650787, "cosine": 0.9999685287475586 }, { "tensor": "text_encoder.layers.21.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.000399609562009573, "mean_abs_err": 4.487497790250927e-05, "rel_l2": 0.00788166094571352, "cosine": 0.9999690055847168 }, { "tensor": "text_encoder.layers.21.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0008702920749783516, "mean_abs_err": 4.8526617320021614e-05, "rel_l2": 0.008211186155676842, "cosine": 0.9999662637710571 }, { "tensor": "text_encoder.layers.21.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.0006546098738908768, "mean_abs_err": 4.890083073405549e-05, "rel_l2": 0.007904332131147385, "cosine": 0.9999687671661377 }, { "tensor": "text_encoder.layers.21.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0003481737803667784, "mean_abs_err": 5.261986734694801e-05, "rel_l2": 0.007975711487233639, "cosine": 0.9999680519104004 }, { "tensor": "text_encoder.layers.22.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0005333591252565384, "mean_abs_err": 3.2385069062002e-05, "rel_l2": 0.008977968245744705, "cosine": 0.9999597072601318 }, { "tensor": "text_encoder.layers.22.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.0003626309335231781, "mean_abs_err": 2.9717686629737727e-05, "rel_l2": 0.007956316694617271, "cosine": 0.999968409538269 }, { "tensor": "text_encoder.layers.22.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.0002301456406712532, "mean_abs_err": 2.9052991521894e-05, "rel_l2": 0.007950742729008198, "cosine": 0.999968409538269 }, { "tensor": "text_encoder.layers.22.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0004382636398077011, "mean_abs_err": 4.31239532190375e-05, "rel_l2": 0.00788606982678175, "cosine": 0.9999690055847168 }, { "tensor": "text_encoder.layers.22.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.000702960416674614, "mean_abs_err": 4.8429985326947644e-05, "rel_l2": 0.008221814408898354, "cosine": 0.9999662041664124 }, { "tensor": "text_encoder.layers.22.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.0006164312362670898, "mean_abs_err": 5.0034901505568996e-05, "rel_l2": 0.007989372126758099, "cosine": 0.9999681115150452 }, { "tensor": "text_encoder.layers.22.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00032069883309304714, "mean_abs_err": 5.201617022976279e-05, "rel_l2": 0.007993162609636784, "cosine": 0.9999681115150452 }, { "tensor": "text_encoder.layers.23.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0006640143692493439, "mean_abs_err": 3.273362744948827e-05, "rel_l2": 0.008953742682933807, "cosine": 0.9999598860740662 }, { "tensor": "text_encoder.layers.23.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.0003001564182341099, "mean_abs_err": 3.0143761250656098e-05, "rel_l2": 0.007961604744195938, "cosine": 0.9999682903289795 }, { "tensor": "text_encoder.layers.23.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.0002369892317801714, "mean_abs_err": 2.888010931201279e-05, "rel_l2": 0.007948333397507668, "cosine": 0.9999684691429138 }, { "tensor": "text_encoder.layers.23.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0004116203635931015, "mean_abs_err": 4.399473255034536e-05, "rel_l2": 0.007933514192700386, "cosine": 0.9999685287475586 }, { "tensor": "text_encoder.layers.23.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0008253478445112705, "mean_abs_err": 5.497054007719271e-05, "rel_l2": 0.008845708332955837, "cosine": 0.9999608397483826 }, { "tensor": "text_encoder.layers.23.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.000773110892623663, "mean_abs_err": 5.248463276075199e-05, "rel_l2": 0.007877490483224392, "cosine": 0.9999690055847168 }, { "tensor": "text_encoder.layers.23.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00033188890665769577, "mean_abs_err": 5.1554983656387776e-05, "rel_l2": 0.007833216339349747, "cosine": 0.9999693036079407 }, { "tensor": "text_encoder.layers.24.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0005075366934761405, "mean_abs_err": 3.2519499654881656e-05, "rel_l2": 0.008956735953688622, "cosine": 0.9999598264694214 }, { "tensor": "text_encoder.layers.24.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00036054104566574097, "mean_abs_err": 2.9588718462036923e-05, "rel_l2": 0.007940402254462242, "cosine": 0.9999684691429138 }, { "tensor": "text_encoder.layers.24.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00024491280782967806, "mean_abs_err": 2.889705683628563e-05, "rel_l2": 0.007936762645840645, "cosine": 0.9999685287475586 }, { "tensor": "text_encoder.layers.24.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00033783912658691406, "mean_abs_err": 4.379333768156357e-05, "rel_l2": 0.00795164704322815, "cosine": 0.999968409538269 }, { "tensor": "text_encoder.layers.24.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0006743166595697403, "mean_abs_err": 4.934396565658972e-05, "rel_l2": 0.008342010900378227, "cosine": 0.9999651908874512 }, { "tensor": "text_encoder.layers.24.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.0006714193150401115, "mean_abs_err": 4.97017172165215e-05, "rel_l2": 0.007908848114311695, "cosine": 0.9999686479568481 }, { "tensor": "text_encoder.layers.24.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0003778403624892235, "mean_abs_err": 5.1999606512254104e-05, "rel_l2": 0.007967795245349407, "cosine": 0.9999682903289795 }, { "tensor": "text_encoder.layers.25.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.00048340484499931335, "mean_abs_err": 3.3497504773549736e-05, "rel_l2": 0.009017049334943295, "cosine": 0.9999593496322632 }, { "tensor": "text_encoder.layers.25.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00032267882488667965, "mean_abs_err": 2.9604585506604053e-05, "rel_l2": 0.007950881496071815, "cosine": 0.999968409538269 }, { "tensor": "text_encoder.layers.25.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.0002512042410671711, "mean_abs_err": 2.9527474907808937e-05, "rel_l2": 0.007959000766277313, "cosine": 0.9999682903289795 }, { "tensor": "text_encoder.layers.25.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0004110862500965595, "mean_abs_err": 4.4241918658372015e-05, "rel_l2": 0.008024119772017002, "cosine": 0.9999677538871765 }, { "tensor": "text_encoder.layers.25.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0007032370194792747, "mean_abs_err": 5.101178612676449e-05, "rel_l2": 0.008469551801681519, "cosine": 0.9999642372131348 }, { "tensor": "text_encoder.layers.25.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.0007719739805907011, "mean_abs_err": 5.182607492315583e-05, "rel_l2": 0.0079177375882864, "cosine": 0.9999686479568481 }, { "tensor": "text_encoder.layers.25.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00033121462911367416, "mean_abs_err": 5.0364051276119426e-05, "rel_l2": 0.007952168583869934, "cosine": 0.9999682903289795 }, { "tensor": "text_encoder.layers.3.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.00045041926205158234, "mean_abs_err": 2.776979272312019e-05, "rel_l2": 0.009012777358293533, "cosine": 0.9999593496322632 }, { "tensor": "text_encoder.layers.3.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00019633164629340172, "mean_abs_err": 2.515634332667105e-05, "rel_l2": 0.007925971411168575, "cosine": 0.9999686479568481 }, { "tensor": "text_encoder.layers.3.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00019867811352014542, "mean_abs_err": 2.415253584331367e-05, "rel_l2": 0.007924104109406471, "cosine": 0.9999685287475586 }, { "tensor": "text_encoder.layers.3.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0002787295961752534, "mean_abs_err": 3.568042302504182e-05, "rel_l2": 0.007939119823276997, "cosine": 0.9999685287475586 }, { "tensor": "text_encoder.layers.3.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0005836784839630127, "mean_abs_err": 4.3145690142409876e-05, "rel_l2": 0.00878596119582653, "cosine": 0.9999613761901855 }, { "tensor": "text_encoder.layers.3.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.0003864225000143051, "mean_abs_err": 3.779773396672681e-05, "rel_l2": 0.00792684406042099, "cosine": 0.9999685883522034 }, { "tensor": "text_encoder.layers.3.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00025805551558732986, "mean_abs_err": 4.1465806134510785e-05, "rel_l2": 0.00786999799311161, "cosine": 0.9999690055847168 }, { "tensor": "text_encoder.layers.4.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0003335271030664444, "mean_abs_err": 2.8222735636518337e-05, "rel_l2": 0.008878986351191998, "cosine": 0.9999604821205139 }, { "tensor": "text_encoder.layers.4.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.000200013630092144, "mean_abs_err": 2.624926491989754e-05, "rel_l2": 0.00792849063873291, "cosine": 0.9999685883522034 }, { "tensor": "text_encoder.layers.4.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.0001984627451747656, "mean_abs_err": 2.4439248591079377e-05, "rel_l2": 0.00793036725372076, "cosine": 0.9999685883522034 }, { "tensor": "text_encoder.layers.4.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0002502409042790532, "mean_abs_err": 3.472494427114725e-05, "rel_l2": 0.007939684204757214, "cosine": 0.9999684691429138 }, { "tensor": "text_encoder.layers.4.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0006269481964409351, "mean_abs_err": 4.2735569877550006e-05, "rel_l2": 0.008397187106311321, "cosine": 0.9999647736549377 }, { "tensor": "text_encoder.layers.4.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.00034347735345363617, "mean_abs_err": 3.841929355985485e-05, "rel_l2": 0.007910806685686111, "cosine": 0.9999686479568481 }, { "tensor": "text_encoder.layers.4.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00024229881819337606, "mean_abs_err": 3.859053322230466e-05, "rel_l2": 0.0079184053465724, "cosine": 0.9999686479568481 }, { "tensor": "text_encoder.layers.5.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0005854256451129913, "mean_abs_err": 2.9199924028944224e-05, "rel_l2": 0.008913605473935604, "cosine": 0.9999602437019348 }, { "tensor": "text_encoder.layers.5.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.0002213150728493929, "mean_abs_err": 2.7515470719663426e-05, "rel_l2": 0.00794124323874712, "cosine": 0.9999685287475586 }, { "tensor": "text_encoder.layers.5.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.0002093187067657709, "mean_abs_err": 2.5714480216265656e-05, "rel_l2": 0.007949605584144592, "cosine": 0.999968409538269 }, { "tensor": "text_encoder.layers.5.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00026402773801237345, "mean_abs_err": 3.13116870529484e-05, "rel_l2": 0.008024748414754868, "cosine": 0.9999678730964661 }, { "tensor": "text_encoder.layers.5.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0008032806217670441, "mean_abs_err": 4.272177829989232e-05, "rel_l2": 0.00882418267428875, "cosine": 0.9999611377716064 }, { "tensor": "text_encoder.layers.5.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.0004293927922844887, "mean_abs_err": 3.857156480080448e-05, "rel_l2": 0.007992702536284924, "cosine": 0.9999680519104004 }, { "tensor": "text_encoder.layers.5.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00028262659907341003, "mean_abs_err": 3.9967340853763744e-05, "rel_l2": 0.007882468402385712, "cosine": 0.9999688863754272 }, { "tensor": "text_encoder.layers.6.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0007869638502597809, "mean_abs_err": 3.033451321243774e-05, "rel_l2": 0.008966636843979359, "cosine": 0.9999598264694214 }, { "tensor": "text_encoder.layers.6.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.0002321251668035984, "mean_abs_err": 2.8264252250664867e-05, "rel_l2": 0.007936658337712288, "cosine": 0.9999684691429138 }, { "tensor": "text_encoder.layers.6.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00020975619554519653, "mean_abs_err": 2.687431151571218e-05, "rel_l2": 0.00793658196926117, "cosine": 0.9999685287475586 }, { "tensor": "text_encoder.layers.6.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0003668307326734066, "mean_abs_err": 3.830580317298882e-05, "rel_l2": 0.00800922978669405, "cosine": 0.9999679327011108 }, { "tensor": "text_encoder.layers.6.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0004354706034064293, "mean_abs_err": 4.333802644396201e-05, "rel_l2": 0.008297188207507133, "cosine": 0.9999656081199646 }, { "tensor": "text_encoder.layers.6.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.000540098175406456, "mean_abs_err": 4.0013848774833605e-05, "rel_l2": 0.007958641275763512, "cosine": 0.9999682903289795 }, { "tensor": "text_encoder.layers.6.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0002861279062926769, "mean_abs_err": 4.073204399901442e-05, "rel_l2": 0.007924570702016354, "cosine": 0.9999685883522034 }, { "tensor": "text_encoder.layers.7.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0005717342719435692, "mean_abs_err": 3.029292929568328e-05, "rel_l2": 0.00893236044794321, "cosine": 0.9999601244926453 }, { "tensor": "text_encoder.layers.7.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.0002617649734020233, "mean_abs_err": 2.7768001018557698e-05, "rel_l2": 0.007922813296318054, "cosine": 0.9999686479568481 }, { "tensor": "text_encoder.layers.7.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00024792831391096115, "mean_abs_err": 2.615756238810718e-05, "rel_l2": 0.007923275232315063, "cosine": 0.9999686479568481 }, { "tensor": "text_encoder.layers.7.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00026348279789090157, "mean_abs_err": 3.8971546018728986e-05, "rel_l2": 0.008038604632019997, "cosine": 0.9999676942825317 }, { "tensor": "text_encoder.layers.7.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0005475282669067383, "mean_abs_err": 4.106058622710407e-05, "rel_l2": 0.008104524575173855, "cosine": 0.9999671578407288 }, { "tensor": "text_encoder.layers.7.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.00045084208250045776, "mean_abs_err": 3.926951831090264e-05, "rel_l2": 0.007955125533044338, "cosine": 0.9999683499336243 }, { "tensor": "text_encoder.layers.7.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0002508438192307949, "mean_abs_err": 4.0381986764259636e-05, "rel_l2": 0.007943028584122658, "cosine": 0.9999684691429138 }, { "tensor": "text_encoder.layers.8.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0005675088614225388, "mean_abs_err": 3.0484201488434337e-05, "rel_l2": 0.008994260802865028, "cosine": 0.9999595880508423 }, { "tensor": "text_encoder.layers.8.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00024007679894566536, "mean_abs_err": 2.7520332878339104e-05, "rel_l2": 0.00794390682131052, "cosine": 0.9999684691429138 }, { "tensor": "text_encoder.layers.8.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00018938904395326972, "mean_abs_err": 2.6035202608909458e-05, "rel_l2": 0.007932097651064396, "cosine": 0.9999684691429138 }, { "tensor": "text_encoder.layers.8.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00024977908469736576, "mean_abs_err": 3.885027763317339e-05, "rel_l2": 0.008003909140825272, "cosine": 0.9999678134918213 }, { "tensor": "text_encoder.layers.8.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.0005518754478543997, "mean_abs_err": 4.470529893296771e-05, "rel_l2": 0.008474930189549923, "cosine": 0.9999641180038452 }, { "tensor": "text_encoder.layers.8.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.00039626751095056534, "mean_abs_err": 3.9939033740665764e-05, "rel_l2": 0.007926104590296745, "cosine": 0.9999686479568481 }, { "tensor": "text_encoder.layers.8.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0002555013634264469, "mean_abs_err": 4.049383642268367e-05, "rel_l2": 0.007914336398243904, "cosine": 0.9999687075614929 }, { "tensor": "text_encoder.layers.9.mlp.down_proj.weight", "shape": [ 1152, 6912 ], "group_size": 256, "max_abs_err": 0.0004992559552192688, "mean_abs_err": 3.0718092602910474e-05, "rel_l2": 0.008930213749408722, "cosine": 0.99996018409729 }, { "tensor": "text_encoder.layers.9.mlp.gate_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.00023995828814804554, "mean_abs_err": 2.6906536731985398e-05, "rel_l2": 0.007929641753435135, "cosine": 0.9999685287475586 }, { "tensor": "text_encoder.layers.9.mlp.up_proj.weight", "shape": [ 6912, 1152 ], "group_size": 64, "max_abs_err": 0.0002329070121049881, "mean_abs_err": 2.6256580895278603e-05, "rel_l2": 0.007917355746030807, "cosine": 0.9999687671661377 }, { "tensor": "text_encoder.layers.9.self_attn.k_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.0004360424354672432, "mean_abs_err": 3.7818590499227867e-05, "rel_l2": 0.007931231521070004, "cosine": 0.9999685287475586 }, { "tensor": "text_encoder.layers.9.self_attn.o_proj.weight", "shape": [ 1152, 1024 ], "group_size": 256, "max_abs_err": 0.00048078224062919617, "mean_abs_err": 4.2723873775685206e-05, "rel_l2": 0.008095338009297848, "cosine": 0.9999672770500183 }, { "tensor": "text_encoder.layers.9.self_attn.q_proj.weight", "shape": [ 1024, 1152 ], "group_size": 64, "max_abs_err": 0.000507330521941185, "mean_abs_err": 4.0819038986228406e-05, "rel_l2": 0.007977495901286602, "cosine": 0.9999681711196899 }, { "tensor": "text_encoder.layers.9.self_attn.v_proj.weight", "shape": [ 256, 1152 ], "group_size": 64, "max_abs_err": 0.00026716198772192, "mean_abs_err": 4.0962644561659545e-05, "rel_l2": 0.007875950075685978, "cosine": 0.9999690055847168 } ] }