| { |
| "schema_version": 1, |
| "format": "comfy_scaled_fp8_merged_text_encoder", |
| "scale_policy": "preserve_stock_per_tensor_scale", |
| "base": "/workspace/Ideogram/checkpoints/text_encoders/qwen3vl_8b_fp8_scaled.safetensors", |
| "base_sha256": "4ba424cf62e51392e4d1a39933e803706f4e823c1065f36aaf149c6453f66bcd", |
| "adapter": "/workspace/Ideogram/artifacts/phase2_balanced_4000_8state_debanner_s020_v1_checkpoints/step_00004510/adapters.safetensors", |
| "adapter_sha256": "1f2277f2e045b144719b952e572b4f73b1df0ceb70df39881499cb4f8001d328", |
| "adapter_global_step": "4510", |
| "output": "/workspace/Ideogram/artifacts/huggingface_release/s020_v1/qwen3vl_8b_ideogram4_nl_s020_v1_step_00004510_fp8_scaled.safetensors", |
| "output_bytes": 10588637800, |
| "output_sha256": "f438aae391f0f41539cd79bceeab551770183842beba12cb106826d284e59b1f", |
| "output_tensors": 1254, |
| "merged_projections": 252, |
| "lora_rank": 64, |
| "lora_alpha": 64.0, |
| "elapsed_seconds": 69.229, |
| "projections": [ |
| { |
| "index": 1, |
| "total": 252, |
| "projection": "layers.0.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4207, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.134305206230876, |
| "retained_delta_l2": 2.8551292133960655, |
| "delta_retention_norm_ratio": 0.910928906259729, |
| "delta_cosine": 0.7262223187693696, |
| "relative_weight_rmse": 0.012330467963596634 |
| }, |
| { |
| "index": 2, |
| "total": 252, |
| "projection": "layers.0.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3778, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.3559825783010786, |
| "retained_delta_l2": 3.077174281497866, |
| "delta_retention_norm_ratio": 0.9169220071028035, |
| "delta_cosine": 0.7297331310220535, |
| "relative_weight_rmse": 0.013610261463650438 |
| }, |
| { |
| "index": 3, |
| "total": 252, |
| "projection": "layers.0.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3768, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.973696032745, |
| "retained_delta_l2": 2.6691274432529677, |
| "delta_retention_norm_ratio": 0.8975791116044611, |
| "delta_cosine": 0.7108711588641692, |
| "relative_weight_rmse": 0.013128998310727108 |
| }, |
| { |
| "index": 4, |
| "total": 252, |
| "projection": "layers.0.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0302, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.6048105845388408, |
| "retained_delta_l2": 0.4439177039123404, |
| "delta_retention_norm_ratio": 0.7339780672833646, |
| "delta_cosine": 0.561703117976772, |
| "relative_weight_rmse": 0.009035763327879053 |
| }, |
| { |
| "index": 5, |
| "total": 252, |
| "projection": "layers.0.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1289, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9774444147559924, |
| "retained_delta_l2": 1.8659500759527547, |
| "delta_retention_norm_ratio": 0.9436169543015975, |
| "delta_cosine": 0.7631999662132374, |
| "relative_weight_rmse": 0.013642805559966107 |
| }, |
| { |
| "index": 6, |
| "total": 252, |
| "projection": "layers.0.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1275, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.229760415708081, |
| "retained_delta_l2": 0.9582979496337267, |
| "delta_retention_norm_ratio": 0.7792558106384897, |
| "delta_cosine": 0.5998720966781603, |
| "relative_weight_rmse": 0.009831882975672031 |
| }, |
| { |
| "index": 7, |
| "total": 252, |
| "projection": "layers.0.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0292, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7982387638421526, |
| "retained_delta_l2": 0.696152310747279, |
| "delta_retention_norm_ratio": 0.8721103788501798, |
| "delta_cosine": 0.6849935283790957, |
| "relative_weight_rmse": 0.012011812715934966 |
| }, |
| { |
| "index": 8, |
| "total": 252, |
| "projection": "layers.1.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4162, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.0383382547629165, |
| "retained_delta_l2": 1.9029792599323412, |
| "delta_retention_norm_ratio": 0.9335934580463833, |
| "delta_cosine": 0.7566971338926844, |
| "relative_weight_rmse": 0.011992125686370043 |
| }, |
| { |
| "index": 9, |
| "total": 252, |
| "projection": "layers.1.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3759, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.830813255676563, |
| "retained_delta_l2": 3.798066137945357, |
| "delta_retention_norm_ratio": 0.9914516538537397, |
| "delta_cosine": 0.8457197498298105, |
| "relative_weight_rmse": 0.014365848252484843 |
| }, |
| { |
| "index": 10, |
| "total": 252, |
| "projection": "layers.1.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3762, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.251428931776178, |
| "retained_delta_l2": 4.248668837106354, |
| "delta_retention_norm_ratio": 0.9993507842388724, |
| "delta_cosine": 0.9301037952968061, |
| "relative_weight_rmse": 0.015773663804699575 |
| }, |
| { |
| "index": 11, |
| "total": 252, |
| "projection": "layers.1.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0304, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.6779092203442499, |
| "retained_delta_l2": 0.557132557038717, |
| "delta_retention_norm_ratio": 0.821839473957588, |
| "delta_cosine": 0.637988161346813, |
| "relative_weight_rmse": 0.01083597006662115 |
| }, |
| { |
| "index": 12, |
| "total": 252, |
| "projection": "layers.1.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1343, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.719155842800786, |
| "retained_delta_l2": 1.5394124289148676, |
| "delta_retention_norm_ratio": 0.895446701566574, |
| "delta_cosine": 0.7061998273184573, |
| "relative_weight_rmse": 0.012686407067353635 |
| }, |
| { |
| "index": 13, |
| "total": 252, |
| "projection": "layers.1.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.128, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.092667644901797, |
| "retained_delta_l2": 2.023302001419501, |
| "delta_retention_norm_ratio": 0.9668530052293369, |
| "delta_cosine": 0.7926265026900242, |
| "relative_weight_rmse": 0.014639248699999614 |
| }, |
| { |
| "index": 14, |
| "total": 252, |
| "projection": "layers.1.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.029, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9113442714515859, |
| "retained_delta_l2": 0.8282095652134706, |
| "delta_retention_norm_ratio": 0.9087779351422283, |
| "delta_cosine": 0.7213086683575567, |
| "relative_weight_rmse": 0.01240592111662902 |
| }, |
| { |
| "index": 15, |
| "total": 252, |
| "projection": "layers.10.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4204, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.8154059449259456, |
| "retained_delta_l2": 2.496875922029961, |
| "delta_retention_norm_ratio": 0.8868617779719994, |
| "delta_cosine": 0.7008178018803435, |
| "relative_weight_rmse": 0.011675323564227786 |
| }, |
| { |
| "index": 16, |
| "total": 252, |
| "projection": "layers.10.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3762, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.3968528691768745, |
| "retained_delta_l2": 1.8596025024810308, |
| "delta_retention_norm_ratio": 0.7758517539375098, |
| "delta_cosine": 0.5966089470548691, |
| "relative_weight_rmse": 0.00967390290084976 |
| }, |
| { |
| "index": 17, |
| "total": 252, |
| "projection": "layers.10.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.377, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.8577186702812782, |
| "retained_delta_l2": 2.5291353489987176, |
| "delta_retention_norm_ratio": 0.8850190101987124, |
| "delta_cosine": 0.6975330232746796, |
| "relative_weight_rmse": 0.011913550324219804 |
| }, |
| { |
| "index": 18, |
| "total": 252, |
| "projection": "layers.10.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0301, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9000497299947879, |
| "retained_delta_l2": 0.8277379544554692, |
| "delta_retention_norm_ratio": 0.9196580220742497, |
| "delta_cosine": 0.73760004795336, |
| "relative_weight_rmse": 0.011989591809702433 |
| }, |
| { |
| "index": 19, |
| "total": 252, |
| "projection": "layers.10.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1262, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.7763850901409144, |
| "retained_delta_l2": 1.5878719671457988, |
| "delta_retention_norm_ratio": 0.893878233924964, |
| "delta_cosine": 0.7071065500058159, |
| "relative_weight_rmse": 0.012178572593450197 |
| }, |
| { |
| "index": 20, |
| "total": 252, |
| "projection": "layers.10.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1253, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.123153151203661, |
| "retained_delta_l2": 2.0261615701124023, |
| "delta_retention_norm_ratio": 0.9543171998514228, |
| "delta_cosine": 0.7804211120035812, |
| "relative_weight_rmse": 0.013466313266177627 |
| }, |
| { |
| "index": 21, |
| "total": 252, |
| "projection": "layers.10.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0289, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9135031519131191, |
| "retained_delta_l2": 0.816820385165288, |
| "delta_retention_norm_ratio": 0.8941626347480557, |
| "delta_cosine": 0.7122999270297641, |
| "relative_weight_rmse": 0.0112335137878804 |
| }, |
| { |
| "index": 22, |
| "total": 252, |
| "projection": "layers.11.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4232, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.6109010771483048, |
| "retained_delta_l2": 2.235147165148276, |
| "delta_retention_norm_ratio": 0.8560826699683172, |
| "delta_cosine": 0.6706252596501824, |
| "relative_weight_rmse": 0.011055882773351417 |
| }, |
| { |
| "index": 23, |
| "total": 252, |
| "projection": "layers.11.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.5072, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.7837904557374036, |
| "retained_delta_l2": 2.352648766663104, |
| "delta_retention_norm_ratio": 0.8451242304586126, |
| "delta_cosine": 0.660464602486499, |
| "relative_weight_rmse": 0.010840530665069759 |
| }, |
| { |
| "index": 24, |
| "total": 252, |
| "projection": "layers.11.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.5614, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.678626283286802, |
| "retained_delta_l2": 2.2772349899339264, |
| "delta_retention_norm_ratio": 0.8501503192672518, |
| "delta_cosine": 0.6636888571816134, |
| "relative_weight_rmse": 0.011386402464295113 |
| }, |
| { |
| "index": 25, |
| "total": 252, |
| "projection": "layers.11.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0427, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1352019041397279, |
| "retained_delta_l2": 1.0932414195471012, |
| "delta_retention_norm_ratio": 0.9630369853683209, |
| "delta_cosine": 0.7884213686708266, |
| "relative_weight_rmse": 0.013700759185643972 |
| }, |
| { |
| "index": 26, |
| "total": 252, |
| "projection": "layers.11.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1276, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.6714994547029598, |
| "retained_delta_l2": 1.4680214426427542, |
| "delta_retention_norm_ratio": 0.878266181010292, |
| "delta_cosine": 0.6931568524501354, |
| "relative_weight_rmse": 0.011735150801091823 |
| }, |
| { |
| "index": 27, |
| "total": 252, |
| "projection": "layers.11.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1268, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.4130009406082322, |
| "retained_delta_l2": 1.1770579340057459, |
| "delta_retention_norm_ratio": 0.8330199224772464, |
| "delta_cosine": 0.6476754056028551, |
| "relative_weight_rmse": 0.010787635442405654 |
| }, |
| { |
| "index": 28, |
| "total": 252, |
| "projection": "layers.11.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0294, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0009756815806787, |
| "retained_delta_l2": 0.911410842151049, |
| "delta_retention_norm_ratio": 0.9105224621559292, |
| "delta_cosine": 0.7279115063868035, |
| "relative_weight_rmse": 0.011910522316250768 |
| }, |
| { |
| "index": 29, |
| "total": 252, |
| "projection": "layers.12.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.421, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.5701887321570265, |
| "retained_delta_l2": 2.1904728701434952, |
| "delta_retention_norm_ratio": 0.852261486768384, |
| "delta_cosine": 0.6668780159488222, |
| "relative_weight_rmse": 0.010843526137798286 |
| }, |
| { |
| "index": 30, |
| "total": 252, |
| "projection": "layers.12.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3764, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.227729167637915, |
| "retained_delta_l2": 2.8970759705000475, |
| "delta_retention_norm_ratio": 0.897558568279803, |
| "delta_cosine": 0.7136826757993329, |
| "relative_weight_rmse": 0.012018947370414802 |
| }, |
| { |
| "index": 31, |
| "total": 252, |
| "projection": "layers.12.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3806, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.691843635194388, |
| "retained_delta_l2": 2.2957754331565856, |
| "delta_retention_norm_ratio": 0.8528635924986777, |
| "delta_cosine": 0.6665708676441654, |
| "relative_weight_rmse": 0.011236440043849646 |
| }, |
| { |
| "index": 32, |
| "total": 252, |
| "projection": "layers.12.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0302, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9324759911703842, |
| "retained_delta_l2": 0.865664776687525, |
| "delta_retention_norm_ratio": 0.9283507402705329, |
| "delta_cosine": 0.7477112390956875, |
| "relative_weight_rmse": 0.012291956052749723 |
| }, |
| { |
| "index": 33, |
| "total": 252, |
| "projection": "layers.12.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1257, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.7752423438997837, |
| "retained_delta_l2": 1.6082069434909523, |
| "delta_retention_norm_ratio": 0.9059083955591695, |
| "delta_cosine": 0.7220035227224644, |
| "relative_weight_rmse": 0.012041195982630933 |
| }, |
| { |
| "index": 34, |
| "total": 252, |
| "projection": "layers.12.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1258, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.808164638639432, |
| "retained_delta_l2": 1.6533763990488697, |
| "delta_retention_norm_ratio": 0.9143948309336288, |
| "delta_cosine": 0.7314398087130457, |
| "relative_weight_rmse": 0.012442322897772152 |
| }, |
| { |
| "index": 35, |
| "total": 252, |
| "projection": "layers.12.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0294, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.088169586668509, |
| "retained_delta_l2": 1.02521247620021, |
| "delta_retention_norm_ratio": 0.9421440267770708, |
| "delta_cosine": 0.7662794220487094, |
| "relative_weight_rmse": 0.012197573996043104 |
| }, |
| { |
| "index": 36, |
| "total": 252, |
| "projection": "layers.13.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4177, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.348918943037561, |
| "retained_delta_l2": 1.9246704916857462, |
| "delta_retention_norm_ratio": 0.8193856571299187, |
| "delta_cosine": 0.6362000951544078, |
| "relative_weight_rmse": 0.010204729829850571 |
| }, |
| { |
| "index": 37, |
| "total": 252, |
| "projection": "layers.13.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3795, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.0046582979771133, |
| "retained_delta_l2": 2.632487583998917, |
| "delta_retention_norm_ratio": 0.8761354280356071, |
| "delta_cosine": 0.6889241535168036, |
| "relative_weight_rmse": 0.011927461191097697 |
| }, |
| { |
| "index": 38, |
| "total": 252, |
| "projection": "layers.13.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3785, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.40636297798598, |
| "retained_delta_l2": 1.9470638035278636, |
| "delta_retention_norm_ratio": 0.8091313826467986, |
| "delta_cosine": 0.6256307252856597, |
| "relative_weight_rmse": 0.010364549956162825 |
| }, |
| { |
| "index": 39, |
| "total": 252, |
| "projection": "layers.13.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0306, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.3441852025176408, |
| "retained_delta_l2": 1.3300534995723514, |
| "delta_retention_norm_ratio": 0.9894867887856369, |
| "delta_cosine": 0.834868233635624, |
| "relative_weight_rmse": 0.014792573377830402 |
| }, |
| { |
| "index": 40, |
| "total": 252, |
| "projection": "layers.13.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1273, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.7339808147340978, |
| "retained_delta_l2": 1.5549879861344538, |
| "delta_retention_norm_ratio": 0.8967734665350999, |
| "delta_cosine": 0.7125385544579776, |
| "relative_weight_rmse": 0.012279755473908797 |
| }, |
| { |
| "index": 41, |
| "total": 252, |
| "projection": "layers.13.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.127, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.4129089644993296, |
| "retained_delta_l2": 1.1771269073550152, |
| "delta_retention_norm_ratio": 0.833122966115609, |
| "delta_cosine": 0.647700392964135, |
| "relative_weight_rmse": 0.010767695495616146 |
| }, |
| { |
| "index": 42, |
| "total": 252, |
| "projection": "layers.13.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.029, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0336547858771412, |
| "retained_delta_l2": 0.953239391689645, |
| "delta_retention_norm_ratio": 0.9222028521647515, |
| "delta_cosine": 0.7397786048648096, |
| "relative_weight_rmse": 0.012355256936773435 |
| }, |
| { |
| "index": 43, |
| "total": 252, |
| "projection": "layers.14.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4221, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.470164573793053, |
| "retained_delta_l2": 2.089345235869997, |
| "delta_retention_norm_ratio": 0.845832402438559, |
| "delta_cosine": 0.6614611720767581, |
| "relative_weight_rmse": 0.010527219099625394 |
| }, |
| { |
| "index": 44, |
| "total": 252, |
| "projection": "layers.14.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3787, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.745108894397341, |
| "retained_delta_l2": 2.331755421786474, |
| "delta_retention_norm_ratio": 0.8494218304219168, |
| "delta_cosine": 0.6626063395532109, |
| "relative_weight_rmse": 0.011396063131030322 |
| }, |
| { |
| "index": 45, |
| "total": 252, |
| "projection": "layers.14.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3793, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.950458176756739, |
| "retained_delta_l2": 2.616798122966152, |
| "delta_retention_norm_ratio": 0.8869124611156634, |
| "delta_cosine": 0.7013218772256531, |
| "relative_weight_rmse": 0.011800066616802376 |
| }, |
| { |
| "index": 46, |
| "total": 252, |
| "projection": "layers.14.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0308, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7298318333268707, |
| "retained_delta_l2": 0.619879028570166, |
| "delta_retention_norm_ratio": 0.8493450138294254, |
| "delta_cosine": 0.6663762705060717, |
| "relative_weight_rmse": 0.010729798361705333 |
| }, |
| { |
| "index": 47, |
| "total": 252, |
| "projection": "layers.14.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1273, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.5592192910587424, |
| "retained_delta_l2": 1.3582477852635342, |
| "delta_retention_norm_ratio": 0.8711076068981006, |
| "delta_cosine": 0.6853565213261322, |
| "relative_weight_rmse": 0.01146121264696887 |
| }, |
| { |
| "index": 48, |
| "total": 252, |
| "projection": "layers.14.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.126, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.3184811672777266, |
| "retained_delta_l2": 2.260027350123298, |
| "delta_retention_norm_ratio": 0.974787883559536, |
| "delta_cosine": 0.8055590776751921, |
| "relative_weight_rmse": 0.013913195491072323 |
| }, |
| { |
| "index": 49, |
| "total": 252, |
| "projection": "layers.14.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0292, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0189491596777331, |
| "retained_delta_l2": 0.9465701129781681, |
| "delta_retention_norm_ratio": 0.9289669695370701, |
| "delta_cosine": 0.7463598755487639, |
| "relative_weight_rmse": 0.012390833025527957 |
| }, |
| { |
| "index": 50, |
| "total": 252, |
| "projection": "layers.15.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4183, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.370632470259436, |
| "retained_delta_l2": 1.972016566615466, |
| "delta_retention_norm_ratio": 0.8318525082884963, |
| "delta_cosine": 0.6479575030195999, |
| "relative_weight_rmse": 0.01029952986547441 |
| }, |
| { |
| "index": 51, |
| "total": 252, |
| "projection": "layers.15.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3795, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.8947211752330935, |
| "retained_delta_l2": 2.5376154944413374, |
| "delta_retention_norm_ratio": 0.8766355516907425, |
| "delta_cosine": 0.6884670381775119, |
| "relative_weight_rmse": 0.012080161860821805 |
| }, |
| { |
| "index": 52, |
| "total": 252, |
| "projection": "layers.15.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3792, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.788330378720977, |
| "retained_delta_l2": 2.439307077906408, |
| "delta_retention_norm_ratio": 0.8748271354506175, |
| "delta_cosine": 0.6891756444416203, |
| "relative_weight_rmse": 0.011425579547482719 |
| }, |
| { |
| "index": 53, |
| "total": 252, |
| "projection": "layers.15.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0302, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8166695591874434, |
| "retained_delta_l2": 0.7227354016638761, |
| "delta_retention_norm_ratio": 0.8849789900127679, |
| "delta_cosine": 0.6997700140203119, |
| "relative_weight_rmse": 0.011615990118031959 |
| }, |
| { |
| "index": 54, |
| "total": 252, |
| "projection": "layers.15.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1272, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.150801054633744, |
| "retained_delta_l2": 2.0668833790463297, |
| "delta_retention_norm_ratio": 0.9609830600526162, |
| "delta_cosine": 0.7886640611263671, |
| "relative_weight_rmse": 0.013840934538340514 |
| }, |
| { |
| "index": 55, |
| "total": 252, |
| "projection": "layers.15.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1271, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.2391489123779404, |
| "retained_delta_l2": 2.164264373080386, |
| "delta_retention_norm_ratio": 0.966556695321336, |
| "delta_cosine": 0.8012388621399645, |
| "relative_weight_rmse": 0.013459137927281995 |
| }, |
| { |
| "index": 56, |
| "total": 252, |
| "projection": "layers.15.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.029, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8608909645259568, |
| "retained_delta_l2": 0.7658203983961419, |
| "delta_retention_norm_ratio": 0.8895672390031822, |
| "delta_cosine": 0.7060028338947187, |
| "relative_weight_rmse": 0.011251307486880139 |
| }, |
| { |
| "index": 57, |
| "total": 252, |
| "projection": "layers.16.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4217, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.491828145943435, |
| "retained_delta_l2": 2.129266484528405, |
| "delta_retention_norm_ratio": 0.8544997326540108, |
| "delta_cosine": 0.6692310954044279, |
| "relative_weight_rmse": 0.010666880270070934 |
| }, |
| { |
| "index": 58, |
| "total": 252, |
| "projection": "layers.16.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3774, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.651126262430824, |
| "retained_delta_l2": 2.2698065505621257, |
| "delta_retention_norm_ratio": 0.8561668988488442, |
| "delta_cosine": 0.6695471818818178, |
| "relative_weight_rmse": 0.011105407194152962 |
| }, |
| { |
| "index": 59, |
| "total": 252, |
| "projection": "layers.16.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.377, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.557631699985966, |
| "retained_delta_l2": 2.156089908294467, |
| "delta_retention_norm_ratio": 0.8430024965307936, |
| "delta_cosine": 0.657117244568733, |
| "relative_weight_rmse": 0.010891446288279935 |
| }, |
| { |
| "index": 60, |
| "total": 252, |
| "projection": "layers.16.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0302, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7413591744163778, |
| "retained_delta_l2": 0.6389776617706627, |
| "delta_retention_norm_ratio": 0.8619002553973747, |
| "delta_cosine": 0.675790074082963, |
| "relative_weight_rmse": 0.011228211433914847 |
| }, |
| { |
| "index": 61, |
| "total": 252, |
| "projection": "layers.16.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1275, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.668741441122574, |
| "retained_delta_l2": 1.4928646978055056, |
| "delta_retention_norm_ratio": 0.8946051563274207, |
| "delta_cosine": 0.7097522509284444, |
| "relative_weight_rmse": 0.011948178323955503 |
| }, |
| { |
| "index": 62, |
| "total": 252, |
| "projection": "layers.16.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.127, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.8142699819126562, |
| "retained_delta_l2": 1.6829732447041383, |
| "delta_retention_norm_ratio": 0.9276310921100612, |
| "delta_cosine": 0.7485220902672682, |
| "relative_weight_rmse": 0.01248137141490157 |
| }, |
| { |
| "index": 63, |
| "total": 252, |
| "projection": "layers.16.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0293, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9562417782073619, |
| "retained_delta_l2": 0.8727241623803927, |
| "delta_retention_norm_ratio": 0.912660565841897, |
| "delta_cosine": 0.7294498183615773, |
| "relative_weight_rmse": 0.012130416894435234 |
| }, |
| { |
| "index": 64, |
| "total": 252, |
| "projection": "layers.17.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4839, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.581820957597962, |
| "retained_delta_l2": 2.22135144083909, |
| "delta_retention_norm_ratio": 0.8603816753063154, |
| "delta_cosine": 0.6748947014142955, |
| "relative_weight_rmse": 0.010931993491070512 |
| }, |
| { |
| "index": 65, |
| "total": 252, |
| "projection": "layers.17.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.5646, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.565795288989979, |
| "retained_delta_l2": 3.348620759535893, |
| "delta_retention_norm_ratio": 0.9390950652370172, |
| "delta_cosine": 0.75818235341218, |
| "relative_weight_rmse": 0.013358632156064528 |
| }, |
| { |
| "index": 66, |
| "total": 252, |
| "projection": "layers.17.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4724, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.1890801714299326, |
| "retained_delta_l2": 2.9054238256974156, |
| "delta_retention_norm_ratio": 0.9110538680483126, |
| "delta_cosine": 0.725669876957664, |
| "relative_weight_rmse": 0.01239152187476628 |
| }, |
| { |
| "index": 67, |
| "total": 252, |
| "projection": "layers.17.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0378, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7872495188121694, |
| "retained_delta_l2": 0.7046549880866457, |
| "delta_retention_norm_ratio": 0.8950846856659306, |
| "delta_cosine": 0.7147860219013704, |
| "relative_weight_rmse": 0.011556619859539647 |
| }, |
| { |
| "index": 68, |
| "total": 252, |
| "projection": "layers.17.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1434, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.7303039270497635, |
| "retained_delta_l2": 1.570607219142342, |
| "delta_retention_norm_ratio": 0.9077059784637309, |
| "delta_cosine": 0.7248461301962547, |
| "relative_weight_rmse": 0.01220195104711847 |
| }, |
| { |
| "index": 69, |
| "total": 252, |
| "projection": "layers.17.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1413, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.6625518827542718, |
| "retained_delta_l2": 1.4877936061477128, |
| "delta_retention_norm_ratio": 0.8948855200133393, |
| "delta_cosine": 0.7079726725027112, |
| "relative_weight_rmse": 0.011977287949676606 |
| }, |
| { |
| "index": 70, |
| "total": 252, |
| "projection": "layers.17.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0324, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0330150174042918, |
| "retained_delta_l2": 0.9687762178011139, |
| "delta_retention_norm_ratio": 0.9378142635674417, |
| "delta_cosine": 0.7589729310248537, |
| "relative_weight_rmse": 0.012756159432053974 |
| }, |
| { |
| "index": 71, |
| "total": 252, |
| "projection": "layers.18.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4529, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.9126262727027, |
| "retained_delta_l2": 2.6240751644108298, |
| "delta_retention_norm_ratio": 0.9009309532787686, |
| "delta_cosine": 0.7154604011431565, |
| "relative_weight_rmse": 0.011722422011536813 |
| }, |
| { |
| "index": 72, |
| "total": 252, |
| "projection": "layers.18.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3776, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.76339438700651, |
| "retained_delta_l2": 4.729295804193338, |
| "delta_retention_norm_ratio": 0.9928415369287529, |
| "delta_cosine": 0.8285342481999447, |
| "relative_weight_rmse": 0.015494836538716457 |
| }, |
| { |
| "index": 73, |
| "total": 252, |
| "projection": "layers.18.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.377, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.269296827597192, |
| "retained_delta_l2": 3.008229704736429, |
| "delta_retention_norm_ratio": 0.9201457877250512, |
| "delta_cosine": 0.7367260328556939, |
| "relative_weight_rmse": 0.012493611711513246 |
| }, |
| { |
| "index": 74, |
| "total": 252, |
| "projection": "layers.18.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0306, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1200741516742057, |
| "retained_delta_l2": 1.0870591777194687, |
| "delta_retention_norm_ratio": 0.9705242961768302, |
| "delta_cosine": 0.7994159923560071, |
| "relative_weight_rmse": 0.014016867668440455 |
| }, |
| { |
| "index": 75, |
| "total": 252, |
| "projection": "layers.18.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.131, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.6272852709405714, |
| "retained_delta_l2": 1.4540871565024667, |
| "delta_retention_norm_ratio": 0.8935662249692726, |
| "delta_cosine": 0.7105534713486058, |
| "relative_weight_rmse": 0.011690703016201487 |
| }, |
| { |
| "index": 76, |
| "total": 252, |
| "projection": "layers.18.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1407, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.0999408362102576, |
| "retained_delta_l2": 2.0096246836817837, |
| "delta_retention_norm_ratio": 0.9569910966199092, |
| "delta_cosine": 0.7836787707305709, |
| "relative_weight_rmse": 0.013546053503709429 |
| }, |
| { |
| "index": 77, |
| "total": 252, |
| "projection": "layers.18.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0323, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9277123799334632, |
| "retained_delta_l2": 0.8449661156489838, |
| "delta_retention_norm_ratio": 0.9108061225932825, |
| "delta_cosine": 0.7277616565032062, |
| "relative_weight_rmse": 0.011784664649381557 |
| }, |
| { |
| "index": 78, |
| "total": 252, |
| "projection": "layers.19.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4618, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.69204546887291, |
| "retained_delta_l2": 2.3556572010134587, |
| "delta_retention_norm_ratio": 0.8750436158122217, |
| "delta_cosine": 0.6892420188448023, |
| "relative_weight_rmse": 0.011204105407353046 |
| }, |
| { |
| "index": 79, |
| "total": 252, |
| "projection": "layers.19.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4332, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.646558121825567, |
| "retained_delta_l2": 4.583357486482991, |
| "delta_retention_norm_ratio": 0.9863983977633436, |
| "delta_cosine": 0.8198661685329147, |
| "relative_weight_rmse": 0.015500685173111154 |
| }, |
| { |
| "index": 80, |
| "total": 252, |
| "projection": "layers.19.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4461, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.0966390602779152, |
| "retained_delta_l2": 2.777364179232524, |
| "delta_retention_norm_ratio": 0.8968963205493063, |
| "delta_cosine": 0.7111518928704179, |
| "relative_weight_rmse": 0.0122094136708107 |
| }, |
| { |
| "index": 81, |
| "total": 252, |
| "projection": "layers.19.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0376, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0452082409501329, |
| "retained_delta_l2": 1.0060081477725002, |
| "delta_retention_norm_ratio": 0.9624954227857997, |
| "delta_cosine": 0.7952802361204205, |
| "relative_weight_rmse": 0.013596075789164266 |
| }, |
| { |
| "index": 82, |
| "total": 252, |
| "projection": "layers.19.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1451, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.6410590693578941, |
| "retained_delta_l2": 1.4617610198484243, |
| "delta_retention_norm_ratio": 0.8907424766985231, |
| "delta_cosine": 0.7054735492839265, |
| "relative_weight_rmse": 0.011799119986630215 |
| }, |
| { |
| "index": 83, |
| "total": 252, |
| "projection": "layers.19.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1431, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9427775069945303, |
| "retained_delta_l2": 1.8340507448747867, |
| "delta_retention_norm_ratio": 0.9440354020322462, |
| "delta_cosine": 0.7664055714765793, |
| "relative_weight_rmse": 0.012849164180343813 |
| }, |
| { |
| "index": 84, |
| "total": 252, |
| "projection": "layers.19.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0327, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.2336913153947044, |
| "retained_delta_l2": 1.2001883069941015, |
| "delta_retention_norm_ratio": 0.9728432809872832, |
| "delta_cosine": 0.8055331507034024, |
| "relative_weight_rmse": 0.013855669213057621 |
| }, |
| { |
| "index": 85, |
| "total": 252, |
| "projection": "layers.2.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4638, |
| "parameters": 50331648, |
| "reference_delta_l2": 1.5518642981607695, |
| "retained_delta_l2": 1.336564993481032, |
| "delta_retention_norm_ratio": 0.8612640905941938, |
| "delta_cosine": 0.6979839707431235, |
| "relative_weight_rmse": 0.010113011263998705 |
| }, |
| { |
| "index": 86, |
| "total": 252, |
| "projection": "layers.2.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4306, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.5114528976054897, |
| "retained_delta_l2": 2.368654370034365, |
| "delta_retention_norm_ratio": 0.9431410687784455, |
| "delta_cosine": 0.7975273949570989, |
| "relative_weight_rmse": 0.012669618502563918 |
| }, |
| { |
| "index": 87, |
| "total": 252, |
| "projection": "layers.2.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.5003, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.3709012795534457, |
| "retained_delta_l2": 3.351069441650554, |
| "delta_retention_norm_ratio": 0.9941167550580067, |
| "delta_cosine": 0.8796380868082753, |
| "relative_weight_rmse": 0.014946718766317337 |
| }, |
| { |
| "index": 88, |
| "total": 252, |
| "projection": "layers.2.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0452, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.5777347882140783, |
| "retained_delta_l2": 0.43485062771642585, |
| "delta_retention_norm_ratio": 0.7526820897537728, |
| "delta_cosine": 0.5763385778877209, |
| "relative_weight_rmse": 0.009298079222984458 |
| }, |
| { |
| "index": 89, |
| "total": 252, |
| "projection": "layers.2.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1907, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.090544888405803, |
| "retained_delta_l2": 1.9729454899637549, |
| "delta_retention_norm_ratio": 0.9437470110810552, |
| "delta_cosine": 0.7611603233612839, |
| "relative_weight_rmse": 0.013963239284386296 |
| }, |
| { |
| "index": 90, |
| "total": 252, |
| "projection": "layers.2.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1905, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.231582001030221, |
| "retained_delta_l2": 0.9736107898996961, |
| "delta_retention_norm_ratio": 0.7905367154483165, |
| "delta_cosine": 0.6086393106196143, |
| "relative_weight_rmse": 0.010197943915111418 |
| }, |
| { |
| "index": 91, |
| "total": 252, |
| "projection": "layers.2.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0437, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1642013080067461, |
| "retained_delta_l2": 1.1239344864992464, |
| "delta_retention_norm_ratio": 0.9654124924696732, |
| "delta_cosine": 0.7940087210427319, |
| "relative_weight_rmse": 0.013529149550340836 |
| }, |
| { |
| "index": 92, |
| "total": 252, |
| "projection": "layers.20.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.6079, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.6481378159567726, |
| "retained_delta_l2": 2.2605324157763285, |
| "delta_retention_norm_ratio": 0.853630956121367, |
| "delta_cosine": 0.6660251825806656, |
| "relative_weight_rmse": 0.01125508356282899 |
| }, |
| { |
| "index": 93, |
| "total": 252, |
| "projection": "layers.20.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.5711, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.588796501243996, |
| "retained_delta_l2": 4.525325172710448, |
| "delta_retention_norm_ratio": 0.9861681971479143, |
| "delta_cosine": 0.8187467420424862, |
| "relative_weight_rmse": 0.015497069578017638 |
| }, |
| { |
| "index": 94, |
| "total": 252, |
| "projection": "layers.20.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4424, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.131377931467238, |
| "retained_delta_l2": 2.8142274300363845, |
| "delta_retention_norm_ratio": 0.8987185487117969, |
| "delta_cosine": 0.7126364818511092, |
| "relative_weight_rmse": 0.012291275132750318 |
| }, |
| { |
| "index": 95, |
| "total": 252, |
| "projection": "layers.20.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0342, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8443767114111614, |
| "retained_delta_l2": 0.7765496685785003, |
| "delta_retention_norm_ratio": 0.9196720587907908, |
| "delta_cosine": 0.7401891092415827, |
| "relative_weight_rmse": 0.012201758395188113 |
| }, |
| { |
| "index": 96, |
| "total": 252, |
| "projection": "layers.20.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1427, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.6103817779168306, |
| "retained_delta_l2": 1.4296096572873462, |
| "delta_retention_norm_ratio": 0.8877457984756082, |
| "delta_cosine": 0.7036362895995829, |
| "relative_weight_rmse": 0.011827662893954958 |
| }, |
| { |
| "index": 97, |
| "total": 252, |
| "projection": "layers.20.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1411, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.8953051306455484, |
| "retained_delta_l2": 1.7717421064691508, |
| "delta_retention_norm_ratio": 0.9348057354045617, |
| "delta_cosine": 0.7572950262380886, |
| "relative_weight_rmse": 0.012349288130135085 |
| }, |
| { |
| "index": 98, |
| "total": 252, |
| "projection": "layers.20.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0322, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9458679444695625, |
| "retained_delta_l2": 0.8682304509007128, |
| "delta_retention_norm_ratio": 0.9179193099599243, |
| "delta_cosine": 0.737299013327211, |
| "relative_weight_rmse": 0.012036773253217456 |
| }, |
| { |
| "index": 99, |
| "total": 252, |
| "projection": "layers.21.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4601, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.1063557555245036, |
| "retained_delta_l2": 2.804620103416943, |
| "delta_retention_norm_ratio": 0.9028650689571089, |
| "delta_cosine": 0.7159237204892357, |
| "relative_weight_rmse": 0.012307140914190159 |
| }, |
| { |
| "index": 100, |
| "total": 252, |
| "projection": "layers.21.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3806, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.658436495249149, |
| "retained_delta_l2": 4.599627434990953, |
| "delta_retention_norm_ratio": 0.9873757943640163, |
| "delta_cosine": 0.8183164944416749, |
| "relative_weight_rmse": 0.01597945182150837 |
| }, |
| { |
| "index": 101, |
| "total": 252, |
| "projection": "layers.21.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3825, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.3486012468888253, |
| "retained_delta_l2": 3.076218336638799, |
| "delta_retention_norm_ratio": 0.9186577050632421, |
| "delta_cosine": 0.7336301532310867, |
| "relative_weight_rmse": 0.012777358540621694 |
| }, |
| { |
| "index": 102, |
| "total": 252, |
| "projection": "layers.21.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0301, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8894337662681111, |
| "retained_delta_l2": 0.8225220103515385, |
| "delta_retention_norm_ratio": 0.92477038937107, |
| "delta_cosine": 0.7420804268034151, |
| "relative_weight_rmse": 0.012826546977625941 |
| }, |
| { |
| "index": 103, |
| "total": 252, |
| "projection": "layers.21.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1419, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.7390002767546273, |
| "retained_delta_l2": 1.590858009332058, |
| "delta_retention_norm_ratio": 0.9148118206749014, |
| "delta_cosine": 0.7325920089020045, |
| "relative_weight_rmse": 0.01239351230226023 |
| }, |
| { |
| "index": 104, |
| "total": 252, |
| "projection": "layers.21.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1428, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.3490575147990649, |
| "retained_delta_l2": 1.1161839512677845, |
| "delta_retention_norm_ratio": 0.8273805519952456, |
| "delta_cosine": 0.644112057896957, |
| "relative_weight_rmse": 0.010346139449396108 |
| }, |
| { |
| "index": 105, |
| "total": 252, |
| "projection": "layers.21.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0328, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.3408966424827091, |
| "retained_delta_l2": 1.3237425734462804, |
| "delta_retention_norm_ratio": 0.9872070161912947, |
| "delta_cosine": 0.8234264060066494, |
| "relative_weight_rmse": 0.014555834458189592 |
| }, |
| { |
| "index": 106, |
| "total": 252, |
| "projection": "layers.22.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4751, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.3631959694360236, |
| "retained_delta_l2": 3.12796512214615, |
| "delta_retention_norm_ratio": 0.9300573474077637, |
| "delta_cosine": 0.7476771306758753, |
| "relative_weight_rmse": 0.012611960494823589 |
| }, |
| { |
| "index": 107, |
| "total": 252, |
| "projection": "layers.22.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4284, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.231183303380896, |
| "retained_delta_l2": 4.11863707365216, |
| "delta_retention_norm_ratio": 0.9734007671946505, |
| "delta_cosine": 0.8028479015786785, |
| "relative_weight_rmse": 0.01469228330871762 |
| }, |
| { |
| "index": 108, |
| "total": 252, |
| "projection": "layers.22.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4358, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.430692303380956, |
| "retained_delta_l2": 3.1802809790513904, |
| "delta_retention_norm_ratio": 0.9270085154291497, |
| "delta_cosine": 0.7451873077927372, |
| "relative_weight_rmse": 0.012632709098973662 |
| }, |
| { |
| "index": 109, |
| "total": 252, |
| "projection": "layers.22.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0342, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1250802889071663, |
| "retained_delta_l2": 1.0999214302085918, |
| "delta_retention_norm_ratio": 0.9776381659632377, |
| "delta_cosine": 0.8174104175691086, |
| "relative_weight_rmse": 0.014423052832685745 |
| }, |
| { |
| "index": 110, |
| "total": 252, |
| "projection": "layers.22.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1452, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.0977300669570895, |
| "retained_delta_l2": 1.9973119298106634, |
| "delta_retention_norm_ratio": 0.9521300958935627, |
| "delta_cosine": 0.7727093296784171, |
| "relative_weight_rmse": 0.01373144987681112 |
| }, |
| { |
| "index": 111, |
| "total": 252, |
| "projection": "layers.22.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1512, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.8700917288546843, |
| "retained_delta_l2": 1.740740623429105, |
| "delta_retention_norm_ratio": 0.9308316787728915, |
| "delta_cosine": 0.7545796916735813, |
| "relative_weight_rmse": 0.012596689340508347 |
| }, |
| { |
| "index": 112, |
| "total": 252, |
| "projection": "layers.22.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0324, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1046241873952773, |
| "retained_delta_l2": 1.0522086529364827, |
| "delta_retention_norm_ratio": 0.9525489890073915, |
| "delta_cosine": 0.7775540582670679, |
| "relative_weight_rmse": 0.013233412221306171 |
| }, |
| { |
| "index": 113, |
| "total": 252, |
| "projection": "layers.23.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4885, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.163652780787419, |
| "retained_delta_l2": 2.904511398361662, |
| "delta_retention_norm_ratio": 0.91808791912959, |
| "delta_cosine": 0.7353718534542721, |
| "relative_weight_rmse": 0.011981638799415275 |
| }, |
| { |
| "index": 114, |
| "total": 252, |
| "projection": "layers.23.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4442, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.673471157116757, |
| "retained_delta_l2": 5.721161007202696, |
| "delta_retention_norm_ratio": 1.0084057623217344, |
| "delta_cosine": 0.8544888770040429, |
| "relative_weight_rmse": 0.016865416130790185 |
| }, |
| { |
| "index": 115, |
| "total": 252, |
| "projection": "layers.23.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.5614, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.990220148592181, |
| "retained_delta_l2": 4.953764690573903, |
| "delta_retention_norm_ratio": 0.9926946192887776, |
| "delta_cosine": 0.8292728635880532, |
| "relative_weight_rmse": 0.01542512537608608 |
| }, |
| { |
| "index": 116, |
| "total": 252, |
| "projection": "layers.23.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0456, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7942768854802407, |
| "retained_delta_l2": 0.7067902854103598, |
| "delta_retention_norm_ratio": 0.8898537755923941, |
| "delta_cosine": 0.705752420298061, |
| "relative_weight_rmse": 0.011967553523098761 |
| }, |
| { |
| "index": 117, |
| "total": 252, |
| "projection": "layers.23.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1947, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.960752770116258, |
| "retained_delta_l2": 1.8338049090397375, |
| "delta_retention_norm_ratio": 0.9352555492914115, |
| "delta_cosine": 0.7547622953587477, |
| "relative_weight_rmse": 0.012807511442686801 |
| }, |
| { |
| "index": 118, |
| "total": 252, |
| "projection": "layers.23.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1924, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.7876419658591682, |
| "retained_delta_l2": 1.6201349102637372, |
| "delta_retention_norm_ratio": 0.9062972011205138, |
| "delta_cosine": 0.7240842190672281, |
| "relative_weight_rmse": 0.012033576639859586 |
| }, |
| { |
| "index": 119, |
| "total": 252, |
| "projection": "layers.23.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0438, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9295224837108503, |
| "retained_delta_l2": 0.8539101913832426, |
| "delta_retention_norm_ratio": 0.9186546924333154, |
| "delta_cosine": 0.7380886758391304, |
| "relative_weight_rmse": 0.011748968034076874 |
| }, |
| { |
| "index": 120, |
| "total": 252, |
| "projection": "layers.24.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.613, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.252584613610017, |
| "retained_delta_l2": 2.9805501698215298, |
| "delta_retention_norm_ratio": 0.9163636073754408, |
| "delta_cosine": 0.7316670116924744, |
| "relative_weight_rmse": 0.012278691265320801 |
| }, |
| { |
| "index": 121, |
| "total": 252, |
| "projection": "layers.24.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.5406, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.162360133417278, |
| "retained_delta_l2": 5.135506093193869, |
| "delta_retention_norm_ratio": 0.9947981079333121, |
| "delta_cosine": 0.8287570610137442, |
| "relative_weight_rmse": 0.01630549393936965 |
| }, |
| { |
| "index": 122, |
| "total": 252, |
| "projection": "layers.24.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4292, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.014104083373702, |
| "retained_delta_l2": 3.836623749147334, |
| "delta_retention_norm_ratio": 0.9557858165757368, |
| "delta_cosine": 0.7758899956499796, |
| "relative_weight_rmse": 0.013958052816711282 |
| }, |
| { |
| "index": 123, |
| "total": 252, |
| "projection": "layers.24.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0344, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9660670148452469, |
| "retained_delta_l2": 0.9164875452272386, |
| "delta_retention_norm_ratio": 0.9486790576055943, |
| "delta_cosine": 0.7724061527507058, |
| "relative_weight_rmse": 0.01314939133326335 |
| }, |
| { |
| "index": 124, |
| "total": 252, |
| "projection": "layers.24.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1442, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9196207631349165, |
| "retained_delta_l2": 1.7808698353420314, |
| "delta_retention_norm_ratio": 0.9277196150106795, |
| "delta_cosine": 0.746399241855516, |
| "relative_weight_rmse": 0.012584866132615998 |
| }, |
| { |
| "index": 125, |
| "total": 252, |
| "projection": "layers.24.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1451, |
| "parameters": 16777216, |
| "reference_delta_l2": 3.0356638472910538, |
| "retained_delta_l2": 3.033490399018169, |
| "delta_retention_norm_ratio": 0.9992840286730614, |
| "delta_cosine": 0.8494126002584376, |
| "relative_weight_rmse": 0.0155988092460959 |
| }, |
| { |
| "index": 126, |
| "total": 252, |
| "projection": "layers.24.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0332, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.087439877127159, |
| "retained_delta_l2": 1.0359707514700809, |
| "delta_retention_norm_ratio": 0.9526694516729963, |
| "delta_cosine": 0.7788704392434199, |
| "relative_weight_rmse": 0.013049867425404758 |
| }, |
| { |
| "index": 127, |
| "total": 252, |
| "projection": "layers.25.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.5842, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.6413084066401664, |
| "retained_delta_l2": 3.4087667317862116, |
| "delta_retention_norm_ratio": 0.9361378798813362, |
| "delta_cosine": 0.7517619463387702, |
| "relative_weight_rmse": 0.013271298801952719 |
| }, |
| { |
| "index": 128, |
| "total": 252, |
| "projection": "layers.25.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.5577, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.618125664041613, |
| "retained_delta_l2": 5.634205348706462, |
| "delta_retention_norm_ratio": 1.002862108401698, |
| "delta_cosine": 0.8412324904758905, |
| "relative_weight_rmse": 0.016978569929669337 |
| }, |
| { |
| "index": 129, |
| "total": 252, |
| "projection": "layers.25.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4408, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.750783696134975, |
| "retained_delta_l2": 3.5016894236315097, |
| "delta_retention_norm_ratio": 0.9335887396652207, |
| "delta_cosine": 0.7486386618798719, |
| "relative_weight_rmse": 0.013633263078187501 |
| }, |
| { |
| "index": 130, |
| "total": 252, |
| "projection": "layers.25.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0363, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.028321782511848, |
| "retained_delta_l2": 0.9817620151176812, |
| "delta_retention_norm_ratio": 0.9547225701273809, |
| "delta_cosine": 0.7798391993358456, |
| "relative_weight_rmse": 0.01354292405773642 |
| }, |
| { |
| "index": 131, |
| "total": 252, |
| "projection": "layers.25.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1473, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9561465982758552, |
| "retained_delta_l2": 1.8092118698350346, |
| "delta_retention_norm_ratio": 0.9248856253563364, |
| "delta_cosine": 0.7402634152259523, |
| "relative_weight_rmse": 0.013199110733930028 |
| }, |
| { |
| "index": 132, |
| "total": 252, |
| "projection": "layers.25.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1453, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.4513099043687303, |
| "retained_delta_l2": 2.4041984374006553, |
| "delta_retention_norm_ratio": 0.9807811052841124, |
| "delta_cosine": 0.8152699970141684, |
| "relative_weight_rmse": 0.01460027497498254 |
| }, |
| { |
| "index": 133, |
| "total": 252, |
| "projection": "layers.25.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0333, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.189276842761756, |
| "retained_delta_l2": 1.1459512122709345, |
| "delta_retention_norm_ratio": 0.9635697686753827, |
| "delta_cosine": 0.7874865637698173, |
| "relative_weight_rmse": 0.013464022144077914 |
| }, |
| { |
| "index": 134, |
| "total": 252, |
| "projection": "layers.26.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4499, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.3018911806101747, |
| "retained_delta_l2": 3.024148539135432, |
| "delta_retention_norm_ratio": 0.9158837689425559, |
| "delta_cosine": 0.7288061856627296, |
| "relative_weight_rmse": 0.012351683008350083 |
| }, |
| { |
| "index": 135, |
| "total": 252, |
| "projection": "layers.26.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3942, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.265746606259319, |
| "retained_delta_l2": 5.22881619858765, |
| "delta_retention_norm_ratio": 0.9929866720841124, |
| "delta_cosine": 0.8223831512490348, |
| "relative_weight_rmse": 0.016664350522507733 |
| }, |
| { |
| "index": 136, |
| "total": 252, |
| "projection": "layers.26.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4094, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.606153259776773, |
| "retained_delta_l2": 3.334838409915596, |
| "delta_retention_norm_ratio": 0.9247633613115014, |
| "delta_cosine": 0.7385433579936497, |
| "relative_weight_rmse": 0.013186302879476907 |
| }, |
| { |
| "index": 137, |
| "total": 252, |
| "projection": "layers.26.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0348, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.103863773268816, |
| "retained_delta_l2": 1.0657053185834187, |
| "delta_retention_norm_ratio": 0.9654319168637986, |
| "delta_cosine": 0.791585055187683, |
| "relative_weight_rmse": 0.014453820078573135 |
| }, |
| { |
| "index": 138, |
| "total": 252, |
| "projection": "layers.26.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1488, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.148398831961565, |
| "retained_delta_l2": 2.0244152936192146, |
| "delta_retention_norm_ratio": 0.9422902598447472, |
| "delta_cosine": 0.7607306015808954, |
| "relative_weight_rmse": 0.013821713478567725 |
| }, |
| { |
| "index": 139, |
| "total": 252, |
| "projection": "layers.26.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1472, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.7177157728331176, |
| "retained_delta_l2": 2.693831052432037, |
| "delta_retention_norm_ratio": 0.991211472281304, |
| "delta_cosine": 0.832184560960097, |
| "relative_weight_rmse": 0.015379613038605862 |
| }, |
| { |
| "index": 140, |
| "total": 252, |
| "projection": "layers.26.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0344, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.3032695648582875, |
| "retained_delta_l2": 1.2682607502239467, |
| "delta_retention_norm_ratio": 0.9731377026070984, |
| "delta_cosine": 0.8073968854063354, |
| "relative_weight_rmse": 0.014266547957942074 |
| }, |
| { |
| "index": 141, |
| "total": 252, |
| "projection": "layers.27.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4815, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.1291582486293152, |
| "retained_delta_l2": 2.803564762887972, |
| "delta_retention_norm_ratio": 0.8959485395524612, |
| "delta_cosine": 0.7084046905945871, |
| "relative_weight_rmse": 0.011926185212224393 |
| }, |
| { |
| "index": 142, |
| "total": 252, |
| "projection": "layers.27.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4392, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.242473178766284, |
| "retained_delta_l2": 5.210976294240727, |
| "delta_retention_norm_ratio": 0.9939919798439544, |
| "delta_cosine": 0.825381251160355, |
| "relative_weight_rmse": 0.016479813329711532 |
| }, |
| { |
| "index": 143, |
| "total": 252, |
| "projection": "layers.27.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4438, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.1495516466110596, |
| "retained_delta_l2": 2.766994496462717, |
| "delta_retention_norm_ratio": 0.8785359971601111, |
| "delta_cosine": 0.6903104525042502, |
| "relative_weight_rmse": 0.012199682235341219 |
| }, |
| { |
| "index": 144, |
| "total": 252, |
| "projection": "layers.27.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0361, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9598316171323823, |
| "retained_delta_l2": 0.9039917464042844, |
| "delta_retention_norm_ratio": 0.9418232638606691, |
| "delta_cosine": 0.7669163480271755, |
| "relative_weight_rmse": 0.013519748691148765 |
| }, |
| { |
| "index": 145, |
| "total": 252, |
| "projection": "layers.27.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1476, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.836071449976087, |
| "retained_delta_l2": 1.671271717811431, |
| "delta_retention_norm_ratio": 0.9102432902778361, |
| "delta_cosine": 0.7241318906576018, |
| "relative_weight_rmse": 0.01275325748682899 |
| }, |
| { |
| "index": 146, |
| "total": 252, |
| "projection": "layers.27.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.149, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.505142600316082, |
| "retained_delta_l2": 2.4507606604416377, |
| "delta_retention_norm_ratio": 0.9782918785271614, |
| "delta_cosine": 0.8133658565639071, |
| "relative_weight_rmse": 0.014896257276405912 |
| }, |
| { |
| "index": 147, |
| "total": 252, |
| "projection": "layers.27.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.034, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.302699657346531, |
| "retained_delta_l2": 1.2790988423697518, |
| "delta_retention_norm_ratio": 0.9818831494706526, |
| "delta_cosine": 0.8137518980492485, |
| "relative_weight_rmse": 0.014299891075395718 |
| }, |
| { |
| "index": 148, |
| "total": 252, |
| "projection": "layers.28.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.481, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.7694347637465806, |
| "retained_delta_l2": 3.555372192174322, |
| "delta_retention_norm_ratio": 0.9432109626538558, |
| "delta_cosine": 0.7614285691445255, |
| "relative_weight_rmse": 0.01311733328029739 |
| }, |
| { |
| "index": 149, |
| "total": 252, |
| "projection": "layers.28.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4911, |
| "parameters": 50331648, |
| "reference_delta_l2": 6.463534007011093, |
| "retained_delta_l2": 6.580855431367806, |
| "delta_retention_norm_ratio": 1.018151281362402, |
| "delta_cosine": 0.8679283430685545, |
| "relative_weight_rmse": 0.017989242546877723 |
| }, |
| { |
| "index": 150, |
| "total": 252, |
| "projection": "layers.28.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.5909, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.2507767334340634, |
| "retained_delta_l2": 2.8840407424406, |
| "delta_retention_norm_ratio": 0.8871851187989616, |
| "delta_cosine": 0.6984463383508485, |
| "relative_weight_rmse": 0.01234291510575387 |
| }, |
| { |
| "index": 151, |
| "total": 252, |
| "projection": "layers.28.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0454, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0322954248089176, |
| "retained_delta_l2": 0.9823414185691245, |
| "delta_retention_norm_ratio": 0.9516088078671474, |
| "delta_cosine": 0.7712204011943862, |
| "relative_weight_rmse": 0.014133461510404306 |
| }, |
| { |
| "index": 152, |
| "total": 252, |
| "projection": "layers.28.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1872, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.8685004021396905, |
| "retained_delta_l2": 1.716826483856002, |
| "delta_retention_norm_ratio": 0.9188258572971133, |
| "delta_cosine": 0.7338742439373884, |
| "relative_weight_rmse": 0.012838882513384468 |
| }, |
| { |
| "index": 153, |
| "total": 252, |
| "projection": "layers.28.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1322, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.110743747110102, |
| "retained_delta_l2": 2.0115605874320037, |
| "delta_retention_norm_ratio": 0.9530103264245631, |
| "delta_cosine": 0.7774594180099803, |
| "relative_weight_rmse": 0.013262301572717601 |
| }, |
| { |
| "index": 154, |
| "total": 252, |
| "projection": "layers.28.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.03, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0575864044302496, |
| "retained_delta_l2": 0.9881498139970877, |
| "delta_retention_norm_ratio": 0.9343442860627833, |
| "delta_cosine": 0.7519250586828223, |
| "relative_weight_rmse": 0.012589780660289391 |
| }, |
| { |
| "index": 155, |
| "total": 252, |
| "projection": "layers.29.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4296, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.7503386724276506, |
| "retained_delta_l2": 3.5210119859431863, |
| "delta_retention_norm_ratio": 0.9388517393987734, |
| "delta_cosine": 0.7565333709142951, |
| "relative_weight_rmse": 0.013018956595986977 |
| }, |
| { |
| "index": 156, |
| "total": 252, |
| "projection": "layers.29.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3857, |
| "parameters": 50331648, |
| "reference_delta_l2": 6.161868581061987, |
| "retained_delta_l2": 6.249541397470819, |
| "delta_retention_norm_ratio": 1.0142282840432992, |
| "delta_cosine": 0.8578239645710001, |
| "relative_weight_rmse": 0.017756600006409558 |
| }, |
| { |
| "index": 157, |
| "total": 252, |
| "projection": "layers.29.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3889, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.58893045533757, |
| "retained_delta_l2": 3.290133769661884, |
| "delta_retention_norm_ratio": 0.9167449218105337, |
| "delta_cosine": 0.7299541980400778, |
| "relative_weight_rmse": 0.01291761347732998 |
| }, |
| { |
| "index": 158, |
| "total": 252, |
| "projection": "layers.29.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0312, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9627503667306867, |
| "retained_delta_l2": 0.9124917994270688, |
| "delta_retention_norm_ratio": 0.9477968858383444, |
| "delta_cosine": 0.7819753291236863, |
| "relative_weight_rmse": 0.013135656632060767 |
| }, |
| { |
| "index": 159, |
| "total": 252, |
| "projection": "layers.29.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1326, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9473056969704086, |
| "retained_delta_l2": 1.7957115161873454, |
| "delta_retention_norm_ratio": 0.9221518321345686, |
| "delta_cosine": 0.7377141704623403, |
| "relative_weight_rmse": 0.01293879820563313 |
| }, |
| { |
| "index": 160, |
| "total": 252, |
| "projection": "layers.29.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1313, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.949713538213498, |
| "retained_delta_l2": 2.937162075911486, |
| "delta_retention_norm_ratio": 0.9957448538173597, |
| "delta_cosine": 0.8482304594765492, |
| "relative_weight_rmse": 0.015287151010537427 |
| }, |
| { |
| "index": 161, |
| "total": 252, |
| "projection": "layers.29.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0303, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.070649555367137, |
| "retained_delta_l2": 1.011136701125239, |
| "delta_retention_norm_ratio": 0.9444142539979009, |
| "delta_cosine": 0.7677832739636724, |
| "relative_weight_rmse": 0.012962639447336012 |
| }, |
| { |
| "index": 162, |
| "total": 252, |
| "projection": "layers.3.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.429, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.097452268427944, |
| "retained_delta_l2": 1.8650699519260572, |
| "delta_retention_norm_ratio": 0.8892073397808193, |
| "delta_cosine": 0.7209604336152523, |
| "relative_weight_rmse": 0.0114248068866949 |
| }, |
| { |
| "index": 163, |
| "total": 252, |
| "projection": "layers.3.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.388, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.935610397323825, |
| "retained_delta_l2": 2.715579339212817, |
| "delta_retention_norm_ratio": 0.9250475954467277, |
| "delta_cosine": 0.7468871380662229, |
| "relative_weight_rmse": 0.012279867291566805 |
| }, |
| { |
| "index": 164, |
| "total": 252, |
| "projection": "layers.3.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3886, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.194564290558053, |
| "retained_delta_l2": 3.1293385190445773, |
| "delta_retention_norm_ratio": 0.9795822636262921, |
| "delta_cosine": 0.8437490848781236, |
| "relative_weight_rmse": 0.014685508152813161 |
| }, |
| { |
| "index": 165, |
| "total": 252, |
| "projection": "layers.3.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0311, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.5960714704777751, |
| "retained_delta_l2": 0.46289853683824933, |
| "delta_retention_norm_ratio": 0.776582272033952, |
| "delta_cosine": 0.5977316787014598, |
| "relative_weight_rmse": 0.009655597625645933 |
| }, |
| { |
| "index": 166, |
| "total": 252, |
| "projection": "layers.3.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1313, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.8539803433661013, |
| "retained_delta_l2": 1.7008303835316216, |
| "delta_retention_norm_ratio": 0.9173939678581384, |
| "delta_cosine": 0.730887404192904, |
| "relative_weight_rmse": 0.012830916819152128 |
| }, |
| { |
| "index": 167, |
| "total": 252, |
| "projection": "layers.3.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1298, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.512110233150118, |
| "retained_delta_l2": 1.3099561432701632, |
| "delta_retention_norm_ratio": 0.8663099518486721, |
| "delta_cosine": 0.6796332434963573, |
| "relative_weight_rmse": 0.011745710378391625 |
| }, |
| { |
| "index": 168, |
| "total": 252, |
| "projection": "layers.3.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0305, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9491608293721302, |
| "retained_delta_l2": 0.8561494882558944, |
| "delta_retention_norm_ratio": 0.902006764040439, |
| "delta_cosine": 0.7163494148267664, |
| "relative_weight_rmse": 0.012404859459595699 |
| }, |
| { |
| "index": 169, |
| "total": 252, |
| "projection": "layers.30.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4299, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.8950640372795693, |
| "retained_delta_l2": 3.6959250354891973, |
| "delta_retention_norm_ratio": 0.9488740108289833, |
| "delta_cosine": 0.7671682691074769, |
| "relative_weight_rmse": 0.013150206063540658 |
| }, |
| { |
| "index": 170, |
| "total": 252, |
| "projection": "layers.30.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3996, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.423733080902422, |
| "retained_delta_l2": 5.4237625699772, |
| "delta_retention_norm_ratio": 1.0000054370438842, |
| "delta_cosine": 0.8316221280480262, |
| "relative_weight_rmse": 0.01696628617910767 |
| }, |
| { |
| "index": 171, |
| "total": 252, |
| "projection": "layers.30.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.404, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.8312705294252947, |
| "retained_delta_l2": 3.5546148145573113, |
| "delta_retention_norm_ratio": 0.9277900861494417, |
| "delta_cosine": 0.7412507800975485, |
| "relative_weight_rmse": 0.013449023238115166 |
| }, |
| { |
| "index": 172, |
| "total": 252, |
| "projection": "layers.30.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0316, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.497861100481724, |
| "retained_delta_l2": 1.510062629983289, |
| "delta_retention_norm_ratio": 1.0081459686065959, |
| "delta_cosine": 0.8531201706199472, |
| "relative_weight_rmse": 0.016617887592308447 |
| }, |
| { |
| "index": 173, |
| "total": 252, |
| "projection": "layers.30.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1306, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.8733553805023273, |
| "retained_delta_l2": 1.6979135826582805, |
| "delta_retention_norm_ratio": 0.9063488969204534, |
| "delta_cosine": 0.7182008820523232, |
| "relative_weight_rmse": 0.01288385736718186 |
| }, |
| { |
| "index": 174, |
| "total": 252, |
| "projection": "layers.30.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1308, |
| "parameters": 16777216, |
| "reference_delta_l2": 3.0296228868115977, |
| "retained_delta_l2": 3.0415871953000733, |
| "delta_retention_norm_ratio": 1.0039491081680687, |
| "delta_cosine": 0.8556895409101121, |
| "relative_weight_rmse": 0.016319885240090704 |
| }, |
| { |
| "index": 175, |
| "total": 252, |
| "projection": "layers.30.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0305, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.3112404855000326, |
| "retained_delta_l2": 1.273721000881319, |
| "delta_retention_norm_ratio": 0.9713862674058558, |
| "delta_cosine": 0.8017335299100133, |
| "relative_weight_rmse": 0.013932060608436915 |
| }, |
| { |
| "index": 176, |
| "total": 252, |
| "projection": "layers.31.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4255, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.115829321037284, |
| "retained_delta_l2": 3.9506936392168406, |
| "delta_retention_norm_ratio": 0.959877908207616, |
| "delta_cosine": 0.780756883338157, |
| "relative_weight_rmse": 0.013389823088724431 |
| }, |
| { |
| "index": 177, |
| "total": 252, |
| "projection": "layers.31.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3859, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.232274668008745, |
| "retained_delta_l2": 4.086995580761939, |
| "delta_retention_norm_ratio": 0.9656735210630462, |
| "delta_cosine": 0.7867727770298929, |
| "relative_weight_rmse": 0.014790841779742112 |
| }, |
| { |
| "index": 178, |
| "total": 252, |
| "projection": "layers.31.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.386, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.7522602192357497, |
| "retained_delta_l2": 3.4655694510341983, |
| "delta_retention_norm_ratio": 0.923595179584868, |
| "delta_cosine": 0.7371230249679259, |
| "relative_weight_rmse": 0.013140419710767343 |
| }, |
| { |
| "index": 179, |
| "total": 252, |
| "projection": "layers.31.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.031, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1315771011121951, |
| "retained_delta_l2": 1.1078994284262837, |
| "delta_retention_norm_ratio": 0.9790755109283854, |
| "delta_cosine": 0.8130743081793506, |
| "relative_weight_rmse": 0.014434169550537385 |
| }, |
| { |
| "index": 180, |
| "total": 252, |
| "projection": "layers.31.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1307, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9324255331889064, |
| "retained_delta_l2": 1.7842959594246393, |
| "delta_retention_norm_ratio": 0.9233452615792017, |
| "delta_cosine": 0.7393483538920406, |
| "relative_weight_rmse": 0.0125643137153554 |
| }, |
| { |
| "index": 181, |
| "total": 252, |
| "projection": "layers.31.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1301, |
| "parameters": 16777216, |
| "reference_delta_l2": 3.099272549999048, |
| "retained_delta_l2": 3.1232015156320574, |
| "delta_retention_norm_ratio": 1.0077208329525638, |
| "delta_cosine": 0.8595104156720689, |
| "relative_weight_rmse": 0.016371860325143907 |
| }, |
| { |
| "index": 182, |
| "total": 252, |
| "projection": "layers.31.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0296, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9155097993063135, |
| "retained_delta_l2": 0.8083075638047963, |
| "delta_retention_norm_ratio": 0.8829043276404633, |
| "delta_cosine": 0.700113519431438, |
| "relative_weight_rmse": 0.01126498892688826 |
| }, |
| { |
| "index": 183, |
| "total": 252, |
| "projection": "layers.32.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4279, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.056876645101006, |
| "retained_delta_l2": 2.7049628845810765, |
| "delta_retention_norm_ratio": 0.8848779975849168, |
| "delta_cosine": 0.6985512680251854, |
| "relative_weight_rmse": 0.011299068537040777 |
| }, |
| { |
| "index": 184, |
| "total": 252, |
| "projection": "layers.32.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3914, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.774789303352165, |
| "retained_delta_l2": 5.830146247138633, |
| "delta_retention_norm_ratio": 1.009585967708698, |
| "delta_cosine": 0.8496400852164547, |
| "relative_weight_rmse": 0.0175333218981735 |
| }, |
| { |
| "index": 185, |
| "total": 252, |
| "projection": "layers.32.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4067, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.190777341990573, |
| "retained_delta_l2": 3.975929014215143, |
| "delta_retention_norm_ratio": 0.948733060660918, |
| "delta_cosine": 0.7678586543003513, |
| "relative_weight_rmse": 0.013860843971770948 |
| }, |
| { |
| "index": 186, |
| "total": 252, |
| "projection": "layers.32.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0308, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0783365439280528, |
| "retained_delta_l2": 1.044233761644472, |
| "delta_retention_norm_ratio": 0.9683746391832787, |
| "delta_cosine": 0.7992451047041467, |
| "relative_weight_rmse": 0.01410586055434709 |
| }, |
| { |
| "index": 187, |
| "total": 252, |
| "projection": "layers.32.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1315, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9553335281852247, |
| "retained_delta_l2": 1.7974152937075847, |
| "delta_retention_norm_ratio": 0.9192371878243164, |
| "delta_cosine": 0.73290126070321, |
| "relative_weight_rmse": 0.01292046760864544 |
| }, |
| { |
| "index": 188, |
| "total": 252, |
| "projection": "layers.32.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1307, |
| "parameters": 16777216, |
| "reference_delta_l2": 3.5218932383788344, |
| "retained_delta_l2": 3.5825260751259425, |
| "delta_retention_norm_ratio": 1.017215978067245, |
| "delta_cosine": 0.8845172274918165, |
| "relative_weight_rmse": 0.017048707578256873 |
| }, |
| { |
| "index": 189, |
| "total": 252, |
| "projection": "layers.32.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0302, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1079466741589432, |
| "retained_delta_l2": 1.038371528096713, |
| "delta_retention_norm_ratio": 0.9372035246055089, |
| "delta_cosine": 0.7588609209107184, |
| "relative_weight_rmse": 0.012618995536003064 |
| }, |
| { |
| "index": 190, |
| "total": 252, |
| "projection": "layers.33.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.5602, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.687324672463539, |
| "retained_delta_l2": 4.601612864748442, |
| "delta_retention_norm_ratio": 0.9817141304039326, |
| "delta_cosine": 0.8101883225516318, |
| "relative_weight_rmse": 0.014416737330240039 |
| }, |
| { |
| "index": 191, |
| "total": 252, |
| "projection": "layers.33.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.5672, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.02782065921811, |
| "retained_delta_l2": 3.846869787981053, |
| "delta_retention_norm_ratio": 0.9550747447449205, |
| "delta_cosine": 0.7723561530845422, |
| "relative_weight_rmse": 0.014779589810549918 |
| }, |
| { |
| "index": 192, |
| "total": 252, |
| "projection": "layers.33.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4299, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.562896573504985, |
| "retained_delta_l2": 4.427774845848602, |
| "delta_retention_norm_ratio": 0.970386852851107, |
| "delta_cosine": 0.7960995135956899, |
| "relative_weight_rmse": 0.01424624046643528 |
| }, |
| { |
| "index": 193, |
| "total": 252, |
| "projection": "layers.33.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0344, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1713897832764697, |
| "retained_delta_l2": 1.1620524076735506, |
| "delta_retention_norm_ratio": 0.9920288056663755, |
| "delta_cosine": 0.8276977541120957, |
| "relative_weight_rmse": 0.015548934151994313 |
| }, |
| { |
| "index": 194, |
| "total": 252, |
| "projection": "layers.33.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1457, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9603680458460517, |
| "retained_delta_l2": 1.8125899541779231, |
| "delta_retention_norm_ratio": 0.924617169729294, |
| "delta_cosine": 0.741645917604003, |
| "relative_weight_rmse": 0.012314534198132183 |
| }, |
| { |
| "index": 195, |
| "total": 252, |
| "projection": "layers.33.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.145, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.6961464180653134, |
| "retained_delta_l2": 1.5640088128830405, |
| "delta_retention_norm_ratio": 0.9220954018032277, |
| "delta_cosine": 0.7428344203124573, |
| "relative_weight_rmse": 0.01192750420709463 |
| }, |
| { |
| "index": 196, |
| "total": 252, |
| "projection": "layers.33.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0334, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.2357353784065346, |
| "retained_delta_l2": 1.1863228587248493, |
| "delta_retention_norm_ratio": 0.9600136723888231, |
| "delta_cosine": 0.7866107364371089, |
| "relative_weight_rmse": 0.012737525311644961 |
| }, |
| { |
| "index": 197, |
| "total": 252, |
| "projection": "layers.34.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.5467, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.2565833651505516, |
| "retained_delta_l2": 3.0255489951779886, |
| "delta_retention_norm_ratio": 0.9290562088952137, |
| "delta_cosine": 0.7455103372977274, |
| "relative_weight_rmse": 0.011843588377196124 |
| }, |
| { |
| "index": 198, |
| "total": 252, |
| "projection": "layers.34.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.5743, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.518525086669968, |
| "retained_delta_l2": 3.3155130236000065, |
| "delta_retention_norm_ratio": 0.9423019424135759, |
| "delta_cosine": 0.7574008311791389, |
| "relative_weight_rmse": 0.013121291271205936 |
| }, |
| { |
| "index": 199, |
| "total": 252, |
| "projection": "layers.34.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4473, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.122839585398148, |
| "retained_delta_l2": 2.7992683076510696, |
| "delta_retention_norm_ratio": 0.8963855590725693, |
| "delta_cosine": 0.7099281078472282, |
| "relative_weight_rmse": 0.011421056356851617 |
| }, |
| { |
| "index": 200, |
| "total": 252, |
| "projection": "layers.34.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0342, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.789778602037118, |
| "retained_delta_l2": 0.7284479516672997, |
| "delta_retention_norm_ratio": 0.9223445023559452, |
| "delta_cosine": 0.7527854359891812, |
| "relative_weight_rmse": 0.011641206148687635 |
| }, |
| { |
| "index": 201, |
| "total": 252, |
| "projection": "layers.34.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1457, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.3701434474977137, |
| "retained_delta_l2": 2.300165870829211, |
| "delta_retention_norm_ratio": 0.9704753833602852, |
| "delta_cosine": 0.7933415277491485, |
| "relative_weight_rmse": 0.014057024596917099 |
| }, |
| { |
| "index": 202, |
| "total": 252, |
| "projection": "layers.34.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1454, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.79645424905211, |
| "retained_delta_l2": 2.810282234280324, |
| "delta_retention_norm_ratio": 1.0049448279845457, |
| "delta_cosine": 0.8600068332513529, |
| "relative_weight_rmse": 0.015296338846627629 |
| }, |
| { |
| "index": 203, |
| "total": 252, |
| "projection": "layers.34.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.034, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9822567585383027, |
| "retained_delta_l2": 0.8778790775636134, |
| "delta_retention_norm_ratio": 0.8937368665907539, |
| "delta_cosine": 0.7155763314870319, |
| "relative_weight_rmse": 0.011412855542293352 |
| }, |
| { |
| "index": 204, |
| "total": 252, |
| "projection": "layers.35.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.5198, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.3328259869038397, |
| "retained_delta_l2": 2.086362517056803, |
| "delta_retention_norm_ratio": 0.8943498266777511, |
| "delta_cosine": 0.7148426779507352, |
| "relative_weight_rmse": 0.009811587448131986 |
| }, |
| { |
| "index": 205, |
| "total": 252, |
| "projection": "layers.35.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.5749, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.6254547609667505, |
| "retained_delta_l2": 2.291767053716837, |
| "delta_retention_norm_ratio": 0.8729028920204884, |
| "delta_cosine": 0.6876135248167063, |
| "relative_weight_rmse": 0.010527697572972752 |
| }, |
| { |
| "index": 206, |
| "total": 252, |
| "projection": "layers.35.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4672, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.6644939513948387, |
| "retained_delta_l2": 2.292344013435714, |
| "delta_retention_norm_ratio": 0.8603299745663496, |
| "delta_cosine": 0.67494142597945, |
| "relative_weight_rmse": 0.010352404487708527 |
| }, |
| { |
| "index": 207, |
| "total": 252, |
| "projection": "layers.35.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0341, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8330018642105433, |
| "retained_delta_l2": 0.7629345502165182, |
| "delta_retention_norm_ratio": 0.9158857656814133, |
| "delta_cosine": 0.7342284696895491, |
| "relative_weight_rmse": 0.012231814531927804 |
| }, |
| { |
| "index": 208, |
| "total": 252, |
| "projection": "layers.35.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.145, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.97763190430294, |
| "retained_delta_l2": 1.8761931323228476, |
| "delta_retention_norm_ratio": 0.948706950085412, |
| "delta_cosine": 0.7675604966314904, |
| "relative_weight_rmse": 0.012980312464296371 |
| }, |
| { |
| "index": 209, |
| "total": 252, |
| "projection": "layers.35.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1453, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9258966242155413, |
| "retained_delta_l2": 1.838641371460967, |
| "delta_retention_norm_ratio": 0.954693698686909, |
| "delta_cosine": 0.7750370803706031, |
| "relative_weight_rmse": 0.01310119066491629 |
| }, |
| { |
| "index": 210, |
| "total": 252, |
| "projection": "layers.35.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0332, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9017170614304261, |
| "retained_delta_l2": 0.7952812095703247, |
| "delta_retention_norm_ratio": 0.8819631385356528, |
| "delta_cosine": 0.6987705269640657, |
| "relative_weight_rmse": 0.01139507748203064 |
| }, |
| { |
| "index": 211, |
| "total": 252, |
| "projection": "layers.4.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4704, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.22932606793877, |
| "retained_delta_l2": 1.9133400379966317, |
| "delta_retention_norm_ratio": 0.8582593930576076, |
| "delta_cosine": 0.6734965603575204, |
| "relative_weight_rmse": 0.010852124685479955 |
| }, |
| { |
| "index": 212, |
| "total": 252, |
| "projection": "layers.4.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3953, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.327042619010718, |
| "retained_delta_l2": 2.9373369945513406, |
| "delta_retention_norm_ratio": 0.8828672580770082, |
| "delta_cosine": 0.7104127938935952, |
| "relative_weight_rmse": 0.010851148580997205 |
| }, |
| { |
| "index": 213, |
| "total": 252, |
| "projection": "layers.4.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3872, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.3108983130289054, |
| "retained_delta_l2": 3.1892568937112924, |
| "delta_retention_norm_ratio": 0.9632602974126584, |
| "delta_cosine": 0.7961670120639696, |
| "relative_weight_rmse": 0.014032548417868468 |
| }, |
| { |
| "index": 214, |
| "total": 252, |
| "projection": "layers.4.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0308, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.5944270448677177, |
| "retained_delta_l2": 0.4492600234490653, |
| "delta_retention_norm_ratio": 0.7557866475423278, |
| "delta_cosine": 0.5787230047675087, |
| "relative_weight_rmse": 0.009479510985493263 |
| }, |
| { |
| "index": 215, |
| "total": 252, |
| "projection": "layers.4.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1412, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.6304020009660627, |
| "retained_delta_l2": 1.416930836773217, |
| "delta_retention_norm_ratio": 0.8690683867743307, |
| "delta_cosine": 0.6812520125552476, |
| "relative_weight_rmse": 0.011814405088465107 |
| }, |
| { |
| "index": 216, |
| "total": 252, |
| "projection": "layers.4.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1451, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.2640944606248181, |
| "retained_delta_l2": 0.9998931013773171, |
| "delta_retention_norm_ratio": 0.790995556521218, |
| "delta_cosine": 0.6087871075666293, |
| "relative_weight_rmse": 0.010257334794911078 |
| }, |
| { |
| "index": 217, |
| "total": 252, |
| "projection": "layers.4.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0334, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1347308271421606, |
| "retained_delta_l2": 1.0768493892373605, |
| "delta_retention_norm_ratio": 0.9489910412934005, |
| "delta_cosine": 0.7689547489767203, |
| "relative_weight_rmse": 0.013530562159350277 |
| }, |
| { |
| "index": 218, |
| "total": 252, |
| "projection": "layers.5.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4713, |
| "parameters": 50331648, |
| "reference_delta_l2": 1.810935893075941, |
| "retained_delta_l2": 1.3499338899161304, |
| "delta_retention_norm_ratio": 0.7454343884162671, |
| "delta_cosine": 0.5704132363093911, |
| "relative_weight_rmse": 0.009071446413057554 |
| }, |
| { |
| "index": 219, |
| "total": 252, |
| "projection": "layers.5.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4156, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.959942527378491, |
| "retained_delta_l2": 2.496841727204632, |
| "delta_retention_norm_ratio": 0.8435439891517049, |
| "delta_cosine": 0.660969789060384, |
| "relative_weight_rmse": 0.010010880134384415 |
| }, |
| { |
| "index": 220, |
| "total": 252, |
| "projection": "layers.5.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3841, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.1870400685654765, |
| "retained_delta_l2": 2.974385603406863, |
| "delta_retention_norm_ratio": 0.9332752458131687, |
| "delta_cosine": 0.7501308407978079, |
| "relative_weight_rmse": 0.01315208292183413 |
| }, |
| { |
| "index": 221, |
| "total": 252, |
| "projection": "layers.5.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0313, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.6209587806459246, |
| "retained_delta_l2": 0.4889663014395137, |
| "delta_retention_norm_ratio": 0.7874376153130299, |
| "delta_cosine": 0.608188679409699, |
| "relative_weight_rmse": 0.009871909845280627 |
| }, |
| { |
| "index": 222, |
| "total": 252, |
| "projection": "layers.5.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1323, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.4712027123441913, |
| "retained_delta_l2": 1.2367591682757846, |
| "delta_retention_norm_ratio": 0.8406449756370773, |
| "delta_cosine": 0.6526329998062314, |
| "relative_weight_rmse": 0.011369367401890903 |
| }, |
| { |
| "index": 223, |
| "total": 252, |
| "projection": "layers.5.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1323, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.4727506650418816, |
| "retained_delta_l2": 1.2586922536897038, |
| "delta_retention_norm_ratio": 0.8546540046233214, |
| "delta_cosine": 0.6711865950328052, |
| "relative_weight_rmse": 0.011210233891934967 |
| }, |
| { |
| "index": 224, |
| "total": 252, |
| "projection": "layers.5.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0301, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0486084194273977, |
| "retained_delta_l2": 0.9844592573104753, |
| "delta_retention_norm_ratio": 0.9388244830687593, |
| "delta_cosine": 0.7614519153311239, |
| "relative_weight_rmse": 0.012891174674649803 |
| }, |
| { |
| "index": 225, |
| "total": 252, |
| "projection": "layers.6.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4564, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.767720688111135, |
| "retained_delta_l2": 4.780773825148703, |
| "delta_retention_norm_ratio": 1.0027378149626336, |
| "delta_cosine": 0.8442279588688661, |
| "relative_weight_rmse": 0.015436456019849167 |
| }, |
| { |
| "index": 226, |
| "total": 252, |
| "projection": "layers.6.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4283, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.1144168145379054, |
| "retained_delta_l2": 2.7248036794985953, |
| "delta_retention_norm_ratio": 0.8749001311511613, |
| "delta_cosine": 0.6926207132666661, |
| "relative_weight_rmse": 0.010703368543273093 |
| }, |
| { |
| "index": 227, |
| "total": 252, |
| "projection": "layers.6.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4189, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.390041280945176, |
| "retained_delta_l2": 3.202277510368192, |
| "delta_retention_norm_ratio": 0.9446131315177868, |
| "delta_cosine": 0.7632713560900984, |
| "relative_weight_rmse": 0.013229654669870288 |
| }, |
| { |
| "index": 228, |
| "total": 252, |
| "projection": "layers.6.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0311, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.5939044653381573, |
| "retained_delta_l2": 0.44887094795012406, |
| "delta_retention_norm_ratio": 0.755796553397769, |
| "delta_cosine": 0.5788145863006533, |
| "relative_weight_rmse": 0.009595333248779364 |
| }, |
| { |
| "index": 229, |
| "total": 252, |
| "projection": "layers.6.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1315, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.3669632941100178, |
| "retained_delta_l2": 1.108979268810084, |
| "delta_retention_norm_ratio": 0.8112721633334725, |
| "delta_cosine": 0.6269790068485096, |
| "relative_weight_rmse": 0.010406969547164474 |
| }, |
| { |
| "index": 230, |
| "total": 252, |
| "projection": "layers.6.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1314, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.4041762978890737, |
| "retained_delta_l2": 1.1651334773217623, |
| "delta_retention_norm_ratio": 0.8297629571680784, |
| "delta_cosine": 0.6448494218474633, |
| "relative_weight_rmse": 0.010729181201098165 |
| }, |
| { |
| "index": 231, |
| "total": 252, |
| "projection": "layers.6.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0303, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9871587580367326, |
| "retained_delta_l2": 0.9114799363593897, |
| "delta_retention_norm_ratio": 0.9233367266802622, |
| "delta_cosine": 0.7398639008846931, |
| "relative_weight_rmse": 0.012405099189583267 |
| }, |
| { |
| "index": 232, |
| "total": 252, |
| "projection": "layers.7.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4273, |
| "parameters": 50331648, |
| "reference_delta_l2": 1.8509328174395354, |
| "retained_delta_l2": 1.371207388640461, |
| "delta_retention_norm_ratio": 0.7408196427881718, |
| "delta_cosine": 0.5662870907172969, |
| "relative_weight_rmse": 0.008982772613857194 |
| }, |
| { |
| "index": 233, |
| "total": 252, |
| "projection": "layers.7.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4221, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.903415555498348, |
| "retained_delta_l2": 2.489190538369936, |
| "delta_retention_norm_ratio": 0.8573318186079244, |
| "delta_cosine": 0.6743226108497193, |
| "relative_weight_rmse": 0.010368765252329331 |
| }, |
| { |
| "index": 234, |
| "total": 252, |
| "projection": "layers.7.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4326, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.9793293298215597, |
| "retained_delta_l2": 2.6967054131669843, |
| "delta_retention_norm_ratio": 0.9051384102369433, |
| "delta_cosine": 0.7168754766014962, |
| "relative_weight_rmse": 0.012394034156126544 |
| }, |
| { |
| "index": 235, |
| "total": 252, |
| "projection": "layers.7.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.035, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7233149380725827, |
| "retained_delta_l2": 0.6142220006851181, |
| "delta_retention_norm_ratio": 0.8491764352632277, |
| "delta_cosine": 0.6628629509564983, |
| "relative_weight_rmse": 0.010779587582608923 |
| }, |
| { |
| "index": 236, |
| "total": 252, |
| "projection": "layers.7.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1457, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.3687782675178408, |
| "retained_delta_l2": 1.1095628123085044, |
| "delta_retention_norm_ratio": 0.8106227565408377, |
| "delta_cosine": 0.6257796839251223, |
| "relative_weight_rmse": 0.010566147208911206 |
| }, |
| { |
| "index": 237, |
| "total": 252, |
| "projection": "layers.7.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1463, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.6879029091575957, |
| "retained_delta_l2": 1.5262817016236274, |
| "delta_retention_norm_ratio": 0.9042473316106608, |
| "delta_cosine": 0.7181181553334522, |
| "relative_weight_rmse": 0.012129219555857563 |
| }, |
| { |
| "index": 238, |
| "total": 252, |
| "projection": "layers.7.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0333, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9915028517782294, |
| "retained_delta_l2": 0.8953762433861933, |
| "delta_retention_norm_ratio": 0.903049589600639, |
| "delta_cosine": 0.7182410000696634, |
| "relative_weight_rmse": 0.012000415390473564 |
| }, |
| { |
| "index": 239, |
| "total": 252, |
| "projection": "layers.8.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4713, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.6473504917942394, |
| "retained_delta_l2": 2.2863272165665895, |
| "delta_retention_norm_ratio": 0.8636284555646553, |
| "delta_cosine": 0.6778262138844748, |
| "relative_weight_rmse": 0.011076389763901337 |
| }, |
| { |
| "index": 240, |
| "total": 252, |
| "projection": "layers.8.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4285, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.2109602018958143, |
| "retained_delta_l2": 1.6686687050895774, |
| "delta_retention_norm_ratio": 0.7547257990708098, |
| "delta_cosine": 0.5779876357757265, |
| "relative_weight_rmse": 0.009495656840626325 |
| }, |
| { |
| "index": 241, |
| "total": 252, |
| "projection": "layers.8.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.4312, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.6841490883977883, |
| "retained_delta_l2": 2.2893303403846996, |
| "delta_retention_norm_ratio": 0.8529072957535446, |
| "delta_cosine": 0.6661517839052589, |
| "relative_weight_rmse": 0.011442145437871401 |
| }, |
| { |
| "index": 242, |
| "total": 252, |
| "projection": "layers.8.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0341, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8951759855086093, |
| "retained_delta_l2": 0.8121689642323364, |
| "delta_retention_norm_ratio": 0.9072729579211053, |
| "delta_cosine": 0.7203602186120661, |
| "relative_weight_rmse": 0.01214431881927836 |
| }, |
| { |
| "index": 243, |
| "total": 252, |
| "projection": "layers.8.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1463, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.574753691969974, |
| "retained_delta_l2": 1.349399729505425, |
| "delta_retention_norm_ratio": 0.8568957395599832, |
| "delta_cosine": 0.6708681427720062, |
| "relative_weight_rmse": 0.011318433107251004 |
| }, |
| { |
| "index": 244, |
| "total": 252, |
| "projection": "layers.8.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1475, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.5969319851881418, |
| "retained_delta_l2": 1.386485111750515, |
| "delta_retention_norm_ratio": 0.8682180109174573, |
| "delta_cosine": 0.6796174143683574, |
| "relative_weight_rmse": 0.011850598231748189 |
| }, |
| { |
| "index": 245, |
| "total": 252, |
| "projection": "layers.8.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0348, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.796218156170733, |
| "retained_delta_l2": 0.6602160870038808, |
| "delta_retention_norm_ratio": 0.8291899423382537, |
| "delta_cosine": 0.643318340596573, |
| "relative_weight_rmse": 0.01062635570519243 |
| }, |
| { |
| "index": 246, |
| "total": 252, |
| "projection": "layers.9.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.56, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.472573355563781, |
| "retained_delta_l2": 2.1019195610207904, |
| "delta_retention_norm_ratio": 0.8500939138129324, |
| "delta_cosine": 0.6644626423954203, |
| "relative_weight_rmse": 0.010895117125517034 |
| }, |
| { |
| "index": 247, |
| "total": 252, |
| "projection": "layers.9.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.5764, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.715301678180105, |
| "retained_delta_l2": 2.228991511458173, |
| "delta_retention_norm_ratio": 0.8209001339962065, |
| "delta_cosine": 0.6368404026661941, |
| "relative_weight_rmse": 0.010415436832995234 |
| }, |
| { |
| "index": 248, |
| "total": 252, |
| "projection": "layers.9.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.5713, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.033076984806482, |
| "retained_delta_l2": 2.752774106779336, |
| "delta_retention_norm_ratio": 0.90758464772531, |
| "delta_cosine": 0.7225313110499669, |
| "relative_weight_rmse": 0.012405972152059165 |
| }, |
| { |
| "index": 249, |
| "total": 252, |
| "projection": "layers.9.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0454, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8393531099281533, |
| "retained_delta_l2": 0.7571706014921384, |
| "delta_retention_norm_ratio": 0.902088277908389, |
| "delta_cosine": 0.7181965567767787, |
| "relative_weight_rmse": 0.0117983148448792 |
| }, |
| { |
| "index": 250, |
| "total": 252, |
| "projection": "layers.9.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1946, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.5267188967900203, |
| "retained_delta_l2": 1.3014151099198887, |
| "delta_retention_norm_ratio": 0.8524261490809864, |
| "delta_cosine": 0.6668987375072588, |
| "relative_weight_rmse": 0.011165379692474192 |
| }, |
| { |
| "index": 251, |
| "total": 252, |
| "projection": "layers.9.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1936, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.8066357912508113, |
| "retained_delta_l2": 1.6600406497686675, |
| "delta_retention_norm_ratio": 0.9188573910734661, |
| "delta_cosine": 0.7351219258583319, |
| "relative_weight_rmse": 0.012711553632753296 |
| }, |
| { |
| "index": 252, |
| "total": 252, |
| "projection": "layers.9.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0351, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8017069173020834, |
| "retained_delta_l2": 0.6713766264992046, |
| "delta_retention_norm_ratio": 0.8374339949049358, |
| "delta_cosine": 0.6535165562030031, |
| "relative_weight_rmse": 0.010435042306830964 |
| } |
| ] |
| } |
|
|
