| { |
| "schema_version": 1, |
| "format": "comfy_scaled_fp8_merged_text_encoder", |
| "scale_policy": "preserve_stock_per_tensor_scale", |
| "base": "/workspace/Ideogram/checkpoints/text_encoders/qwen3vl_8b_fp8_scaled.safetensors", |
| "base_sha256": "4ba424cf62e51392e4d1a39933e803706f4e823c1065f36aaf149c6453f66bcd", |
| "adapter": "/workspace/Ideogram/artifacts/phase2_balanced_4000_8state_debanner_s020_v1_checkpoints/step_00005000/adapters.safetensors", |
| "adapter_sha256": "39925cea8660d30a05ffe4b899903351d4c53b80d950efc0e1667837c7a1cb9c", |
| "adapter_global_step": "5000", |
| "output": "/workspace/Ideogram/artifacts/huggingface_release/s020_v1/qwen3vl_8b_ideogram4_nl_s020_v1_step_00005000_fp8_scaled.safetensors", |
| "output_bytes": 10588637800, |
| "output_sha256": "372d0f8035190ec4034a7535d84850209f3dc4cc0befb1a8fa4e825429dd6704", |
| "output_tensors": 1254, |
| "merged_projections": 252, |
| "lora_rank": 64, |
| "lora_alpha": 64.0, |
| "elapsed_seconds": 62.58, |
| "projections": [ |
| { |
| "index": 1, |
| "total": 252, |
| "projection": "layers.0.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.424, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.135186515348298, |
| "retained_delta_l2": 2.8560539722592195, |
| "delta_retention_norm_ratio": 0.9109678031202975, |
| "delta_cosine": 0.7262562008756012, |
| "relative_weight_rmse": 0.01233335680315245 |
| }, |
| { |
| "index": 2, |
| "total": 252, |
| "projection": "layers.0.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3849, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.3614798551881813, |
| "retained_delta_l2": 3.0834443642268603, |
| "delta_retention_norm_ratio": 0.9172877711784604, |
| "delta_cosine": 0.7301667356431611, |
| "relative_weight_rmse": 0.013623613025763162 |
| }, |
| { |
| "index": 3, |
| "total": 252, |
| "projection": "layers.0.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3797, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.9777154449787466, |
| "retained_delta_l2": 2.673958036520115, |
| "delta_retention_norm_ratio": 0.8979897797249732, |
| "delta_cosine": 0.7112452828018604, |
| "relative_weight_rmse": 0.013140300556275497 |
| }, |
| { |
| "index": 4, |
| "total": 252, |
| "projection": "layers.0.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.029, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.6049897209190485, |
| "retained_delta_l2": 0.4440773425327372, |
| "delta_retention_norm_ratio": 0.7340246076547102, |
| "delta_cosine": 0.5617987633284574, |
| "relative_weight_rmse": 0.009037651463493121 |
| }, |
| { |
| "index": 5, |
| "total": 252, |
| "projection": "layers.0.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.128, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9775603155065633, |
| "retained_delta_l2": 1.865948352780388, |
| "delta_retention_norm_ratio": 0.94356077948622, |
| "delta_cosine": 0.7631682046102871, |
| "relative_weight_rmse": 0.013644203744777697 |
| }, |
| { |
| "index": 6, |
| "total": 252, |
| "projection": "layers.0.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1281, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.2302239091902034, |
| "retained_delta_l2": 0.9587679575670257, |
| "delta_retention_norm_ratio": 0.77934427253827, |
| "delta_cosine": 0.5999597508273914, |
| "relative_weight_rmse": 0.00983482103229521 |
| }, |
| { |
| "index": 7, |
| "total": 252, |
| "projection": "layers.0.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0295, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7989491932896987, |
| "retained_delta_l2": 0.696997109080163, |
| "delta_retention_norm_ratio": 0.8723922809287225, |
| "delta_cosine": 0.6852699405629848, |
| "relative_weight_rmse": 0.012018497319098176 |
| }, |
| { |
| "index": 8, |
| "total": 252, |
| "projection": "layers.1.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4177, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.039540808786972, |
| "retained_delta_l2": 1.904364953570825, |
| "delta_retention_norm_ratio": 0.9337224072037353, |
| "delta_cosine": 0.7567914664358877, |
| "relative_weight_rmse": 0.011997490454341045 |
| }, |
| { |
| "index": 9, |
| "total": 252, |
| "projection": "layers.1.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3791, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.8236958190838717, |
| "retained_delta_l2": 3.7907148274017604, |
| "delta_retention_norm_ratio": 0.9913745775703432, |
| "delta_cosine": 0.845240793486271, |
| "relative_weight_rmse": 0.01436090278758579 |
| }, |
| { |
| "index": 10, |
| "total": 252, |
| "projection": "layers.1.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3781, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.233003496547231, |
| "retained_delta_l2": 4.230068095208527, |
| "delta_retention_norm_ratio": 0.9993065440789031, |
| "delta_cosine": 0.9295672671061014, |
| "relative_weight_rmse": 0.015765239811592596 |
| }, |
| { |
| "index": 11, |
| "total": 252, |
| "projection": "layers.1.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0272, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.6780480021025355, |
| "retained_delta_l2": 0.5573929109150937, |
| "delta_retention_norm_ratio": 0.82205523677777, |
| "delta_cosine": 0.6380309659793468, |
| "relative_weight_rmse": 0.010838267313523747 |
| }, |
| { |
| "index": 12, |
| "total": 252, |
| "projection": "layers.1.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.126, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.7197743724890977, |
| "retained_delta_l2": 1.5400788437254787, |
| "delta_retention_norm_ratio": 0.8955121487805761, |
| "delta_cosine": 0.7062720073601932, |
| "relative_weight_rmse": 0.012689735653416788 |
| }, |
| { |
| "index": 13, |
| "total": 252, |
| "projection": "layers.1.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1288, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.093652038037236, |
| "retained_delta_l2": 2.0243876503438547, |
| "delta_retention_norm_ratio": 0.9669169535171108, |
| "delta_cosine": 0.7927280112007618, |
| "relative_weight_rmse": 0.014642959288955999 |
| }, |
| { |
| "index": 14, |
| "total": 252, |
| "projection": "layers.1.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0288, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9102291599732378, |
| "retained_delta_l2": 0.8269043748425299, |
| "delta_retention_norm_ratio": 0.9084573547026797, |
| "delta_cosine": 0.7210325993344192, |
| "relative_weight_rmse": 0.01239533413987135 |
| }, |
| { |
| "index": 15, |
| "total": 252, |
| "projection": "layers.10.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4198, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.815750646038315, |
| "retained_delta_l2": 2.497199691402181, |
| "delta_retention_norm_ratio": 0.8868681944246994, |
| "delta_cosine": 0.7007905993418094, |
| "relative_weight_rmse": 0.01167729700137916 |
| }, |
| { |
| "index": 16, |
| "total": 252, |
| "projection": "layers.10.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3784, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.3989329841884732, |
| "retained_delta_l2": 1.861966849896403, |
| "delta_retention_norm_ratio": 0.7761645957468385, |
| "delta_cosine": 0.5968364007448302, |
| "relative_weight_rmse": 0.009680572880202264 |
| }, |
| { |
| "index": 17, |
| "total": 252, |
| "projection": "layers.10.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3783, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.8571875232232324, |
| "retained_delta_l2": 2.5284986641654177, |
| "delta_retention_norm_ratio": 0.884960697753917, |
| "delta_cosine": 0.6974691920334167, |
| "relative_weight_rmse": 0.011912326044391911 |
| }, |
| { |
| "index": 18, |
| "total": 252, |
| "projection": "layers.10.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0273, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9003451220266855, |
| "retained_delta_l2": 0.8277931750356239, |
| "delta_retention_norm_ratio": 0.9194176264011443, |
| "delta_cosine": 0.737629177890454, |
| "relative_weight_rmse": 0.011991794454569911 |
| }, |
| { |
| "index": 19, |
| "total": 252, |
| "projection": "layers.10.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1279, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.7763426698945382, |
| "retained_delta_l2": 1.5878093392627646, |
| "delta_retention_norm_ratio": 0.8938643236876324, |
| "delta_cosine": 0.7070843944769404, |
| "relative_weight_rmse": 0.012178674526479671 |
| }, |
| { |
| "index": 20, |
| "total": 252, |
| "projection": "layers.10.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1294, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.123701389490391, |
| "retained_delta_l2": 2.0266935532719232, |
| "delta_retention_norm_ratio": 0.9543213388197922, |
| "delta_cosine": 0.7804707573447506, |
| "relative_weight_rmse": 0.013468296606334093 |
| }, |
| { |
| "index": 21, |
| "total": 252, |
| "projection": "layers.10.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0286, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9139935802992992, |
| "retained_delta_l2": 0.817229615603824, |
| "delta_retention_norm_ratio": 0.8941305860553326, |
| "delta_cosine": 0.7123253822564569, |
| "relative_weight_rmse": 0.011238932459847967 |
| }, |
| { |
| "index": 22, |
| "total": 252, |
| "projection": "layers.11.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4206, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.611804809629326, |
| "retained_delta_l2": 2.2360590955736663, |
| "delta_retention_norm_ratio": 0.8561356068147427, |
| "delta_cosine": 0.6706593698553941, |
| "relative_weight_rmse": 0.011059342359572706 |
| }, |
| { |
| "index": 23, |
| "total": 252, |
| "projection": "layers.11.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3802, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.787149920660926, |
| "retained_delta_l2": 2.356436835146604, |
| "delta_retention_norm_ratio": 0.8454646869472361, |
| "delta_cosine": 0.6607703373976561, |
| "relative_weight_rmse": 0.0108500592682522 |
| }, |
| { |
| "index": 24, |
| "total": 252, |
| "projection": "layers.11.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3808, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.680144008384116, |
| "retained_delta_l2": 2.2789481194653325, |
| "delta_retention_norm_ratio": 0.8503080850641798, |
| "delta_cosine": 0.6638271405022999, |
| "relative_weight_rmse": 0.01139116263399098 |
| }, |
| { |
| "index": 25, |
| "total": 252, |
| "projection": "layers.11.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0273, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1366927936122104, |
| "retained_delta_l2": 1.0948450976181021, |
| "delta_retention_norm_ratio": 0.9631846913877902, |
| "delta_cosine": 0.7886591368315472, |
| "relative_weight_rmse": 0.013711924887066174 |
| }, |
| { |
| "index": 26, |
| "total": 252, |
| "projection": "layers.11.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1275, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.6714846962330223, |
| "retained_delta_l2": 1.4679641251206186, |
| "delta_retention_norm_ratio": 0.8782396443287382, |
| "delta_cosine": 0.6931109771143484, |
| "relative_weight_rmse": 0.01173579706583997 |
| }, |
| { |
| "index": 27, |
| "total": 252, |
| "projection": "layers.11.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1293, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.4149194896492567, |
| "retained_delta_l2": 1.1792060860749967, |
| "delta_retention_norm_ratio": 0.8334086106675294, |
| "delta_cosine": 0.6480283418324282, |
| "relative_weight_rmse": 0.010798380947022401 |
| }, |
| { |
| "index": 28, |
| "total": 252, |
| "projection": "layers.11.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0288, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0015595060547162, |
| "retained_delta_l2": 0.912226688257879, |
| "delta_retention_norm_ratio": 0.9108062803490011, |
| "delta_cosine": 0.7280353129937391, |
| "relative_weight_rmse": 0.011916026681035733 |
| }, |
| { |
| "index": 29, |
| "total": 252, |
| "projection": "layers.12.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4208, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.570622595928691, |
| "retained_delta_l2": 2.190965410117967, |
| "delta_retention_norm_ratio": 0.8523092474126622, |
| "delta_cosine": 0.6669268187339376, |
| "relative_weight_rmse": 0.010844754236504215 |
| }, |
| { |
| "index": 30, |
| "total": 252, |
| "projection": "layers.12.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3817, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.2308685741393934, |
| "retained_delta_l2": 2.9004585854706004, |
| "delta_retention_norm_ratio": 0.8977333862127758, |
| "delta_cosine": 0.7138159179539258, |
| "relative_weight_rmse": 0.01202862716931747 |
| }, |
| { |
| "index": 31, |
| "total": 252, |
| "projection": "layers.12.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3801, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.6925897553775506, |
| "retained_delta_l2": 2.296402796685541, |
| "delta_retention_norm_ratio": 0.8528602591981351, |
| "delta_cosine": 0.666576856045294, |
| "relative_weight_rmse": 0.01123944526908056 |
| }, |
| { |
| "index": 32, |
| "total": 252, |
| "projection": "layers.12.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0272, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9321993592192336, |
| "retained_delta_l2": 0.8654938512955905, |
| "delta_retention_norm_ratio": 0.9284428730142955, |
| "delta_cosine": 0.7476333638462151, |
| "relative_weight_rmse": 0.012290617430907062 |
| }, |
| { |
| "index": 33, |
| "total": 252, |
| "projection": "layers.12.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1293, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.7746351817899557, |
| "retained_delta_l2": 1.607432307392857, |
| "delta_retention_norm_ratio": 0.905781832732262, |
| "delta_cosine": 0.7218634704923429, |
| "relative_weight_rmse": 0.01203951255127609 |
| }, |
| { |
| "index": 34, |
| "total": 252, |
| "projection": "layers.12.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1292, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.807689998181352, |
| "retained_delta_l2": 1.652943713714136, |
| "delta_retention_norm_ratio": 0.9143955630540079, |
| "delta_cosine": 0.731369216769661, |
| "relative_weight_rmse": 0.01244067252691149 |
| }, |
| { |
| "index": 35, |
| "total": 252, |
| "projection": "layers.12.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.029, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.088034545248337, |
| "retained_delta_l2": 1.025166821321755, |
| "delta_retention_norm_ratio": 0.9422190001216985, |
| "delta_cosine": 0.7662832512568094, |
| "relative_weight_rmse": 0.012196326546506273 |
| }, |
| { |
| "index": 36, |
| "total": 252, |
| "projection": "layers.13.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.424, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.349516064651879, |
| "retained_delta_l2": 1.9253748764861496, |
| "delta_retention_norm_ratio": 0.819477212968717, |
| "delta_cosine": 0.6362778844407208, |
| "relative_weight_rmse": 0.010206561115358198 |
| }, |
| { |
| "index": 37, |
| "total": 252, |
| "projection": "layers.13.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3827, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.006984984137078, |
| "retained_delta_l2": 2.6350765456604233, |
| "delta_retention_norm_ratio": 0.8763184916324473, |
| "delta_cosine": 0.6891116610958277, |
| "relative_weight_rmse": 0.01193392488554407 |
| }, |
| { |
| "index": 38, |
| "total": 252, |
| "projection": "layers.13.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3794, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.4074461436722676, |
| "retained_delta_l2": 1.9481472708324796, |
| "delta_retention_norm_ratio": 0.8092173841367087, |
| "delta_cosine": 0.6257388809621606, |
| "relative_weight_rmse": 0.010368056418957074 |
| }, |
| { |
| "index": 39, |
| "total": 252, |
| "projection": "layers.13.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.027, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.344359788194323, |
| "retained_delta_l2": 1.3301268872832719, |
| "delta_retention_norm_ratio": 0.9894128781327444, |
| "delta_cosine": 0.834898539661817, |
| "relative_weight_rmse": 0.01479261987327952 |
| }, |
| { |
| "index": 40, |
| "total": 252, |
| "projection": "layers.13.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1273, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.7332866148034838, |
| "retained_delta_l2": 1.5541717587654111, |
| "delta_retention_norm_ratio": 0.8966617208554511, |
| "delta_cosine": 0.7124019684501789, |
| "relative_weight_rmse": 0.012277217442899068 |
| }, |
| { |
| "index": 41, |
| "total": 252, |
| "projection": "layers.13.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1293, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.4129397612140535, |
| "retained_delta_l2": 1.1770620718772369, |
| "delta_retention_norm_ratio": 0.8330589202655453, |
| "delta_cosine": 0.6476767900380466, |
| "relative_weight_rmse": 0.01076806653608202 |
| }, |
| { |
| "index": 42, |
| "total": 252, |
| "projection": "layers.13.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0286, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.035136168968896, |
| "retained_delta_l2": 0.9550400803251853, |
| "delta_retention_norm_ratio": 0.9226226548305284, |
| "delta_cosine": 0.7401943174497557, |
| "relative_weight_rmse": 0.012365144877185026 |
| }, |
| { |
| "index": 43, |
| "total": 252, |
| "projection": "layers.14.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4201, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.470701762151342, |
| "retained_delta_l2": 2.0898129981915057, |
| "delta_retention_norm_ratio": 0.8458378223569238, |
| "delta_cosine": 0.6614596710529592, |
| "relative_weight_rmse": 0.010529548316267456 |
| }, |
| { |
| "index": 44, |
| "total": 252, |
| "projection": "layers.14.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3778, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.74722649797281, |
| "retained_delta_l2": 2.3340647564629458, |
| "delta_retention_norm_ratio": 0.8496076891312974, |
| "delta_cosine": 0.6627933337041668, |
| "relative_weight_rmse": 0.011402475625767456 |
| }, |
| { |
| "index": 45, |
| "total": 252, |
| "projection": "layers.14.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.38, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.9501600583233736, |
| "retained_delta_l2": 2.6162905939812773, |
| "delta_retention_norm_ratio": 0.8868300506611021, |
| "delta_cosine": 0.7012459300014316, |
| "relative_weight_rmse": 0.011800006904719555 |
| }, |
| { |
| "index": 46, |
| "total": 252, |
| "projection": "layers.14.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0268, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.729918443155983, |
| "retained_delta_l2": 0.6200392380407965, |
| "delta_retention_norm_ratio": 0.8494637227686747, |
| "delta_cosine": 0.6664010596012043, |
| "relative_weight_rmse": 0.010731083800672671 |
| }, |
| { |
| "index": 47, |
| "total": 252, |
| "projection": "layers.14.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1275, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.5591070036567194, |
| "retained_delta_l2": 1.357860744696475, |
| "delta_retention_norm_ratio": 0.8709220993246503, |
| "delta_cosine": 0.685239627250001, |
| "relative_weight_rmse": 0.011461754476629643 |
| }, |
| { |
| "index": 48, |
| "total": 252, |
| "projection": "layers.14.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1286, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.317079032780429, |
| "retained_delta_l2": 2.258352424426768, |
| "delta_retention_norm_ratio": 0.9746548963057203, |
| "delta_cosine": 0.8053928778272853, |
| "relative_weight_rmse": 0.013909891998684688 |
| }, |
| { |
| "index": 49, |
| "total": 252, |
| "projection": "layers.14.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0287, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.019153393597738, |
| "retained_delta_l2": 0.9467406420311555, |
| "delta_retention_norm_ratio": 0.9289481328115325, |
| "delta_cosine": 0.7464038423557939, |
| "relative_weight_rmse": 0.012392165813170427 |
| }, |
| { |
| "index": 50, |
| "total": 252, |
| "projection": "layers.15.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4189, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.3712801332115747, |
| "retained_delta_l2": 1.97260584174988, |
| "delta_retention_norm_ratio": 0.8318738111630257, |
| "delta_cosine": 0.6479866019547492, |
| "relative_weight_rmse": 0.010302002598645308 |
| }, |
| { |
| "index": 51, |
| "total": 252, |
| "projection": "layers.15.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3789, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.8999020234196347, |
| "retained_delta_l2": 2.5435002854085984, |
| "delta_retention_norm_ratio": 0.877098696737775, |
| "delta_cosine": 0.6889267286180097, |
| "relative_weight_rmse": 0.012094963529580971 |
| }, |
| { |
| "index": 52, |
| "total": 252, |
| "projection": "layers.15.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3795, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.789907870604423, |
| "retained_delta_l2": 2.4409558059046863, |
| "delta_retention_norm_ratio": 0.8749234451874075, |
| "delta_cosine": 0.6892638530383427, |
| "relative_weight_rmse": 0.011430830430350996 |
| }, |
| { |
| "index": 53, |
| "total": 252, |
| "projection": "layers.15.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0272, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8181995214514396, |
| "retained_delta_l2": 0.7244323583273169, |
| "delta_retention_norm_ratio": 0.8853981691925399, |
| "delta_cosine": 0.7001481056499137, |
| "relative_weight_rmse": 0.011632250841184306 |
| }, |
| { |
| "index": 54, |
| "total": 252, |
| "projection": "layers.15.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1266, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.1489820829006403, |
| "retained_delta_l2": 2.064650844097545, |
| "delta_retention_norm_ratio": 0.9607575886862365, |
| "delta_cosine": 0.7884630546129239, |
| "relative_weight_rmse": 0.01383446779953585 |
| }, |
| { |
| "index": 55, |
| "total": 252, |
| "projection": "layers.15.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1287, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.239629875906978, |
| "retained_delta_l2": 2.164612144458897, |
| "delta_retention_norm_ratio": 0.9665044067079603, |
| "delta_cosine": 0.8012332235464946, |
| "relative_weight_rmse": 0.013461916248059555 |
| }, |
| { |
| "index": 56, |
| "total": 252, |
| "projection": "layers.15.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0286, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8622840472553119, |
| "retained_delta_l2": 0.7672109892395579, |
| "delta_retention_norm_ratio": 0.8897427613112225, |
| "delta_cosine": 0.7062963769690268, |
| "relative_weight_rmse": 0.011264688962582484 |
| }, |
| { |
| "index": 57, |
| "total": 252, |
| "projection": "layers.16.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.423, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.492997818948942, |
| "retained_delta_l2": 2.130565572114366, |
| "delta_retention_norm_ratio": 0.85461991018212, |
| "delta_cosine": 0.6693559838294143, |
| "relative_weight_rmse": 0.010670349074915835 |
| }, |
| { |
| "index": 58, |
| "total": 252, |
| "projection": "layers.16.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3799, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.6530217062891728, |
| "retained_delta_l2": 2.271999747972484, |
| "delta_retention_norm_ratio": 0.856381891858084, |
| "delta_cosine": 0.6697329841804793, |
| "relative_weight_rmse": 0.011111090959197583 |
| }, |
| { |
| "index": 59, |
| "total": 252, |
| "projection": "layers.16.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3799, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.5590487926250303, |
| "retained_delta_l2": 2.1577905132080555, |
| "delta_retention_norm_ratio": 0.8432002232339733, |
| "delta_cosine": 0.6572806546391785, |
| "relative_weight_rmse": 0.010895653258080075 |
| }, |
| { |
| "index": 60, |
| "total": 252, |
| "projection": "layers.16.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0274, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7421347571068885, |
| "retained_delta_l2": 0.6397912949145651, |
| "delta_retention_norm_ratio": 0.86209585090544, |
| "delta_cosine": 0.67602087587244, |
| "relative_weight_rmse": 0.011236792558610478 |
| }, |
| { |
| "index": 61, |
| "total": 252, |
| "projection": "layers.16.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1272, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.6688992374074818, |
| "retained_delta_l2": 1.4931286300640905, |
| "delta_retention_norm_ratio": 0.8946787179216171, |
| "delta_cosine": 0.7097863074539114, |
| "relative_weight_rmse": 0.01194892788211655 |
| }, |
| { |
| "index": 62, |
| "total": 252, |
| "projection": "layers.16.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1293, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.8168048948215056, |
| "retained_delta_l2": 1.6859507799228413, |
| "delta_retention_norm_ratio": 0.9279756922322029, |
| "delta_cosine": 0.7488695954478054, |
| "relative_weight_rmse": 0.012491895612114922 |
| }, |
| { |
| "index": 63, |
| "total": 252, |
| "projection": "layers.16.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0285, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9559863902201, |
| "retained_delta_l2": 0.8724007989316481, |
| "delta_retention_norm_ratio": 0.9125661284056484, |
| "delta_cosine": 0.7294168827875759, |
| "relative_weight_rmse": 0.012127487179049738 |
| }, |
| { |
| "index": 64, |
| "total": 252, |
| "projection": "layers.17.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4181, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.5826459749642634, |
| "retained_delta_l2": 2.222327270085148, |
| "delta_retention_norm_ratio": 0.8604846702289108, |
| "delta_cosine": 0.674990062797647, |
| "relative_weight_rmse": 0.010934296981534891 |
| }, |
| { |
| "index": 65, |
| "total": 252, |
| "projection": "layers.17.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3788, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.5677109849255655, |
| "retained_delta_l2": 3.3508333514846402, |
| "delta_retention_norm_ratio": 0.9392109858793818, |
| "delta_cosine": 0.7582646180832158, |
| "relative_weight_rmse": 0.013364162354051858 |
| }, |
| { |
| "index": 66, |
| "total": 252, |
| "projection": "layers.17.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3795, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.189207585068944, |
| "retained_delta_l2": 2.905526488680171, |
| "delta_retention_norm_ratio": 0.9110496608258127, |
| "delta_cosine": 0.7256624417792032, |
| "relative_weight_rmse": 0.012392163139724533 |
| }, |
| { |
| "index": 67, |
| "total": 252, |
| "projection": "layers.17.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0273, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7881034605462751, |
| "retained_delta_l2": 0.7054711603223036, |
| "delta_retention_norm_ratio": 0.8951504410769942, |
| "delta_cosine": 0.7150171541628376, |
| "relative_weight_rmse": 0.01156482498208805 |
| }, |
| { |
| "index": 68, |
| "total": 252, |
| "projection": "layers.17.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1274, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.7306393697451647, |
| "retained_delta_l2": 1.570861065501436, |
| "delta_retention_norm_ratio": 0.9076767193460669, |
| "delta_cosine": 0.7248865736065294, |
| "relative_weight_rmse": 0.012203306164663034 |
| }, |
| { |
| "index": 69, |
| "total": 252, |
| "projection": "layers.17.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1302, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.6634187594720447, |
| "retained_delta_l2": 1.4887031861118358, |
| "delta_retention_norm_ratio": 0.8949659715178022, |
| "delta_cosine": 0.7080650198934098, |
| "relative_weight_rmse": 0.011982013430126896 |
| }, |
| { |
| "index": 70, |
| "total": 252, |
| "projection": "layers.17.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0287, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.033310004312815, |
| "retained_delta_l2": 0.969074009228285, |
| "delta_retention_norm_ratio": 0.9378347303167273, |
| "delta_cosine": 0.7591014945813579, |
| "relative_weight_rmse": 0.012756530218560696 |
| }, |
| { |
| "index": 71, |
| "total": 252, |
| "projection": "layers.18.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4214, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.91300001332646, |
| "retained_delta_l2": 2.624356604242212, |
| "delta_retention_norm_ratio": 0.9009119781106227, |
| "delta_cosine": 0.7154699872689531, |
| "relative_weight_rmse": 0.011723653165008202 |
| }, |
| { |
| "index": 72, |
| "total": 252, |
| "projection": "layers.18.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3798, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.773282049472027, |
| "retained_delta_l2": 4.740512890063904, |
| "delta_retention_norm_ratio": 0.9931348788802983, |
| "delta_cosine": 0.8289113415462789, |
| "relative_weight_rmse": 0.015512092849871293 |
| }, |
| { |
| "index": 73, |
| "total": 252, |
| "projection": "layers.18.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3821, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.272086783487216, |
| "retained_delta_l2": 3.0113484819898617, |
| "delta_retention_norm_ratio": 0.9203143685512298, |
| "delta_cosine": 0.736889755775823, |
| "relative_weight_rmse": 0.012501219592350362 |
| }, |
| { |
| "index": 74, |
| "total": 252, |
| "projection": "layers.18.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0274, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1198283608502044, |
| "retained_delta_l2": 1.0866557126337533, |
| "delta_retention_norm_ratio": 0.9703770243939298, |
| "delta_cosine": 0.7993391464160701, |
| "relative_weight_rmse": 0.014015566126521639 |
| }, |
| { |
| "index": 75, |
| "total": 252, |
| "projection": "layers.18.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1273, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.626564664291748, |
| "retained_delta_l2": 1.453394490798149, |
| "delta_retention_norm_ratio": 0.893536250174842, |
| "delta_cosine": 0.7104582955821651, |
| "relative_weight_rmse": 0.011687285777003188 |
| }, |
| { |
| "index": 76, |
| "total": 252, |
| "projection": "layers.18.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1298, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.1012849876408812, |
| "retained_delta_l2": 2.011378937645608, |
| "delta_retention_norm_ratio": 0.9572137760826954, |
| "delta_cosine": 0.7838343385285703, |
| "relative_weight_rmse": 0.013551126227561699 |
| }, |
| { |
| "index": 77, |
| "total": 252, |
| "projection": "layers.18.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0287, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9281509567125034, |
| "retained_delta_l2": 0.8454780872916859, |
| "delta_retention_norm_ratio": 0.9109273455757203, |
| "delta_cosine": 0.7278002651864842, |
| "relative_weight_rmse": 0.01178993087135816 |
| }, |
| { |
| "index": 78, |
| "total": 252, |
| "projection": "layers.19.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4211, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.6922750035667775, |
| "retained_delta_l2": 2.3558934173555723, |
| "delta_retention_norm_ratio": 0.8750567509761966, |
| "delta_cosine": 0.6892908042194223, |
| "relative_weight_rmse": 0.011204255373374137 |
| }, |
| { |
| "index": 79, |
| "total": 252, |
| "projection": "layers.19.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3844, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.656655274733582, |
| "retained_delta_l2": 4.5944078048499355, |
| "delta_retention_norm_ratio": 0.9866325793490892, |
| "delta_cosine": 0.8202697964519513, |
| "relative_weight_rmse": 0.015518642190223074 |
| }, |
| { |
| "index": 80, |
| "total": 252, |
| "projection": "layers.19.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3843, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.0977015640031476, |
| "retained_delta_l2": 2.7784333744300307, |
| "delta_retention_norm_ratio": 0.8969338449890801, |
| "delta_cosine": 0.711227319018263, |
| "relative_weight_rmse": 0.01221220014459275 |
| }, |
| { |
| "index": 81, |
| "total": 252, |
| "projection": "layers.19.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0273, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.047128698342103, |
| "retained_delta_l2": 1.0081357593174012, |
| "delta_retention_norm_ratio": 0.9627620376688761, |
| "delta_cosine": 0.7956820746471963, |
| "relative_weight_rmse": 0.013609249885393589 |
| }, |
| { |
| "index": 82, |
| "total": 252, |
| "projection": "layers.19.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1273, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.640882895333352, |
| "retained_delta_l2": 1.4613969515577732, |
| "delta_retention_norm_ratio": 0.890616238193454, |
| "delta_cosine": 0.7054189075118479, |
| "relative_weight_rmse": 0.011798410714126939 |
| }, |
| { |
| "index": 83, |
| "total": 252, |
| "projection": "layers.19.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.129, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.943267319773534, |
| "retained_delta_l2": 1.8345260607109972, |
| "delta_retention_norm_ratio": 0.9440420481752303, |
| "delta_cosine": 0.766395739841044, |
| "relative_weight_rmse": 0.012852704864556646 |
| }, |
| { |
| "index": 84, |
| "total": 252, |
| "projection": "layers.19.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0289, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.234666897955104, |
| "retained_delta_l2": 1.2011835954797547, |
| "delta_retention_norm_ratio": 0.9728806996196258, |
| "delta_cosine": 0.8056964980148436, |
| "relative_weight_rmse": 0.013861031420803058 |
| }, |
| { |
| "index": 85, |
| "total": 252, |
| "projection": "layers.2.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4205, |
| "parameters": 50331648, |
| "reference_delta_l2": 1.5526634376141815, |
| "retained_delta_l2": 1.33742076785188, |
| "delta_retention_norm_ratio": 0.8613719724777941, |
| "delta_cosine": 0.6980385160317994, |
| "relative_weight_rmse": 0.010117667896620617 |
| }, |
| { |
| "index": 86, |
| "total": 252, |
| "projection": "layers.2.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3801, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.515285664613831, |
| "retained_delta_l2": 2.3728132874325953, |
| "delta_retention_norm_ratio": 0.9433573771816056, |
| "delta_cosine": 0.7979933008894563, |
| "relative_weight_rmse": 0.012675496269100575 |
| }, |
| { |
| "index": 87, |
| "total": 252, |
| "projection": "layers.2.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3861, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.3820200106405816, |
| "retained_delta_l2": 3.362728819973336, |
| "delta_retention_norm_ratio": 0.9942959560834794, |
| "delta_cosine": 0.8802202170527957, |
| "relative_weight_rmse": 0.014960959971704624 |
| }, |
| { |
| "index": 88, |
| "total": 252, |
| "projection": "layers.2.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0276, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.5780582396299822, |
| "retained_delta_l2": 0.4352584308054825, |
| "delta_retention_norm_ratio": 0.7529663984793185, |
| "delta_cosine": 0.5765613771409978, |
| "relative_weight_rmse": 0.009301718024074838 |
| }, |
| { |
| "index": 89, |
| "total": 252, |
| "projection": "layers.2.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1296, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.0915892526659636, |
| "retained_delta_l2": 1.9742645164339088, |
| "delta_retention_norm_ratio": 0.9439064165765285, |
| "delta_cosine": 0.7612765502356699, |
| "relative_weight_rmse": 0.013967732208073852 |
| }, |
| { |
| "index": 90, |
| "total": 252, |
| "projection": "layers.2.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1312, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.2320945095750178, |
| "retained_delta_l2": 0.9741780923035718, |
| "delta_retention_norm_ratio": 0.7906683170267448, |
| "delta_cosine": 0.6087487381000445, |
| "relative_weight_rmse": 0.01020122359884597 |
| }, |
| { |
| "index": 91, |
| "total": 252, |
| "projection": "layers.2.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0293, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1641128777895646, |
| "retained_delta_l2": 1.1237200857579628, |
| "delta_retention_norm_ratio": 0.9653016534716976, |
| "delta_cosine": 0.7939388350240377, |
| "relative_weight_rmse": 0.013529768739609014 |
| }, |
| { |
| "index": 92, |
| "total": 252, |
| "projection": "layers.20.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4224, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.6482357286299263, |
| "retained_delta_l2": 2.2605104788025727, |
| "delta_retention_norm_ratio": 0.853591111381937, |
| "delta_cosine": 0.6660232040520053, |
| "relative_weight_rmse": 0.011255390535106997 |
| }, |
| { |
| "index": 93, |
| "total": 252, |
| "projection": "layers.20.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3855, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.595450009542096, |
| "retained_delta_l2": 4.532970757221847, |
| "delta_retention_norm_ratio": 0.9864041057588451, |
| "delta_cosine": 0.8190441377530484, |
| "relative_weight_rmse": 0.015508505324454483 |
| }, |
| { |
| "index": 94, |
| "total": 252, |
| "projection": "layers.20.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3851, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.1309412335852236, |
| "retained_delta_l2": 2.8137809312180577, |
| "delta_retention_norm_ratio": 0.8987012918144148, |
| "delta_cosine": 0.7126249167235419, |
| "relative_weight_rmse": 0.012289729218413594 |
| }, |
| { |
| "index": 95, |
| "total": 252, |
| "projection": "layers.20.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0272, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8441918524059813, |
| "retained_delta_l2": 0.7764582601431815, |
| "delta_retention_norm_ratio": 0.9197651670414064, |
| "delta_cosine": 0.7401758309254866, |
| "relative_weight_rmse": 0.012199816379483584 |
| }, |
| { |
| "index": 96, |
| "total": 252, |
| "projection": "layers.20.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1287, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.6106790746244113, |
| "retained_delta_l2": 1.4299995478416576, |
| "delta_retention_norm_ratio": 0.8878240056450191, |
| "delta_cosine": 0.7037405306978761, |
| "relative_weight_rmse": 0.011828130266026518 |
| }, |
| { |
| "index": 97, |
| "total": 252, |
| "projection": "layers.20.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1337, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.89756966268521, |
| "retained_delta_l2": 1.7741818818002881, |
| "delta_retention_norm_ratio": 0.9349758887321593, |
| "delta_cosine": 0.7575586370695429, |
| "relative_weight_rmse": 0.012358198652403663 |
| }, |
| { |
| "index": 98, |
| "total": 252, |
| "projection": "layers.20.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0295, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9470939301798534, |
| "retained_delta_l2": 0.8695552463826534, |
| "delta_retention_norm_ratio": 0.9181298904719246, |
| "delta_cosine": 0.7375911903164596, |
| "relative_weight_rmse": 0.012046697274210143 |
| }, |
| { |
| "index": 99, |
| "total": 252, |
| "projection": "layers.21.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4299, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.1066514376986794, |
| "retained_delta_l2": 2.8050756971559947, |
| "delta_retention_norm_ratio": 0.9029257879132769, |
| "delta_cosine": 0.7159739154341643, |
| "relative_weight_rmse": 0.012307512521779558 |
| }, |
| { |
| "index": 100, |
| "total": 252, |
| "projection": "layers.21.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3882, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.6665958222580395, |
| "retained_delta_l2": 4.608779402644631, |
| "delta_retention_norm_ratio": 0.9876105791425852, |
| "delta_cosine": 0.8186339309377361, |
| "relative_weight_rmse": 0.01599520405836275 |
| }, |
| { |
| "index": 101, |
| "total": 252, |
| "projection": "layers.21.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3863, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.34791742619495, |
| "retained_delta_l2": 3.0753668378522954, |
| "delta_retention_norm_ratio": 0.9185910063939601, |
| "delta_cosine": 0.7335714757219073, |
| "relative_weight_rmse": 0.012775820497452597 |
| }, |
| { |
| "index": 102, |
| "total": 252, |
| "projection": "layers.21.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0282, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8906854892964806, |
| "retained_delta_l2": 0.8238880013714661, |
| "delta_retention_norm_ratio": 0.9250044053397846, |
| "delta_cosine": 0.7423613421872413, |
| "relative_weight_rmse": 0.012838813818728211 |
| }, |
| { |
| "index": 103, |
| "total": 252, |
| "projection": "layers.21.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.13, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.7393285246147288, |
| "retained_delta_l2": 1.5911743044917448, |
| "delta_retention_norm_ratio": 0.9148210254553256, |
| "delta_cosine": 0.7326442129169288, |
| "relative_weight_rmse": 0.012394702418153382 |
| }, |
| { |
| "index": 104, |
| "total": 252, |
| "projection": "layers.21.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1316, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.35023526346365, |
| "retained_delta_l2": 1.1176851682557851, |
| "delta_retention_norm_ratio": 0.8277706844869961, |
| "delta_cosine": 0.6443744276873155, |
| "relative_weight_rmse": 0.01035273223411896 |
| }, |
| { |
| "index": 105, |
| "total": 252, |
| "projection": "layers.21.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0299, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.340558070538281, |
| "retained_delta_l2": 1.3237576668026891, |
| "delta_retention_norm_ratio": 0.9874676046455445, |
| "delta_cosine": 0.823507805084283, |
| "relative_weight_rmse": 0.0145505935204622 |
| }, |
| { |
| "index": 106, |
| "total": 252, |
| "projection": "layers.22.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4239, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.3651014455456614, |
| "retained_delta_l2": 3.1301175587978727, |
| "delta_retention_norm_ratio": 0.9301703409093851, |
| "delta_cosine": 0.7478149278286402, |
| "relative_weight_rmse": 0.012616241203419263 |
| }, |
| { |
| "index": 107, |
| "total": 252, |
| "projection": "layers.22.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3884, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.236275956939207, |
| "retained_delta_l2": 4.124291183097534, |
| "delta_retention_norm_ratio": 0.973565278801482, |
| "delta_cosine": 0.8030949736407592, |
| "relative_weight_rmse": 0.014701826077672196 |
| }, |
| { |
| "index": 108, |
| "total": 252, |
| "projection": "layers.22.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3897, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.432581665075316, |
| "retained_delta_l2": 3.182276464768107, |
| "delta_retention_norm_ratio": 0.9270796080821817, |
| "delta_cosine": 0.745293924915482, |
| "relative_weight_rmse": 0.012637390341163894 |
| }, |
| { |
| "index": 109, |
| "total": 252, |
| "projection": "layers.22.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.028, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1250070410829698, |
| "retained_delta_l2": 1.0998477214110505, |
| "delta_retention_norm_ratio": 0.9776363002602187, |
| "delta_cosine": 0.8172957846306897, |
| "relative_weight_rmse": 0.014426618318959437 |
| }, |
| { |
| "index": 110, |
| "total": 252, |
| "projection": "layers.22.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1301, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.0978269166758747, |
| "retained_delta_l2": 1.9973749588672103, |
| "delta_retention_norm_ratio": 0.9521161841283664, |
| "delta_cosine": 0.7727043603398874, |
| "relative_weight_rmse": 0.01373215505568896 |
| }, |
| { |
| "index": 111, |
| "total": 252, |
| "projection": "layers.22.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1313, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.871279276226468, |
| "retained_delta_l2": 1.7421599999103519, |
| "delta_retention_norm_ratio": 0.9309994622627938, |
| "delta_cosine": 0.7547089819512466, |
| "relative_weight_rmse": 0.012602207687986134 |
| }, |
| { |
| "index": 112, |
| "total": 252, |
| "projection": "layers.22.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0291, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1049204569108604, |
| "retained_delta_l2": 1.0524277699980864, |
| "delta_retention_norm_ratio": 0.9524918861041517, |
| "delta_cosine": 0.7775562635452063, |
| "relative_weight_rmse": 0.01323658225526853 |
| }, |
| { |
| "index": 113, |
| "total": 252, |
| "projection": "layers.23.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4295, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.164064877389265, |
| "retained_delta_l2": 2.904799180491484, |
| "delta_retention_norm_ratio": 0.9180592981039927, |
| "delta_cosine": 0.7354081507082781, |
| "relative_weight_rmse": 0.011982262330114096 |
| }, |
| { |
| "index": 114, |
| "total": 252, |
| "projection": "layers.23.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3863, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.681356830205064, |
| "retained_delta_l2": 5.729787391982792, |
| "delta_retention_norm_ratio": 1.0085244710418901, |
| "delta_cosine": 0.8547443822259567, |
| "relative_weight_rmse": 0.016875053895657025 |
| }, |
| { |
| "index": 115, |
| "total": 252, |
| "projection": "layers.23.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3863, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.994572694078467, |
| "retained_delta_l2": 4.958950032711758, |
| "delta_retention_norm_ratio": 0.9928677259199885, |
| "delta_cosine": 0.8294620342905394, |
| "relative_weight_rmse": 0.01543130444925714 |
| }, |
| { |
| "index": 116, |
| "total": 252, |
| "projection": "layers.23.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0283, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7939351098558397, |
| "retained_delta_l2": 0.706441633084495, |
| "delta_retention_norm_ratio": 0.8897976979664857, |
| "delta_cosine": 0.7057072256232827, |
| "relative_weight_rmse": 0.011963073195813807 |
| }, |
| { |
| "index": 117, |
| "total": 252, |
| "projection": "layers.23.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1283, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.960288229105135, |
| "retained_delta_l2": 1.8332819433258007, |
| "delta_retention_norm_ratio": 0.9352104022798157, |
| "delta_cosine": 0.7547145276610445, |
| "relative_weight_rmse": 0.012805489955986052 |
| }, |
| { |
| "index": 118, |
| "total": 252, |
| "projection": "layers.23.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1292, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.7881764262115596, |
| "retained_delta_l2": 1.6206762884554973, |
| "delta_retention_norm_ratio": 0.9063290762025484, |
| "delta_cosine": 0.7241064277641575, |
| "relative_weight_rmse": 0.012036833781657983 |
| }, |
| { |
| "index": 119, |
| "total": 252, |
| "projection": "layers.23.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0299, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9296093087596113, |
| "retained_delta_l2": 0.854002764164332, |
| "delta_retention_norm_ratio": 0.9186684729995206, |
| "delta_cosine": 0.7381432465761304, |
| "relative_weight_rmse": 0.011748920526745516 |
| }, |
| { |
| "index": 120, |
| "total": 252, |
| "projection": "layers.24.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4267, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.2534230405335545, |
| "retained_delta_l2": 2.981800644478014, |
| "delta_retention_norm_ratio": 0.9165118115069981, |
| "delta_cosine": 0.7317666128734056, |
| "relative_weight_rmse": 0.012280282010517366 |
| }, |
| { |
| "index": 121, |
| "total": 252, |
| "projection": "layers.24.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3848, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.165655340422529, |
| "retained_delta_l2": 5.138772758574253, |
| "delta_retention_norm_ratio": 0.9947959009889968, |
| "delta_cosine": 0.8288703561669849, |
| "relative_weight_rmse": 0.01631047714886263 |
| }, |
| { |
| "index": 122, |
| "total": 252, |
| "projection": "layers.24.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3869, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.0141745870852334, |
| "retained_delta_l2": 3.8368578938450653, |
| "delta_retention_norm_ratio": 0.9558273589268769, |
| "delta_cosine": 0.7759200295888791, |
| "relative_weight_rmse": 0.013957609399077614 |
| }, |
| { |
| "index": 123, |
| "total": 252, |
| "projection": "layers.24.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0282, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9669618716241911, |
| "retained_delta_l2": 0.9176098077360659, |
| "delta_retention_norm_ratio": 0.9489617270997156, |
| "delta_cosine": 0.7726282893544615, |
| "relative_weight_rmse": 0.013156688473918708 |
| }, |
| { |
| "index": 124, |
| "total": 252, |
| "projection": "layers.24.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1297, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9193056791500216, |
| "retained_delta_l2": 1.7804441285586727, |
| "delta_retention_norm_ratio": 0.927650112173458, |
| "delta_cosine": 0.7463482254981281, |
| "relative_weight_rmse": 0.01258371936003536 |
| }, |
| { |
| "index": 125, |
| "total": 252, |
| "projection": "layers.24.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1309, |
| "parameters": 16777216, |
| "reference_delta_l2": 3.039059120168847, |
| "retained_delta_l2": 3.0371101854864153, |
| "delta_retention_norm_ratio": 0.9993587045840941, |
| "delta_cosine": 0.8496008974508179, |
| "relative_weight_rmse": 0.015607056499383726 |
| }, |
| { |
| "index": 126, |
| "total": 252, |
| "projection": "layers.24.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0301, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0872845874154113, |
| "retained_delta_l2": 1.0359463798430317, |
| "delta_retention_norm_ratio": 0.9527831000580852, |
| "delta_cosine": 0.778837353510625, |
| "relative_weight_rmse": 0.01304958405394525 |
| }, |
| { |
| "index": 127, |
| "total": 252, |
| "projection": "layers.25.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4309, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.642132638444929, |
| "retained_delta_l2": 3.409572774394396, |
| "delta_retention_norm_ratio": 0.9361473380744781, |
| "delta_cosine": 0.7517974948501079, |
| "relative_weight_rmse": 0.01327340848604111 |
| }, |
| { |
| "index": 128, |
| "total": 252, |
| "projection": "layers.25.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.391, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.620100516508087, |
| "retained_delta_l2": 5.636423640519522, |
| "delta_retention_norm_ratio": 1.0029044185176916, |
| "delta_cosine": 0.841261441562537, |
| "relative_weight_rmse": 0.01698334918493056 |
| }, |
| { |
| "index": 129, |
| "total": 252, |
| "projection": "layers.25.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3893, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.751771880231379, |
| "retained_delta_l2": 3.502705847373873, |
| "delta_retention_norm_ratio": 0.9336137588295625, |
| "delta_cosine": 0.7486844572560383, |
| "relative_weight_rmse": 0.013635755223338066 |
| }, |
| { |
| "index": 130, |
| "total": 252, |
| "projection": "layers.25.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0282, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.028613932268488, |
| "retained_delta_l2": 0.9820507213318386, |
| "delta_retention_norm_ratio": 0.9547320821972928, |
| "delta_cosine": 0.7798742584487988, |
| "relative_weight_rmse": 0.013545750227291677 |
| }, |
| { |
| "index": 131, |
| "total": 252, |
| "projection": "layers.25.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1318, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9564144509544819, |
| "retained_delta_l2": 1.8095128691918798, |
| "delta_retention_norm_ratio": 0.9249128518290526, |
| "delta_cosine": 0.7403126992938154, |
| "relative_weight_rmse": 0.013199817134663757 |
| }, |
| { |
| "index": 132, |
| "total": 252, |
| "projection": "layers.25.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1321, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.4514761557007434, |
| "retained_delta_l2": 2.40423426143534, |
| "delta_retention_norm_ratio": 0.9807292050728106, |
| "delta_cosine": 0.8152564312400812, |
| "relative_weight_rmse": 0.014601455683392647 |
| }, |
| { |
| "index": 133, |
| "total": 252, |
| "projection": "layers.25.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.029, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1897973765773928, |
| "retained_delta_l2": 1.1464713861908846, |
| "delta_retention_norm_ratio": 0.9635854043390639, |
| "delta_cosine": 0.7875521812962474, |
| "relative_weight_rmse": 0.013467930845111446 |
| }, |
| { |
| "index": 134, |
| "total": 252, |
| "projection": "layers.26.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4284, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.305241479049125, |
| "retained_delta_l2": 3.0279613748243444, |
| "delta_retention_norm_ratio": 0.9161089723754312, |
| "delta_cosine": 0.7290675691972286, |
| "relative_weight_rmse": 0.012359369142667078 |
| }, |
| { |
| "index": 135, |
| "total": 252, |
| "projection": "layers.26.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3909, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.269251371509404, |
| "retained_delta_l2": 5.232637302627289, |
| "delta_retention_norm_ratio": 0.9930513717603062, |
| "delta_cosine": 0.8225288220968671, |
| "relative_weight_rmse": 0.016669117081924718 |
| }, |
| { |
| "index": 136, |
| "total": 252, |
| "projection": "layers.26.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.397, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.6084143824322066, |
| "retained_delta_l2": 3.337343838080122, |
| "delta_retention_norm_ratio": 0.9248782108640824, |
| "delta_cosine": 0.7386694926000766, |
| "relative_weight_rmse": 0.013191997575593736 |
| }, |
| { |
| "index": 137, |
| "total": 252, |
| "projection": "layers.26.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0324, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1033783937516002, |
| "retained_delta_l2": 1.0650332196521097, |
| "delta_retention_norm_ratio": 0.9652474850725389, |
| "delta_cosine": 0.7914633519220408, |
| "relative_weight_rmse": 0.014450524331764551 |
| }, |
| { |
| "index": 138, |
| "total": 252, |
| "projection": "layers.26.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1385, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.147096551460236, |
| "retained_delta_l2": 2.0228782430093153, |
| "delta_retention_norm_ratio": 0.9421459140407821, |
| "delta_cosine": 0.7605701256673978, |
| "relative_weight_rmse": 0.013817141329754716 |
| }, |
| { |
| "index": 139, |
| "total": 252, |
| "projection": "layers.26.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1317, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.717881073870093, |
| "retained_delta_l2": 2.6939693177412587, |
| "delta_retention_norm_ratio": 0.9912020594430258, |
| "delta_cosine": 0.8321627533618473, |
| "relative_weight_rmse": 0.015381478917734464 |
| }, |
| { |
| "index": 140, |
| "total": 252, |
| "projection": "layers.26.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0297, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.3035700311997667, |
| "retained_delta_l2": 1.2685645617688444, |
| "delta_retention_norm_ratio": 0.9731464604178539, |
| "delta_cosine": 0.8073929079759188, |
| "relative_weight_rmse": 0.014270040450847576 |
| }, |
| { |
| "index": 141, |
| "total": 252, |
| "projection": "layers.27.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4336, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.132261250787498, |
| "retained_delta_l2": 2.807137353424932, |
| "delta_retention_norm_ratio": 0.8962015389741755, |
| "delta_cosine": 0.7086808991494553, |
| "relative_weight_rmse": 0.011933529319931057 |
| }, |
| { |
| "index": 142, |
| "total": 252, |
| "projection": "layers.27.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.395, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.247325963699111, |
| "retained_delta_l2": 5.216431893889305, |
| "delta_retention_norm_ratio": 0.9941124164910795, |
| "delta_cosine": 0.8255585582563386, |
| "relative_weight_rmse": 0.01648764474977256 |
| }, |
| { |
| "index": 143, |
| "total": 252, |
| "projection": "layers.27.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3869, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.1510008911701286, |
| "retained_delta_l2": 2.768647223024788, |
| "delta_retention_norm_ratio": 0.8786564392232358, |
| "delta_cosine": 0.6904335192986641, |
| "relative_weight_rmse": 0.01220342793629529 |
| }, |
| { |
| "index": 144, |
| "total": 252, |
| "projection": "layers.27.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0282, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.960118298135331, |
| "retained_delta_l2": 0.9043235411909332, |
| "delta_retention_norm_ratio": 0.9418876225432239, |
| "delta_cosine": 0.7669786023398018, |
| "relative_weight_rmse": 0.013522336301050803 |
| }, |
| { |
| "index": 145, |
| "total": 252, |
| "projection": "layers.27.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.131, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.8368636487582302, |
| "retained_delta_l2": 1.6722199073501667, |
| "delta_retention_norm_ratio": 0.9103669227057941, |
| "delta_cosine": 0.7242585869216763, |
| "relative_weight_rmse": 0.012756450906067583 |
| }, |
| { |
| "index": 146, |
| "total": 252, |
| "projection": "layers.27.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.133, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.505280677634362, |
| "retained_delta_l2": 2.4508958805780723, |
| "delta_retention_norm_ratio": 0.9782919344958811, |
| "delta_cosine": 0.8133856650561131, |
| "relative_weight_rmse": 0.014896287903625344 |
| }, |
| { |
| "index": 147, |
| "total": 252, |
| "projection": "layers.27.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0293, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.3026741570714229, |
| "retained_delta_l2": 1.2790188773078266, |
| "delta_retention_norm_ratio": 0.9818409848424596, |
| "delta_cosine": 0.8137638637475447, |
| "relative_weight_rmse": 0.014298877186667228 |
| }, |
| { |
| "index": 148, |
| "total": 252, |
| "projection": "layers.28.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4297, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.770779313567698, |
| "retained_delta_l2": 3.5568828920765014, |
| "delta_retention_norm_ratio": 0.9432752744978808, |
| "delta_cosine": 0.7614841636602006, |
| "relative_weight_rmse": 0.013120830359412057 |
| }, |
| { |
| "index": 149, |
| "total": 252, |
| "projection": "layers.28.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3902, |
| "parameters": 50331648, |
| "reference_delta_l2": 6.474007977311115, |
| "retained_delta_l2": 6.592055973272809, |
| "delta_retention_norm_ratio": 1.0182341443469651, |
| "delta_cosine": 0.8681988272925049, |
| "relative_weight_rmse": 0.01800075192492093 |
| }, |
| { |
| "index": 150, |
| "total": 252, |
| "projection": "layers.28.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3879, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.251831424096289, |
| "retained_delta_l2": 2.8852405574526903, |
| "delta_retention_norm_ratio": 0.8872663373854082, |
| "delta_cosine": 0.6985082000056504, |
| "relative_weight_rmse": 0.012346026593839841 |
| }, |
| { |
| "index": 151, |
| "total": 252, |
| "projection": "layers.28.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0281, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0323824251540816, |
| "retained_delta_l2": 0.9825007436597037, |
| "delta_retention_norm_ratio": 0.951682942019346, |
| "delta_cosine": 0.771248140491772, |
| "relative_weight_rmse": 0.014134231309731925 |
| }, |
| { |
| "index": 152, |
| "total": 252, |
| "projection": "layers.28.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.131, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.8689306710458202, |
| "retained_delta_l2": 1.71735194200812, |
| "delta_retention_norm_ratio": 0.9188954778333862, |
| "delta_cosine": 0.7339179675507641, |
| "relative_weight_rmse": 0.012841131456311331 |
| }, |
| { |
| "index": 153, |
| "total": 252, |
| "projection": "layers.28.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1328, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.112653591950212, |
| "retained_delta_l2": 2.0137616228372126, |
| "delta_retention_norm_ratio": 0.9531906368891688, |
| "delta_cosine": 0.777666777366398, |
| "relative_weight_rmse": 0.013269128681704517 |
| }, |
| { |
| "index": 154, |
| "total": 252, |
| "projection": "layers.28.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0298, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0579417102970974, |
| "retained_delta_l2": 0.9885788527580183, |
| "delta_retention_norm_ratio": 0.9344360309609117, |
| "delta_cosine": 0.7520058519219315, |
| "relative_weight_rmse": 0.012592426270211971 |
| }, |
| { |
| "index": 155, |
| "total": 252, |
| "projection": "layers.29.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4302, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.7534517264286573, |
| "retained_delta_l2": 3.5245574147557397, |
| "delta_retention_norm_ratio": 0.9390176487255089, |
| "delta_cosine": 0.756712105571667, |
| "relative_weight_rmse": 0.013025868946782511 |
| }, |
| { |
| "index": 156, |
| "total": 252, |
| "projection": "layers.29.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3902, |
| "parameters": 50331648, |
| "reference_delta_l2": 6.17579873844958, |
| "retained_delta_l2": 6.26468819573951, |
| "delta_retention_norm_ratio": 1.0143931920476161, |
| "delta_cosine": 0.8582469283492269, |
| "relative_weight_rmse": 0.01777181309605028 |
| }, |
| { |
| "index": 157, |
| "total": 252, |
| "projection": "layers.29.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3888, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.59159804521513, |
| "retained_delta_l2": 3.293281299130373, |
| "delta_retention_norm_ratio": 0.9169403863324331, |
| "delta_cosine": 0.7301450210404935, |
| "relative_weight_rmse": 0.01292364590979042 |
| }, |
| { |
| "index": 158, |
| "total": 252, |
| "projection": "layers.29.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0282, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9631567917349719, |
| "retained_delta_l2": 0.9129046112541209, |
| "delta_retention_norm_ratio": 0.9478255452154059, |
| "delta_cosine": 0.7820175303265533, |
| "relative_weight_rmse": 0.013140085712954792 |
| }, |
| { |
| "index": 159, |
| "total": 252, |
| "projection": "layers.29.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1299, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9484483835817932, |
| "retained_delta_l2": 1.796999556748854, |
| "delta_retention_norm_ratio": 0.9222720868004037, |
| "delta_cosine": 0.7378988525244624, |
| "relative_weight_rmse": 0.01294247061943119 |
| }, |
| { |
| "index": 160, |
| "total": 252, |
| "projection": "layers.29.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1325, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.9486054506181407, |
| "retained_delta_l2": 2.9360501658337737, |
| "delta_retention_norm_ratio": 0.995741958361457, |
| "delta_cosine": 0.8480940212651022, |
| "relative_weight_rmse": 0.015288258290702357 |
| }, |
| { |
| "index": 161, |
| "total": 252, |
| "projection": "layers.29.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0296, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0699779495571091, |
| "retained_delta_l2": 1.0105511699123044, |
| "delta_retention_norm_ratio": 0.9444598090368098, |
| "delta_cosine": 0.7676695688460679, |
| "relative_weight_rmse": 0.012957896364334942 |
| }, |
| { |
| "index": 162, |
| "total": 252, |
| "projection": "layers.3.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4333, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.1032100566399197, |
| "retained_delta_l2": 1.8715532853851151, |
| "delta_retention_norm_ratio": 0.8898556183090438, |
| "delta_cosine": 0.7218372867640742, |
| "relative_weight_rmse": 0.011441034776611706 |
| }, |
| { |
| "index": 163, |
| "total": 252, |
| "projection": "layers.3.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3902, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.938720610342676, |
| "retained_delta_l2": 2.7192042076684735, |
| "delta_retention_norm_ratio": 0.925302050864711, |
| "delta_cosine": 0.7471542319968987, |
| "relative_weight_rmse": 0.012287635001598943 |
| }, |
| { |
| "index": 164, |
| "total": 252, |
| "projection": "layers.3.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3871, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.196659265953979, |
| "retained_delta_l2": 3.1313538641926626, |
| "delta_retention_norm_ratio": 0.9795707342171712, |
| "delta_cosine": 0.8439606316876027, |
| "relative_weight_rmse": 0.014685120384091997 |
| }, |
| { |
| "index": 165, |
| "total": 252, |
| "projection": "layers.3.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.028, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.5966929387519279, |
| "retained_delta_l2": 0.463749829103853, |
| "delta_retention_norm_ratio": 0.7772001292219994, |
| "delta_cosine": 0.5981156326647796, |
| "relative_weight_rmse": 0.009662974031804931 |
| }, |
| { |
| "index": 166, |
| "total": 252, |
| "projection": "layers.3.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1314, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.855006646219326, |
| "retained_delta_l2": 1.701967156048477, |
| "delta_retention_norm_ratio": 0.9174992227209765, |
| "delta_cosine": 0.7310224175084274, |
| "relative_weight_rmse": 0.012835343971560898 |
| }, |
| { |
| "index": 167, |
| "total": 252, |
| "projection": "layers.3.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1308, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.5126081346122637, |
| "retained_delta_l2": 1.310500384839273, |
| "delta_retention_norm_ratio": 0.8663845941666853, |
| "delta_cosine": 0.6796911912848108, |
| "relative_weight_rmse": 0.011748833378422311 |
| }, |
| { |
| "index": 168, |
| "total": 252, |
| "projection": "layers.3.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0299, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9493398299256175, |
| "retained_delta_l2": 0.8565163941492758, |
| "delta_retention_norm_ratio": 0.9022231735672415, |
| "delta_cosine": 0.7164521198474684, |
| "relative_weight_rmse": 0.012405948503876288 |
| }, |
| { |
| "index": 169, |
| "total": 252, |
| "projection": "layers.30.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4262, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.8978984993184693, |
| "retained_delta_l2": 3.6994383763582808, |
| "delta_retention_norm_ratio": 0.949085353814398, |
| "delta_cosine": 0.7673530694212525, |
| "relative_weight_rmse": 0.013155715168103967 |
| }, |
| { |
| "index": 170, |
| "total": 252, |
| "projection": "layers.30.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3909, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.433652967437842, |
| "retained_delta_l2": 5.434993583742712, |
| "delta_retention_norm_ratio": 1.0002467246828062, |
| "delta_cosine": 0.8319933390667529, |
| "relative_weight_rmse": 0.016980591988578438 |
| }, |
| { |
| "index": 171, |
| "total": 252, |
| "projection": "layers.30.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3907, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.8348783996802394, |
| "retained_delta_l2": 3.5590722971279973, |
| "delta_retention_norm_ratio": 0.9280795702478494, |
| "delta_cosine": 0.7415143180677388, |
| "relative_weight_rmse": 0.013456396568094107 |
| }, |
| { |
| "index": 172, |
| "total": 252, |
| "projection": "layers.30.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0282, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.4984205802451858, |
| "retained_delta_l2": 1.5108422212234183, |
| "delta_retention_norm_ratio": 1.0082898227253392, |
| "delta_cosine": 0.8531969004133971, |
| "relative_weight_rmse": 0.016620995319562116 |
| }, |
| { |
| "index": 173, |
| "total": 252, |
| "projection": "layers.30.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1316, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.8728191309298317, |
| "retained_delta_l2": 1.6973609956354359, |
| "delta_retention_norm_ratio": 0.9063133580831786, |
| "delta_cosine": 0.7181223959925678, |
| "relative_weight_rmse": 0.012881768328302717 |
| }, |
| { |
| "index": 174, |
| "total": 252, |
| "projection": "layers.30.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.133, |
| "parameters": 16777216, |
| "reference_delta_l2": 3.0332081303291325, |
| "retained_delta_l2": 3.0455803742269714, |
| "delta_retention_norm_ratio": 1.0040789300853208, |
| "delta_cosine": 0.8559045647858767, |
| "relative_weight_rmse": 0.01632808793865334 |
| }, |
| { |
| "index": 175, |
| "total": 252, |
| "projection": "layers.30.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0299, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.3123151133807753, |
| "retained_delta_l2": 1.274843676062311, |
| "delta_retention_norm_ratio": 0.9714463112278493, |
| "delta_cosine": 0.801919063498299, |
| "relative_weight_rmse": 0.013937328553195962 |
| }, |
| { |
| "index": 176, |
| "total": 252, |
| "projection": "layers.31.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4328, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.117060720903275, |
| "retained_delta_l2": 3.952201024686551, |
| "delta_retention_norm_ratio": 0.9599569432192989, |
| "delta_cosine": 0.7808196240294195, |
| "relative_weight_rmse": 0.01339236697860167 |
| }, |
| { |
| "index": 177, |
| "total": 252, |
| "projection": "layers.31.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3893, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.23682193488538, |
| "retained_delta_l2": 4.0921481609531325, |
| "delta_retention_norm_ratio": 0.9658532324096455, |
| "delta_cosine": 0.7870133171237784, |
| "relative_weight_rmse": 0.014799547618956832 |
| }, |
| { |
| "index": 178, |
| "total": 252, |
| "projection": "layers.31.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3891, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.7533803077341537, |
| "retained_delta_l2": 3.466890820615773, |
| "delta_retention_norm_ratio": 0.923671607023662, |
| "delta_cosine": 0.7371873467107354, |
| "relative_weight_rmse": 0.013143132916215957 |
| }, |
| { |
| "index": 179, |
| "total": 252, |
| "projection": "layers.31.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0282, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1300260386779475, |
| "retained_delta_l2": 1.1061474945023615, |
| "delta_retention_norm_ratio": 0.9788690318998999, |
| "delta_cosine": 0.812792858989726, |
| "relative_weight_rmse": 0.014423882978006959 |
| }, |
| { |
| "index": 180, |
| "total": 252, |
| "projection": "layers.31.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1321, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9332114332159547, |
| "retained_delta_l2": 1.785208152819234, |
| "delta_retention_norm_ratio": 0.9234417519709612, |
| "delta_cosine": 0.7394358609471232, |
| "relative_weight_rmse": 0.012567795219459207 |
| }, |
| { |
| "index": 181, |
| "total": 252, |
| "projection": "layers.31.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1332, |
| "parameters": 16777216, |
| "reference_delta_l2": 3.097948358974668, |
| "retained_delta_l2": 3.1217002046644615, |
| "delta_retention_norm_ratio": 1.0076669598513432, |
| "delta_cosine": 0.8594629372319006, |
| "relative_weight_rmse": 0.016367174602252094 |
| }, |
| { |
| "index": 182, |
| "total": 252, |
| "projection": "layers.31.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0301, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9159050398617947, |
| "retained_delta_l2": 0.808662779418089, |
| "delta_retention_norm_ratio": 0.8829111580607876, |
| "delta_cosine": 0.7002209721035524, |
| "relative_weight_rmse": 0.011267909505400815 |
| }, |
| { |
| "index": 183, |
| "total": 252, |
| "projection": "layers.32.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4312, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.057429050751837, |
| "retained_delta_l2": 2.7055068754815284, |
| "delta_retention_norm_ratio": 0.8848960451972648, |
| "delta_cosine": 0.6985648933470412, |
| "relative_weight_rmse": 0.011300930284001908 |
| }, |
| { |
| "index": 184, |
| "total": 252, |
| "projection": "layers.32.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3854, |
| "parameters": 50331648, |
| "reference_delta_l2": 5.781916303688982, |
| "retained_delta_l2": 5.838110125536839, |
| "delta_retention_norm_ratio": 1.009718892300811, |
| "delta_cosine": 0.8498731301381173, |
| "relative_weight_rmse": 0.017542559791707914 |
| }, |
| { |
| "index": 185, |
| "total": 252, |
| "projection": "layers.32.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3868, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.1927812903409505, |
| "retained_delta_l2": 3.9781009068246798, |
| "delta_retention_norm_ratio": 0.9487976193724111, |
| "delta_cosine": 0.7679477233425701, |
| "relative_weight_rmse": 0.013865189763080822 |
| }, |
| { |
| "index": 186, |
| "total": 252, |
| "projection": "layers.32.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0282, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0783175272646806, |
| "retained_delta_l2": 1.044111151228919, |
| "delta_retention_norm_ratio": 0.9682780116516038, |
| "delta_cosine": 0.7992171502076999, |
| "relative_weight_rmse": 0.014106002121241187 |
| }, |
| { |
| "index": 187, |
| "total": 252, |
| "projection": "layers.32.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1287, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.955353845683428, |
| "retained_delta_l2": 1.7974128413490449, |
| "delta_retention_norm_ratio": 0.9192263821287139, |
| "delta_cosine": 0.7328830838255879, |
| "relative_weight_rmse": 0.01292098369173976 |
| }, |
| { |
| "index": 188, |
| "total": 252, |
| "projection": "layers.32.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1322, |
| "parameters": 16777216, |
| "reference_delta_l2": 3.521193846583141, |
| "retained_delta_l2": 3.5817414138144987, |
| "delta_retention_norm_ratio": 1.0171951814837208, |
| "delta_cosine": 0.8844759311883627, |
| "relative_weight_rmse": 0.017048171080786798 |
| }, |
| { |
| "index": 189, |
| "total": 252, |
| "projection": "layers.32.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0291, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1078237330254415, |
| "retained_delta_l2": 1.0383064489336704, |
| "delta_retention_norm_ratio": 0.9372487860483717, |
| "delta_cosine": 0.7589941781019551, |
| "relative_weight_rmse": 0.012614362339079541 |
| }, |
| { |
| "index": 190, |
| "total": 252, |
| "projection": "layers.33.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4241, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.689707248703135, |
| "retained_delta_l2": 4.604233147135592, |
| "delta_retention_norm_ratio": 0.9817741072022823, |
| "delta_cosine": 0.8102813971155682, |
| "relative_weight_rmse": 0.014420925141106806 |
| }, |
| { |
| "index": 191, |
| "total": 252, |
| "projection": "layers.33.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3857, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.034563257265208, |
| "retained_delta_l2": 3.8543050664855696, |
| "delta_retention_norm_ratio": 0.9553215108339075, |
| "delta_cosine": 0.7727336337657214, |
| "relative_weight_rmse": 0.014793621153844716 |
| }, |
| { |
| "index": 192, |
| "total": 252, |
| "projection": "layers.33.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3864, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.566171345371535, |
| "retained_delta_l2": 4.43130048233319, |
| "delta_retention_norm_ratio": 0.9704630306580467, |
| "delta_cosine": 0.796240684876951, |
| "relative_weight_rmse": 0.014252010655975832 |
| }, |
| { |
| "index": 193, |
| "total": 252, |
| "projection": "layers.33.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0282, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.171552776418305, |
| "retained_delta_l2": 1.1623227521475235, |
| "delta_retention_norm_ratio": 0.9921215463301621, |
| "delta_cosine": 0.8277549320058807, |
| "relative_weight_rmse": 0.01554920977100678 |
| }, |
| { |
| "index": 194, |
| "total": 252, |
| "projection": "layers.33.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1287, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.959212980651289, |
| "retained_delta_l2": 1.8112129064554086, |
| "delta_retention_norm_ratio": 0.924459425464463, |
| "delta_cosine": 0.7415341212291183, |
| "relative_weight_rmse": 0.012309177676342303 |
| }, |
| { |
| "index": 195, |
| "total": 252, |
| "projection": "layers.33.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1305, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.6985174788058186, |
| "retained_delta_l2": 1.5665997536990643, |
| "delta_retention_norm_ratio": 0.9223336075413825, |
| "delta_cosine": 0.7431240448205082, |
| "relative_weight_rmse": 0.011938592566423342 |
| }, |
| { |
| "index": 196, |
| "total": 252, |
| "projection": "layers.33.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0287, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.2343662918195417, |
| "retained_delta_l2": 1.184980602290347, |
| "delta_retention_norm_ratio": 0.9599910578760243, |
| "delta_cosine": 0.7864342520216658, |
| "relative_weight_rmse": 0.012728537950190457 |
| }, |
| { |
| "index": 197, |
| "total": 252, |
| "projection": "layers.34.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4285, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.261489432925536, |
| "retained_delta_l2": 3.0313032324464326, |
| "delta_retention_norm_ratio": 0.9294229813669432, |
| "delta_cosine": 0.7458831088239839, |
| "relative_weight_rmse": 0.011854496813221605 |
| }, |
| { |
| "index": 198, |
| "total": 252, |
| "projection": "layers.34.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3903, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.5196454509206627, |
| "retained_delta_l2": 3.316919358673675, |
| "delta_retention_norm_ratio": 0.9424015586018873, |
| "delta_cosine": 0.7574977644879192, |
| "relative_weight_rmse": 0.0131233892592756 |
| }, |
| { |
| "index": 199, |
| "total": 252, |
| "projection": "layers.34.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3897, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.1239829376209345, |
| "retained_delta_l2": 2.8006109007510576, |
| "delta_retention_norm_ratio": 0.8964872589489427, |
| "delta_cosine": 0.7100234638649024, |
| "relative_weight_rmse": 0.011423804865420405 |
| }, |
| { |
| "index": 200, |
| "total": 252, |
| "projection": "layers.34.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0281, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7901579176804271, |
| "retained_delta_l2": 0.7289411020474216, |
| "delta_retention_norm_ratio": 0.9225258467159166, |
| "delta_cosine": 0.7529023074456173, |
| "relative_weight_rmse": 0.011644851883442688 |
| }, |
| { |
| "index": 201, |
| "total": 252, |
| "projection": "layers.34.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1293, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.3687711363412887, |
| "retained_delta_l2": 2.298505710434156, |
| "delta_retention_norm_ratio": 0.9703367603441582, |
| "delta_cosine": 0.79321241066586, |
| "relative_weight_rmse": 0.014052412268970403 |
| }, |
| { |
| "index": 202, |
| "total": 252, |
| "projection": "layers.34.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1301, |
| "parameters": 16777216, |
| "reference_delta_l2": 2.798669977547175, |
| "retained_delta_l2": 2.8128553327431063, |
| "delta_retention_norm_ratio": 1.0050686059127143, |
| "delta_cosine": 0.8601519965070576, |
| "relative_weight_rmse": 0.015301485033859027 |
| }, |
| { |
| "index": 203, |
| "total": 252, |
| "projection": "layers.34.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0296, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9811930089310823, |
| "retained_delta_l2": 0.8765817347135941, |
| "delta_retention_norm_ratio": 0.8933835919484869, |
| "delta_cosine": 0.7153690562087868, |
| "relative_weight_rmse": 0.01140318267189611 |
| }, |
| { |
| "index": 204, |
| "total": 252, |
| "projection": "layers.35.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4241, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.333473272753201, |
| "retained_delta_l2": 2.086970023664544, |
| "delta_retention_norm_ratio": 0.8943620859227521, |
| "delta_cosine": 0.7148638840512689, |
| "relative_weight_rmse": 0.0098139939294425 |
| }, |
| { |
| "index": 205, |
| "total": 252, |
| "projection": "layers.35.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3871, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.627449696619369, |
| "retained_delta_l2": 2.294180125270862, |
| "delta_retention_norm_ratio": 0.8731585340045479, |
| "delta_cosine": 0.6878599929217832, |
| "relative_weight_rmse": 0.010532547008695962 |
| }, |
| { |
| "index": 206, |
| "total": 252, |
| "projection": "layers.35.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3845, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.664437084904742, |
| "retained_delta_l2": 2.2924939981946424, |
| "delta_retention_norm_ratio": 0.8604046277477041, |
| "delta_cosine": 0.6749879160129268, |
| "relative_weight_rmse": 0.010351714937813263 |
| }, |
| { |
| "index": 207, |
| "total": 252, |
| "projection": "layers.35.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0281, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8330723387143064, |
| "retained_delta_l2": 0.7630192621151713, |
| "delta_retention_norm_ratio": 0.9159099716271351, |
| "delta_cosine": 0.7342410909336075, |
| "relative_weight_rmse": 0.012232671019988367 |
| }, |
| { |
| "index": 208, |
| "total": 252, |
| "projection": "layers.35.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1306, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9768898560640722, |
| "retained_delta_l2": 1.875411782222538, |
| "delta_retention_norm_ratio": 0.9486678159988267, |
| "delta_cosine": 0.7674952628310036, |
| "relative_weight_rmse": 0.01297704657162937 |
| }, |
| { |
| "index": 209, |
| "total": 252, |
| "projection": "layers.35.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1313, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.9270585177821875, |
| "retained_delta_l2": 1.8399410652305475, |
| "delta_retention_norm_ratio": 0.954792523554551, |
| "delta_cosine": 0.7751783116171622, |
| "relative_weight_rmse": 0.013105533957306424 |
| }, |
| { |
| "index": 210, |
| "total": 252, |
| "projection": "layers.35.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0294, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.900220271344646, |
| "retained_delta_l2": 0.7938819338328972, |
| "delta_retention_norm_ratio": 0.8818752022181051, |
| "delta_cosine": 0.6984764421348353, |
| "relative_weight_rmse": 0.011381243323434816 |
| }, |
| { |
| "index": 211, |
| "total": 252, |
| "projection": "layers.4.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4266, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.2298700594055836, |
| "retained_delta_l2": 1.9139909072946737, |
| "delta_retention_norm_ratio": 0.8583419016823278, |
| "delta_cosine": 0.6735711698792769, |
| "relative_weight_rmse": 0.010853858960267986 |
| }, |
| { |
| "index": 212, |
| "total": 252, |
| "projection": "layers.4.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3858, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.3294753338867764, |
| "retained_delta_l2": 2.939987162403425, |
| "delta_retention_norm_ratio": 0.8830181537856088, |
| "delta_cosine": 0.7106284120654582, |
| "relative_weight_rmse": 0.010855684224578223 |
| }, |
| { |
| "index": 213, |
| "total": 252, |
| "projection": "layers.4.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.388, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.312872016246803, |
| "retained_delta_l2": 3.1913194087885497, |
| "delta_retention_norm_ratio": 0.9633089938693249, |
| "delta_cosine": 0.796326371531978, |
| "relative_weight_rmse": 0.01403572649186527 |
| }, |
| { |
| "index": 214, |
| "total": 252, |
| "projection": "layers.4.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0273, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.5946416784174827, |
| "retained_delta_l2": 0.4495808225440149, |
| "delta_retention_norm_ratio": 0.7560533323874679, |
| "delta_cosine": 0.5788912869023318, |
| "relative_weight_rmse": 0.009481844112531713 |
| }, |
| { |
| "index": 215, |
| "total": 252, |
| "projection": "layers.4.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1296, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.6306689002006027, |
| "retained_delta_l2": 1.4171534861141628, |
| "delta_retention_norm_ratio": 0.8690626809279471, |
| "delta_cosine": 0.6812818573272754, |
| "relative_weight_rmse": 0.011815779929245714 |
| }, |
| { |
| "index": 216, |
| "total": 252, |
| "projection": "layers.4.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1314, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.2641816961468235, |
| "retained_delta_l2": 0.999941832271729, |
| "delta_retention_norm_ratio": 0.7909795208390634, |
| "delta_cosine": 0.6087861609751001, |
| "relative_weight_rmse": 0.01025800939966456 |
| }, |
| { |
| "index": 217, |
| "total": 252, |
| "projection": "layers.4.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0297, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.1351469229770412, |
| "retained_delta_l2": 1.077428948694092, |
| "delta_retention_norm_ratio": 0.9491537411460554, |
| "delta_cosine": 0.7691064312538114, |
| "relative_weight_rmse": 0.013532001808611497 |
| }, |
| { |
| "index": 218, |
| "total": 252, |
| "projection": "layers.5.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4294, |
| "parameters": 50331648, |
| "reference_delta_l2": 1.8122803189862504, |
| "retained_delta_l2": 1.3513121930987764, |
| "delta_retention_norm_ratio": 0.7456419290889119, |
| "delta_cosine": 0.5706043859449802, |
| "relative_weight_rmse": 0.009076813205507014 |
| }, |
| { |
| "index": 219, |
| "total": 252, |
| "projection": "layers.5.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3871, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.96157753494215, |
| "retained_delta_l2": 2.498763914915212, |
| "delta_retention_norm_ratio": 0.8437273329614252, |
| "delta_cosine": 0.6611374243301872, |
| "relative_weight_rmse": 0.010014595520091093 |
| }, |
| { |
| "index": 220, |
| "total": 252, |
| "projection": "layers.5.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3883, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.189171842325098, |
| "retained_delta_l2": 2.976767244156863, |
| "delta_retention_norm_ratio": 0.9333981959362279, |
| "delta_cosine": 0.7502917705142815, |
| "relative_weight_rmse": 0.013157307556074232 |
| }, |
| { |
| "index": 221, |
| "total": 252, |
| "projection": "layers.5.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0275, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.6215712114964702, |
| "retained_delta_l2": 0.48966192521097135, |
| "delta_retention_norm_ratio": 0.7877808948585001, |
| "delta_cosine": 0.6084530317620194, |
| "relative_weight_rmse": 0.009879456921352362 |
| }, |
| { |
| "index": 222, |
| "total": 252, |
| "projection": "layers.5.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1319, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.4717689451304197, |
| "retained_delta_l2": 1.2374487199650834, |
| "delta_retention_norm_ratio": 0.8407900737811993, |
| "delta_cosine": 0.6527281679967601, |
| "relative_weight_rmse": 0.011372757364125982 |
| }, |
| { |
| "index": 223, |
| "total": 252, |
| "projection": "layers.5.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1316, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.4738879837391277, |
| "retained_delta_l2": 1.259869599627624, |
| "delta_retention_norm_ratio": 0.8547933177604465, |
| "delta_cosine": 0.6712932410960587, |
| "relative_weight_rmse": 0.011217628045088336 |
| }, |
| { |
| "index": 224, |
| "total": 252, |
| "projection": "layers.5.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0299, |
| "parameters": 4194304, |
| "reference_delta_l2": 1.0490845583401458, |
| "retained_delta_l2": 0.9849090395496732, |
| "delta_retention_norm_ratio": 0.9388271247724678, |
| "delta_cosine": 0.7615308167888781, |
| "relative_weight_rmse": 0.012894924200935487 |
| }, |
| { |
| "index": 225, |
| "total": 252, |
| "projection": "layers.6.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4276, |
| "parameters": 50331648, |
| "reference_delta_l2": 4.771066717444592, |
| "retained_delta_l2": 4.784661491987646, |
| "delta_retention_norm_ratio": 1.0028494203389249, |
| "delta_cosine": 0.8443594307082539, |
| "relative_weight_rmse": 0.015441635418925712 |
| }, |
| { |
| "index": 226, |
| "total": 252, |
| "projection": "layers.6.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.388, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.1162700027819596, |
| "retained_delta_l2": 2.7267308062243303, |
| "delta_retention_norm_ratio": 0.8749982523305492, |
| "delta_cosine": 0.6927384968601482, |
| "relative_weight_rmse": 0.010708087927262619 |
| }, |
| { |
| "index": 227, |
| "total": 252, |
| "projection": "layers.6.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3897, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.3907502317088767, |
| "retained_delta_l2": 3.2029933284858823, |
| "delta_retention_norm_ratio": 0.944626737331706, |
| "delta_cosine": 0.7633216672956021, |
| "relative_weight_rmse": 0.013231096334501414 |
| }, |
| { |
| "index": 228, |
| "total": 252, |
| "projection": "layers.6.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0284, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.5943120478492087, |
| "retained_delta_l2": 0.4493094061782143, |
| "delta_retention_norm_ratio": 0.7560159815104656, |
| "delta_cosine": 0.5790233630960934, |
| "relative_weight_rmse": 0.009600276669995444 |
| }, |
| { |
| "index": 229, |
| "total": 252, |
| "projection": "layers.6.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1301, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.3678280162024512, |
| "retained_delta_l2": 1.1097997193645424, |
| "delta_retention_norm_ratio": 0.8113591081762738, |
| "delta_cosine": 0.62711186565333, |
| "relative_weight_rmse": 0.01041206033866853 |
| }, |
| { |
| "index": 230, |
| "total": 252, |
| "projection": "layers.6.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1335, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.4042828456838277, |
| "retained_delta_l2": 1.1652349058479508, |
| "delta_retention_norm_ratio": 0.829772228172829, |
| "delta_cosine": 0.6448680307395254, |
| "relative_weight_rmse": 0.010729757482986754 |
| }, |
| { |
| "index": 231, |
| "total": 252, |
| "projection": "layers.6.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0297, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9871926467769184, |
| "retained_delta_l2": 0.9114173856916332, |
| "delta_retention_norm_ratio": 0.923241667841952, |
| "delta_cosine": 0.7398151642235392, |
| "relative_weight_rmse": 0.01240622946152155 |
| }, |
| { |
| "index": 232, |
| "total": 252, |
| "projection": "layers.7.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4281, |
| "parameters": 50331648, |
| "reference_delta_l2": 1.8521771475877542, |
| "retained_delta_l2": 1.3724603366167916, |
| "delta_retention_norm_ratio": 0.7409984182151593, |
| "delta_cosine": 0.5664671489968615, |
| "relative_weight_rmse": 0.008987516352000395 |
| }, |
| { |
| "index": 233, |
| "total": 252, |
| "projection": "layers.7.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3954, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.905173671022292, |
| "retained_delta_l2": 2.4911625372470114, |
| "delta_retention_norm_ratio": 0.8574917782352076, |
| "delta_cosine": 0.6744849299735817, |
| "relative_weight_rmse": 0.010373072438816326 |
| }, |
| { |
| "index": 234, |
| "total": 252, |
| "projection": "layers.7.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3895, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.9784221401381137, |
| "retained_delta_l2": 2.6957056205607213, |
| "delta_retention_norm_ratio": 0.9050784253288278, |
| "delta_cosine": 0.716828131113773, |
| "relative_weight_rmse": 0.012391011395935268 |
| }, |
| { |
| "index": 235, |
| "total": 252, |
| "projection": "layers.7.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.028, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.723251167971211, |
| "retained_delta_l2": 0.6140592733678869, |
| "delta_retention_norm_ratio": 0.8490263141784923, |
| "delta_cosine": 0.6627401093051608, |
| "relative_weight_rmse": 0.010780021563793991 |
| }, |
| { |
| "index": 236, |
| "total": 252, |
| "projection": "layers.7.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1333, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.3692825527464774, |
| "retained_delta_l2": 1.1101798495001234, |
| "delta_retention_norm_ratio": 0.8107748450262137, |
| "delta_cosine": 0.6258894885968138, |
| "relative_weight_rmse": 0.010569037607867555 |
| }, |
| { |
| "index": 237, |
| "total": 252, |
| "projection": "layers.7.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1314, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.689175224407534, |
| "retained_delta_l2": 1.5277574225939996, |
| "delta_retention_norm_ratio": 0.904439871316399, |
| "delta_cosine": 0.7182779183237219, |
| "relative_weight_rmse": 0.012135819144340742 |
| }, |
| { |
| "index": 238, |
| "total": 252, |
| "projection": "layers.7.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0289, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.9909627130040701, |
| "retained_delta_l2": 0.8947364555088995, |
| "delta_retention_norm_ratio": 0.9028961874827117, |
| "delta_cosine": 0.7180679728890625, |
| "relative_weight_rmse": 0.011996835799134424 |
| }, |
| { |
| "index": 239, |
| "total": 252, |
| "projection": "layers.8.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4279, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.6493503506226146, |
| "retained_delta_l2": 2.28859717462612, |
| "delta_retention_norm_ratio": 0.8638333446870416, |
| "delta_cosine": 0.67802243763419, |
| "relative_weight_rmse": 0.011082221751495574 |
| }, |
| { |
| "index": 240, |
| "total": 252, |
| "projection": "layers.8.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3876, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.2123296606827147, |
| "retained_delta_l2": 1.6700506358803586, |
| "delta_retention_norm_ratio": 0.7548832642622477, |
| "delta_cosine": 0.5781258031286636, |
| "relative_weight_rmse": 0.00950049550406276 |
| }, |
| { |
| "index": 241, |
| "total": 252, |
| "projection": "layers.8.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.388, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.6842542293325784, |
| "retained_delta_l2": 2.289448996749444, |
| "delta_retention_norm_ratio": 0.8529180923815476, |
| "delta_cosine": 0.6661503520663868, |
| "relative_weight_rmse": 0.011442656000368902 |
| }, |
| { |
| "index": 242, |
| "total": 252, |
| "projection": "layers.8.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0286, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8958509707361921, |
| "retained_delta_l2": 0.8129741795036367, |
| "delta_retention_norm_ratio": 0.9074881939744409, |
| "delta_cosine": 0.7206105831298275, |
| "relative_weight_rmse": 0.0121490709753579 |
| }, |
| { |
| "index": 243, |
| "total": 252, |
| "projection": "layers.8.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1285, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.5746017238305277, |
| "retained_delta_l2": 1.3492451483752443, |
| "delta_retention_norm_ratio": 0.8568802688040636, |
| "delta_cosine": 0.670854960229517, |
| "relative_weight_rmse": 0.011317503801783183 |
| }, |
| { |
| "index": 244, |
| "total": 252, |
| "projection": "layers.8.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1313, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.597507777771925, |
| "retained_delta_l2": 1.387246064626345, |
| "delta_retention_norm_ratio": 0.8683814150571233, |
| "delta_cosine": 0.679701985246401, |
| "relative_weight_rmse": 0.01185399009814743 |
| }, |
| { |
| "index": 245, |
| "total": 252, |
| "projection": "layers.8.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0297, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.7959943619191734, |
| "retained_delta_l2": 0.659812128400203, |
| "delta_retention_norm_ratio": 0.8289155802678932, |
| "delta_cosine": 0.6431923544299393, |
| "relative_weight_rmse": 0.010624284532260794 |
| }, |
| { |
| "index": 246, |
| "total": 252, |
| "projection": "layers.9.mlp.down_proj", |
| "shape": [ |
| 4096, |
| 12288 |
| ], |
| "seconds": 0.4326, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.4732992821388473, |
| "retained_delta_l2": 2.102661109084502, |
| "delta_retention_norm_ratio": 0.8501442281041595, |
| "delta_cosine": 0.66449962717924, |
| "relative_weight_rmse": 0.010897908991001034 |
| }, |
| { |
| "index": 247, |
| "total": 252, |
| "projection": "layers.9.mlp.gate_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3909, |
| "parameters": 50331648, |
| "reference_delta_l2": 2.719512980178627, |
| "retained_delta_l2": 2.2337422557531568, |
| "delta_retention_norm_ratio": 0.8213758389954207, |
| "delta_cosine": 0.6372758864098026, |
| "relative_weight_rmse": 0.010427102510948057 |
| }, |
| { |
| "index": 248, |
| "total": 252, |
| "projection": "layers.9.mlp.up_proj", |
| "shape": [ |
| 12288, |
| 4096 |
| ], |
| "seconds": 0.3898, |
| "parameters": 50331648, |
| "reference_delta_l2": 3.0350806499741614, |
| "retained_delta_l2": 2.7550311170101582, |
| "delta_retention_norm_ratio": 0.9077291297131141, |
| "delta_cosine": 0.7226854140229847, |
| "relative_weight_rmse": 0.012411422986188504 |
| }, |
| { |
| "index": 249, |
| "total": 252, |
| "projection": "layers.9.self_attn.k_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.028, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8391053738870392, |
| "retained_delta_l2": 0.756872036454735, |
| "delta_retention_norm_ratio": 0.9019987953939924, |
| "delta_cosine": 0.7180783501603136, |
| "relative_weight_rmse": 0.011796885085392174 |
| }, |
| { |
| "index": 250, |
| "total": 252, |
| "projection": "layers.9.self_attn.o_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1322, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.5264005224754331, |
| "retained_delta_l2": 1.300963109455754, |
| "delta_retention_norm_ratio": 0.8523078250431433, |
| "delta_cosine": 0.6668298069238295, |
| "relative_weight_rmse": 0.011163748919664512 |
| }, |
| { |
| "index": 251, |
| "total": 252, |
| "projection": "layers.9.self_attn.q_proj", |
| "shape": [ |
| 4096, |
| 4096 |
| ], |
| "seconds": 0.1327, |
| "parameters": 16777216, |
| "reference_delta_l2": 1.807348681333385, |
| "retained_delta_l2": 1.660795021636992, |
| "delta_retention_norm_ratio": 0.9189123486740411, |
| "delta_cosine": 0.7352203254320391, |
| "relative_weight_rmse": 0.012714498697596345 |
| }, |
| { |
| "index": 252, |
| "total": 252, |
| "projection": "layers.9.self_attn.v_proj", |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "seconds": 0.0289, |
| "parameters": 4194304, |
| "reference_delta_l2": 0.8014616733642863, |
| "retained_delta_l2": 0.6708871042318548, |
| "delta_retention_norm_ratio": 0.8370794593529094, |
| "delta_cosine": 0.6533762250475577, |
| "relative_weight_rmse": 0.01043275206420006 |
| } |
| ] |
| } |
|
|
