{
  "schema_version": 1,
  "format": "comfy_scaled_fp8_merged_text_encoder",
  "scale_policy": "preserve_stock_per_tensor_scale",
  "base": "/workspace/Ideogram/checkpoints/text_encoders/qwen3vl_8b_fp8_scaled.safetensors",
  "base_sha256": "4ba424cf62e51392e4d1a39933e803706f4e823c1065f36aaf149c6453f66bcd",
  "adapter": "/workspace/Ideogram/artifacts/phase2_balanced_4000_8state_debanner_s020_v1_checkpoints/step_00005000/adapters.safetensors",
  "adapter_sha256": "39925cea8660d30a05ffe4b899903351d4c53b80d950efc0e1667837c7a1cb9c",
  "adapter_global_step": "5000",
  "output": "/workspace/Ideogram/artifacts/huggingface_release/s020_v1/qwen3vl_8b_ideogram4_nl_s020_v1_step_00005000_fp8_scaled.safetensors",
  "output_bytes": 10588637800,
  "output_sha256": "372d0f8035190ec4034a7535d84850209f3dc4cc0befb1a8fa4e825429dd6704",
  "output_tensors": 1254,
  "merged_projections": 252,
  "lora_rank": 64,
  "lora_alpha": 64.0,
  "elapsed_seconds": 62.58,
  "projections": [
    {
      "index": 1,
      "total": 252,
      "projection": "layers.0.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.424,
      "parameters": 50331648,
      "reference_delta_l2": 3.135186515348298,
      "retained_delta_l2": 2.8560539722592195,
      "delta_retention_norm_ratio": 0.9109678031202975,
      "delta_cosine": 0.7262562008756012,
      "relative_weight_rmse": 0.01233335680315245
    },
    {
      "index": 2,
      "total": 252,
      "projection": "layers.0.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3849,
      "parameters": 50331648,
      "reference_delta_l2": 3.3614798551881813,
      "retained_delta_l2": 3.0834443642268603,
      "delta_retention_norm_ratio": 0.9172877711784604,
      "delta_cosine": 0.7301667356431611,
      "relative_weight_rmse": 0.013623613025763162
    },
    {
      "index": 3,
      "total": 252,
      "projection": "layers.0.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3797,
      "parameters": 50331648,
      "reference_delta_l2": 2.9777154449787466,
      "retained_delta_l2": 2.673958036520115,
      "delta_retention_norm_ratio": 0.8979897797249732,
      "delta_cosine": 0.7112452828018604,
      "relative_weight_rmse": 0.013140300556275497
    },
    {
      "index": 4,
      "total": 252,
      "projection": "layers.0.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.029,
      "parameters": 4194304,
      "reference_delta_l2": 0.6049897209190485,
      "retained_delta_l2": 0.4440773425327372,
      "delta_retention_norm_ratio": 0.7340246076547102,
      "delta_cosine": 0.5617987633284574,
      "relative_weight_rmse": 0.009037651463493121
    },
    {
      "index": 5,
      "total": 252,
      "projection": "layers.0.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.128,
      "parameters": 16777216,
      "reference_delta_l2": 1.9775603155065633,
      "retained_delta_l2": 1.865948352780388,
      "delta_retention_norm_ratio": 0.94356077948622,
      "delta_cosine": 0.7631682046102871,
      "relative_weight_rmse": 0.013644203744777697
    },
    {
      "index": 6,
      "total": 252,
      "projection": "layers.0.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1281,
      "parameters": 16777216,
      "reference_delta_l2": 1.2302239091902034,
      "retained_delta_l2": 0.9587679575670257,
      "delta_retention_norm_ratio": 0.77934427253827,
      "delta_cosine": 0.5999597508273914,
      "relative_weight_rmse": 0.00983482103229521
    },
    {
      "index": 7,
      "total": 252,
      "projection": "layers.0.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0295,
      "parameters": 4194304,
      "reference_delta_l2": 0.7989491932896987,
      "retained_delta_l2": 0.696997109080163,
      "delta_retention_norm_ratio": 0.8723922809287225,
      "delta_cosine": 0.6852699405629848,
      "relative_weight_rmse": 0.012018497319098176
    },
    {
      "index": 8,
      "total": 252,
      "projection": "layers.1.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4177,
      "parameters": 50331648,
      "reference_delta_l2": 2.039540808786972,
      "retained_delta_l2": 1.904364953570825,
      "delta_retention_norm_ratio": 0.9337224072037353,
      "delta_cosine": 0.7567914664358877,
      "relative_weight_rmse": 0.011997490454341045
    },
    {
      "index": 9,
      "total": 252,
      "projection": "layers.1.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3791,
      "parameters": 50331648,
      "reference_delta_l2": 3.8236958190838717,
      "retained_delta_l2": 3.7907148274017604,
      "delta_retention_norm_ratio": 0.9913745775703432,
      "delta_cosine": 0.845240793486271,
      "relative_weight_rmse": 0.01436090278758579
    },
    {
      "index": 10,
      "total": 252,
      "projection": "layers.1.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3781,
      "parameters": 50331648,
      "reference_delta_l2": 4.233003496547231,
      "retained_delta_l2": 4.230068095208527,
      "delta_retention_norm_ratio": 0.9993065440789031,
      "delta_cosine": 0.9295672671061014,
      "relative_weight_rmse": 0.015765239811592596
    },
    {
      "index": 11,
      "total": 252,
      "projection": "layers.1.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0272,
      "parameters": 4194304,
      "reference_delta_l2": 0.6780480021025355,
      "retained_delta_l2": 0.5573929109150937,
      "delta_retention_norm_ratio": 0.82205523677777,
      "delta_cosine": 0.6380309659793468,
      "relative_weight_rmse": 0.010838267313523747
    },
    {
      "index": 12,
      "total": 252,
      "projection": "layers.1.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.126,
      "parameters": 16777216,
      "reference_delta_l2": 1.7197743724890977,
      "retained_delta_l2": 1.5400788437254787,
      "delta_retention_norm_ratio": 0.8955121487805761,
      "delta_cosine": 0.7062720073601932,
      "relative_weight_rmse": 0.012689735653416788
    },
    {
      "index": 13,
      "total": 252,
      "projection": "layers.1.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1288,
      "parameters": 16777216,
      "reference_delta_l2": 2.093652038037236,
      "retained_delta_l2": 2.0243876503438547,
      "delta_retention_norm_ratio": 0.9669169535171108,
      "delta_cosine": 0.7927280112007618,
      "relative_weight_rmse": 0.014642959288955999
    },
    {
      "index": 14,
      "total": 252,
      "projection": "layers.1.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0288,
      "parameters": 4194304,
      "reference_delta_l2": 0.9102291599732378,
      "retained_delta_l2": 0.8269043748425299,
      "delta_retention_norm_ratio": 0.9084573547026797,
      "delta_cosine": 0.7210325993344192,
      "relative_weight_rmse": 0.01239533413987135
    },
    {
      "index": 15,
      "total": 252,
      "projection": "layers.10.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4198,
      "parameters": 50331648,
      "reference_delta_l2": 2.815750646038315,
      "retained_delta_l2": 2.497199691402181,
      "delta_retention_norm_ratio": 0.8868681944246994,
      "delta_cosine": 0.7007905993418094,
      "relative_weight_rmse": 0.01167729700137916
    },
    {
      "index": 16,
      "total": 252,
      "projection": "layers.10.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3784,
      "parameters": 50331648,
      "reference_delta_l2": 2.3989329841884732,
      "retained_delta_l2": 1.861966849896403,
      "delta_retention_norm_ratio": 0.7761645957468385,
      "delta_cosine": 0.5968364007448302,
      "relative_weight_rmse": 0.009680572880202264
    },
    {
      "index": 17,
      "total": 252,
      "projection": "layers.10.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3783,
      "parameters": 50331648,
      "reference_delta_l2": 2.8571875232232324,
      "retained_delta_l2": 2.5284986641654177,
      "delta_retention_norm_ratio": 0.884960697753917,
      "delta_cosine": 0.6974691920334167,
      "relative_weight_rmse": 0.011912326044391911
    },
    {
      "index": 18,
      "total": 252,
      "projection": "layers.10.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0273,
      "parameters": 4194304,
      "reference_delta_l2": 0.9003451220266855,
      "retained_delta_l2": 0.8277931750356239,
      "delta_retention_norm_ratio": 0.9194176264011443,
      "delta_cosine": 0.737629177890454,
      "relative_weight_rmse": 0.011991794454569911
    },
    {
      "index": 19,
      "total": 252,
      "projection": "layers.10.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1279,
      "parameters": 16777216,
      "reference_delta_l2": 1.7763426698945382,
      "retained_delta_l2": 1.5878093392627646,
      "delta_retention_norm_ratio": 0.8938643236876324,
      "delta_cosine": 0.7070843944769404,
      "relative_weight_rmse": 0.012178674526479671
    },
    {
      "index": 20,
      "total": 252,
      "projection": "layers.10.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1294,
      "parameters": 16777216,
      "reference_delta_l2": 2.123701389490391,
      "retained_delta_l2": 2.0266935532719232,
      "delta_retention_norm_ratio": 0.9543213388197922,
      "delta_cosine": 0.7804707573447506,
      "relative_weight_rmse": 0.013468296606334093
    },
    {
      "index": 21,
      "total": 252,
      "projection": "layers.10.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0286,
      "parameters": 4194304,
      "reference_delta_l2": 0.9139935802992992,
      "retained_delta_l2": 0.817229615603824,
      "delta_retention_norm_ratio": 0.8941305860553326,
      "delta_cosine": 0.7123253822564569,
      "relative_weight_rmse": 0.011238932459847967
    },
    {
      "index": 22,
      "total": 252,
      "projection": "layers.11.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4206,
      "parameters": 50331648,
      "reference_delta_l2": 2.611804809629326,
      "retained_delta_l2": 2.2360590955736663,
      "delta_retention_norm_ratio": 0.8561356068147427,
      "delta_cosine": 0.6706593698553941,
      "relative_weight_rmse": 0.011059342359572706
    },
    {
      "index": 23,
      "total": 252,
      "projection": "layers.11.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3802,
      "parameters": 50331648,
      "reference_delta_l2": 2.787149920660926,
      "retained_delta_l2": 2.356436835146604,
      "delta_retention_norm_ratio": 0.8454646869472361,
      "delta_cosine": 0.6607703373976561,
      "relative_weight_rmse": 0.0108500592682522
    },
    {
      "index": 24,
      "total": 252,
      "projection": "layers.11.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3808,
      "parameters": 50331648,
      "reference_delta_l2": 2.680144008384116,
      "retained_delta_l2": 2.2789481194653325,
      "delta_retention_norm_ratio": 0.8503080850641798,
      "delta_cosine": 0.6638271405022999,
      "relative_weight_rmse": 0.01139116263399098
    },
    {
      "index": 25,
      "total": 252,
      "projection": "layers.11.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0273,
      "parameters": 4194304,
      "reference_delta_l2": 1.1366927936122104,
      "retained_delta_l2": 1.0948450976181021,
      "delta_retention_norm_ratio": 0.9631846913877902,
      "delta_cosine": 0.7886591368315472,
      "relative_weight_rmse": 0.013711924887066174
    },
    {
      "index": 26,
      "total": 252,
      "projection": "layers.11.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1275,
      "parameters": 16777216,
      "reference_delta_l2": 1.6714846962330223,
      "retained_delta_l2": 1.4679641251206186,
      "delta_retention_norm_ratio": 0.8782396443287382,
      "delta_cosine": 0.6931109771143484,
      "relative_weight_rmse": 0.01173579706583997
    },
    {
      "index": 27,
      "total": 252,
      "projection": "layers.11.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1293,
      "parameters": 16777216,
      "reference_delta_l2": 1.4149194896492567,
      "retained_delta_l2": 1.1792060860749967,
      "delta_retention_norm_ratio": 0.8334086106675294,
      "delta_cosine": 0.6480283418324282,
      "relative_weight_rmse": 0.010798380947022401
    },
    {
      "index": 28,
      "total": 252,
      "projection": "layers.11.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0288,
      "parameters": 4194304,
      "reference_delta_l2": 1.0015595060547162,
      "retained_delta_l2": 0.912226688257879,
      "delta_retention_norm_ratio": 0.9108062803490011,
      "delta_cosine": 0.7280353129937391,
      "relative_weight_rmse": 0.011916026681035733
    },
    {
      "index": 29,
      "total": 252,
      "projection": "layers.12.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4208,
      "parameters": 50331648,
      "reference_delta_l2": 2.570622595928691,
      "retained_delta_l2": 2.190965410117967,
      "delta_retention_norm_ratio": 0.8523092474126622,
      "delta_cosine": 0.6669268187339376,
      "relative_weight_rmse": 0.010844754236504215
    },
    {
      "index": 30,
      "total": 252,
      "projection": "layers.12.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3817,
      "parameters": 50331648,
      "reference_delta_l2": 3.2308685741393934,
      "retained_delta_l2": 2.9004585854706004,
      "delta_retention_norm_ratio": 0.8977333862127758,
      "delta_cosine": 0.7138159179539258,
      "relative_weight_rmse": 0.01202862716931747
    },
    {
      "index": 31,
      "total": 252,
      "projection": "layers.12.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3801,
      "parameters": 50331648,
      "reference_delta_l2": 2.6925897553775506,
      "retained_delta_l2": 2.296402796685541,
      "delta_retention_norm_ratio": 0.8528602591981351,
      "delta_cosine": 0.666576856045294,
      "relative_weight_rmse": 0.01123944526908056
    },
    {
      "index": 32,
      "total": 252,
      "projection": "layers.12.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0272,
      "parameters": 4194304,
      "reference_delta_l2": 0.9321993592192336,
      "retained_delta_l2": 0.8654938512955905,
      "delta_retention_norm_ratio": 0.9284428730142955,
      "delta_cosine": 0.7476333638462151,
      "relative_weight_rmse": 0.012290617430907062
    },
    {
      "index": 33,
      "total": 252,
      "projection": "layers.12.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1293,
      "parameters": 16777216,
      "reference_delta_l2": 1.7746351817899557,
      "retained_delta_l2": 1.607432307392857,
      "delta_retention_norm_ratio": 0.905781832732262,
      "delta_cosine": 0.7218634704923429,
      "relative_weight_rmse": 0.01203951255127609
    },
    {
      "index": 34,
      "total": 252,
      "projection": "layers.12.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1292,
      "parameters": 16777216,
      "reference_delta_l2": 1.807689998181352,
      "retained_delta_l2": 1.652943713714136,
      "delta_retention_norm_ratio": 0.9143955630540079,
      "delta_cosine": 0.731369216769661,
      "relative_weight_rmse": 0.01244067252691149
    },
    {
      "index": 35,
      "total": 252,
      "projection": "layers.12.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.029,
      "parameters": 4194304,
      "reference_delta_l2": 1.088034545248337,
      "retained_delta_l2": 1.025166821321755,
      "delta_retention_norm_ratio": 0.9422190001216985,
      "delta_cosine": 0.7662832512568094,
      "relative_weight_rmse": 0.012196326546506273
    },
    {
      "index": 36,
      "total": 252,
      "projection": "layers.13.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.424,
      "parameters": 50331648,
      "reference_delta_l2": 2.349516064651879,
      "retained_delta_l2": 1.9253748764861496,
      "delta_retention_norm_ratio": 0.819477212968717,
      "delta_cosine": 0.6362778844407208,
      "relative_weight_rmse": 0.010206561115358198
    },
    {
      "index": 37,
      "total": 252,
      "projection": "layers.13.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3827,
      "parameters": 50331648,
      "reference_delta_l2": 3.006984984137078,
      "retained_delta_l2": 2.6350765456604233,
      "delta_retention_norm_ratio": 0.8763184916324473,
      "delta_cosine": 0.6891116610958277,
      "relative_weight_rmse": 0.01193392488554407
    },
    {
      "index": 38,
      "total": 252,
      "projection": "layers.13.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3794,
      "parameters": 50331648,
      "reference_delta_l2": 2.4074461436722676,
      "retained_delta_l2": 1.9481472708324796,
      "delta_retention_norm_ratio": 0.8092173841367087,
      "delta_cosine": 0.6257388809621606,
      "relative_weight_rmse": 0.010368056418957074
    },
    {
      "index": 39,
      "total": 252,
      "projection": "layers.13.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.027,
      "parameters": 4194304,
      "reference_delta_l2": 1.344359788194323,
      "retained_delta_l2": 1.3301268872832719,
      "delta_retention_norm_ratio": 0.9894128781327444,
      "delta_cosine": 0.834898539661817,
      "relative_weight_rmse": 0.01479261987327952
    },
    {
      "index": 40,
      "total": 252,
      "projection": "layers.13.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1273,
      "parameters": 16777216,
      "reference_delta_l2": 1.7332866148034838,
      "retained_delta_l2": 1.5541717587654111,
      "delta_retention_norm_ratio": 0.8966617208554511,
      "delta_cosine": 0.7124019684501789,
      "relative_weight_rmse": 0.012277217442899068
    },
    {
      "index": 41,
      "total": 252,
      "projection": "layers.13.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1293,
      "parameters": 16777216,
      "reference_delta_l2": 1.4129397612140535,
      "retained_delta_l2": 1.1770620718772369,
      "delta_retention_norm_ratio": 0.8330589202655453,
      "delta_cosine": 0.6476767900380466,
      "relative_weight_rmse": 0.01076806653608202
    },
    {
      "index": 42,
      "total": 252,
      "projection": "layers.13.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0286,
      "parameters": 4194304,
      "reference_delta_l2": 1.035136168968896,
      "retained_delta_l2": 0.9550400803251853,
      "delta_retention_norm_ratio": 0.9226226548305284,
      "delta_cosine": 0.7401943174497557,
      "relative_weight_rmse": 0.012365144877185026
    },
    {
      "index": 43,
      "total": 252,
      "projection": "layers.14.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4201,
      "parameters": 50331648,
      "reference_delta_l2": 2.470701762151342,
      "retained_delta_l2": 2.0898129981915057,
      "delta_retention_norm_ratio": 0.8458378223569238,
      "delta_cosine": 0.6614596710529592,
      "relative_weight_rmse": 0.010529548316267456
    },
    {
      "index": 44,
      "total": 252,
      "projection": "layers.14.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3778,
      "parameters": 50331648,
      "reference_delta_l2": 2.74722649797281,
      "retained_delta_l2": 2.3340647564629458,
      "delta_retention_norm_ratio": 0.8496076891312974,
      "delta_cosine": 0.6627933337041668,
      "relative_weight_rmse": 0.011402475625767456
    },
    {
      "index": 45,
      "total": 252,
      "projection": "layers.14.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.38,
      "parameters": 50331648,
      "reference_delta_l2": 2.9501600583233736,
      "retained_delta_l2": 2.6162905939812773,
      "delta_retention_norm_ratio": 0.8868300506611021,
      "delta_cosine": 0.7012459300014316,
      "relative_weight_rmse": 0.011800006904719555
    },
    {
      "index": 46,
      "total": 252,
      "projection": "layers.14.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0268,
      "parameters": 4194304,
      "reference_delta_l2": 0.729918443155983,
      "retained_delta_l2": 0.6200392380407965,
      "delta_retention_norm_ratio": 0.8494637227686747,
      "delta_cosine": 0.6664010596012043,
      "relative_weight_rmse": 0.010731083800672671
    },
    {
      "index": 47,
      "total": 252,
      "projection": "layers.14.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1275,
      "parameters": 16777216,
      "reference_delta_l2": 1.5591070036567194,
      "retained_delta_l2": 1.357860744696475,
      "delta_retention_norm_ratio": 0.8709220993246503,
      "delta_cosine": 0.685239627250001,
      "relative_weight_rmse": 0.011461754476629643
    },
    {
      "index": 48,
      "total": 252,
      "projection": "layers.14.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1286,
      "parameters": 16777216,
      "reference_delta_l2": 2.317079032780429,
      "retained_delta_l2": 2.258352424426768,
      "delta_retention_norm_ratio": 0.9746548963057203,
      "delta_cosine": 0.8053928778272853,
      "relative_weight_rmse": 0.013909891998684688
    },
    {
      "index": 49,
      "total": 252,
      "projection": "layers.14.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0287,
      "parameters": 4194304,
      "reference_delta_l2": 1.019153393597738,
      "retained_delta_l2": 0.9467406420311555,
      "delta_retention_norm_ratio": 0.9289481328115325,
      "delta_cosine": 0.7464038423557939,
      "relative_weight_rmse": 0.012392165813170427
    },
    {
      "index": 50,
      "total": 252,
      "projection": "layers.15.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4189,
      "parameters": 50331648,
      "reference_delta_l2": 2.3712801332115747,
      "retained_delta_l2": 1.97260584174988,
      "delta_retention_norm_ratio": 0.8318738111630257,
      "delta_cosine": 0.6479866019547492,
      "relative_weight_rmse": 0.010302002598645308
    },
    {
      "index": 51,
      "total": 252,
      "projection": "layers.15.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3789,
      "parameters": 50331648,
      "reference_delta_l2": 2.8999020234196347,
      "retained_delta_l2": 2.5435002854085984,
      "delta_retention_norm_ratio": 0.877098696737775,
      "delta_cosine": 0.6889267286180097,
      "relative_weight_rmse": 0.012094963529580971
    },
    {
      "index": 52,
      "total": 252,
      "projection": "layers.15.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3795,
      "parameters": 50331648,
      "reference_delta_l2": 2.789907870604423,
      "retained_delta_l2": 2.4409558059046863,
      "delta_retention_norm_ratio": 0.8749234451874075,
      "delta_cosine": 0.6892638530383427,
      "relative_weight_rmse": 0.011430830430350996
    },
    {
      "index": 53,
      "total": 252,
      "projection": "layers.15.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0272,
      "parameters": 4194304,
      "reference_delta_l2": 0.8181995214514396,
      "retained_delta_l2": 0.7244323583273169,
      "delta_retention_norm_ratio": 0.8853981691925399,
      "delta_cosine": 0.7001481056499137,
      "relative_weight_rmse": 0.011632250841184306
    },
    {
      "index": 54,
      "total": 252,
      "projection": "layers.15.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1266,
      "parameters": 16777216,
      "reference_delta_l2": 2.1489820829006403,
      "retained_delta_l2": 2.064650844097545,
      "delta_retention_norm_ratio": 0.9607575886862365,
      "delta_cosine": 0.7884630546129239,
      "relative_weight_rmse": 0.01383446779953585
    },
    {
      "index": 55,
      "total": 252,
      "projection": "layers.15.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1287,
      "parameters": 16777216,
      "reference_delta_l2": 2.239629875906978,
      "retained_delta_l2": 2.164612144458897,
      "delta_retention_norm_ratio": 0.9665044067079603,
      "delta_cosine": 0.8012332235464946,
      "relative_weight_rmse": 0.013461916248059555
    },
    {
      "index": 56,
      "total": 252,
      "projection": "layers.15.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0286,
      "parameters": 4194304,
      "reference_delta_l2": 0.8622840472553119,
      "retained_delta_l2": 0.7672109892395579,
      "delta_retention_norm_ratio": 0.8897427613112225,
      "delta_cosine": 0.7062963769690268,
      "relative_weight_rmse": 0.011264688962582484
    },
    {
      "index": 57,
      "total": 252,
      "projection": "layers.16.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.423,
      "parameters": 50331648,
      "reference_delta_l2": 2.492997818948942,
      "retained_delta_l2": 2.130565572114366,
      "delta_retention_norm_ratio": 0.85461991018212,
      "delta_cosine": 0.6693559838294143,
      "relative_weight_rmse": 0.010670349074915835
    },
    {
      "index": 58,
      "total": 252,
      "projection": "layers.16.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3799,
      "parameters": 50331648,
      "reference_delta_l2": 2.6530217062891728,
      "retained_delta_l2": 2.271999747972484,
      "delta_retention_norm_ratio": 0.856381891858084,
      "delta_cosine": 0.6697329841804793,
      "relative_weight_rmse": 0.011111090959197583
    },
    {
      "index": 59,
      "total": 252,
      "projection": "layers.16.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3799,
      "parameters": 50331648,
      "reference_delta_l2": 2.5590487926250303,
      "retained_delta_l2": 2.1577905132080555,
      "delta_retention_norm_ratio": 0.8432002232339733,
      "delta_cosine": 0.6572806546391785,
      "relative_weight_rmse": 0.010895653258080075
    },
    {
      "index": 60,
      "total": 252,
      "projection": "layers.16.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0274,
      "parameters": 4194304,
      "reference_delta_l2": 0.7421347571068885,
      "retained_delta_l2": 0.6397912949145651,
      "delta_retention_norm_ratio": 0.86209585090544,
      "delta_cosine": 0.67602087587244,
      "relative_weight_rmse": 0.011236792558610478
    },
    {
      "index": 61,
      "total": 252,
      "projection": "layers.16.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1272,
      "parameters": 16777216,
      "reference_delta_l2": 1.6688992374074818,
      "retained_delta_l2": 1.4931286300640905,
      "delta_retention_norm_ratio": 0.8946787179216171,
      "delta_cosine": 0.7097863074539114,
      "relative_weight_rmse": 0.01194892788211655
    },
    {
      "index": 62,
      "total": 252,
      "projection": "layers.16.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1293,
      "parameters": 16777216,
      "reference_delta_l2": 1.8168048948215056,
      "retained_delta_l2": 1.6859507799228413,
      "delta_retention_norm_ratio": 0.9279756922322029,
      "delta_cosine": 0.7488695954478054,
      "relative_weight_rmse": 0.012491895612114922
    },
    {
      "index": 63,
      "total": 252,
      "projection": "layers.16.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0285,
      "parameters": 4194304,
      "reference_delta_l2": 0.9559863902201,
      "retained_delta_l2": 0.8724007989316481,
      "delta_retention_norm_ratio": 0.9125661284056484,
      "delta_cosine": 0.7294168827875759,
      "relative_weight_rmse": 0.012127487179049738
    },
    {
      "index": 64,
      "total": 252,
      "projection": "layers.17.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4181,
      "parameters": 50331648,
      "reference_delta_l2": 2.5826459749642634,
      "retained_delta_l2": 2.222327270085148,
      "delta_retention_norm_ratio": 0.8604846702289108,
      "delta_cosine": 0.674990062797647,
      "relative_weight_rmse": 0.010934296981534891
    },
    {
      "index": 65,
      "total": 252,
      "projection": "layers.17.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3788,
      "parameters": 50331648,
      "reference_delta_l2": 3.5677109849255655,
      "retained_delta_l2": 3.3508333514846402,
      "delta_retention_norm_ratio": 0.9392109858793818,
      "delta_cosine": 0.7582646180832158,
      "relative_weight_rmse": 0.013364162354051858
    },
    {
      "index": 66,
      "total": 252,
      "projection": "layers.17.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3795,
      "parameters": 50331648,
      "reference_delta_l2": 3.189207585068944,
      "retained_delta_l2": 2.905526488680171,
      "delta_retention_norm_ratio": 0.9110496608258127,
      "delta_cosine": 0.7256624417792032,
      "relative_weight_rmse": 0.012392163139724533
    },
    {
      "index": 67,
      "total": 252,
      "projection": "layers.17.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0273,
      "parameters": 4194304,
      "reference_delta_l2": 0.7881034605462751,
      "retained_delta_l2": 0.7054711603223036,
      "delta_retention_norm_ratio": 0.8951504410769942,
      "delta_cosine": 0.7150171541628376,
      "relative_weight_rmse": 0.01156482498208805
    },
    {
      "index": 68,
      "total": 252,
      "projection": "layers.17.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1274,
      "parameters": 16777216,
      "reference_delta_l2": 1.7306393697451647,
      "retained_delta_l2": 1.570861065501436,
      "delta_retention_norm_ratio": 0.9076767193460669,
      "delta_cosine": 0.7248865736065294,
      "relative_weight_rmse": 0.012203306164663034
    },
    {
      "index": 69,
      "total": 252,
      "projection": "layers.17.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1302,
      "parameters": 16777216,
      "reference_delta_l2": 1.6634187594720447,
      "retained_delta_l2": 1.4887031861118358,
      "delta_retention_norm_ratio": 0.8949659715178022,
      "delta_cosine": 0.7080650198934098,
      "relative_weight_rmse": 0.011982013430126896
    },
    {
      "index": 70,
      "total": 252,
      "projection": "layers.17.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0287,
      "parameters": 4194304,
      "reference_delta_l2": 1.033310004312815,
      "retained_delta_l2": 0.969074009228285,
      "delta_retention_norm_ratio": 0.9378347303167273,
      "delta_cosine": 0.7591014945813579,
      "relative_weight_rmse": 0.012756530218560696
    },
    {
      "index": 71,
      "total": 252,
      "projection": "layers.18.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4214,
      "parameters": 50331648,
      "reference_delta_l2": 2.91300001332646,
      "retained_delta_l2": 2.624356604242212,
      "delta_retention_norm_ratio": 0.9009119781106227,
      "delta_cosine": 0.7154699872689531,
      "relative_weight_rmse": 0.011723653165008202
    },
    {
      "index": 72,
      "total": 252,
      "projection": "layers.18.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3798,
      "parameters": 50331648,
      "reference_delta_l2": 4.773282049472027,
      "retained_delta_l2": 4.740512890063904,
      "delta_retention_norm_ratio": 0.9931348788802983,
      "delta_cosine": 0.8289113415462789,
      "relative_weight_rmse": 0.015512092849871293
    },
    {
      "index": 73,
      "total": 252,
      "projection": "layers.18.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3821,
      "parameters": 50331648,
      "reference_delta_l2": 3.272086783487216,
      "retained_delta_l2": 3.0113484819898617,
      "delta_retention_norm_ratio": 0.9203143685512298,
      "delta_cosine": 0.736889755775823,
      "relative_weight_rmse": 0.012501219592350362
    },
    {
      "index": 74,
      "total": 252,
      "projection": "layers.18.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0274,
      "parameters": 4194304,
      "reference_delta_l2": 1.1198283608502044,
      "retained_delta_l2": 1.0866557126337533,
      "delta_retention_norm_ratio": 0.9703770243939298,
      "delta_cosine": 0.7993391464160701,
      "relative_weight_rmse": 0.014015566126521639
    },
    {
      "index": 75,
      "total": 252,
      "projection": "layers.18.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1273,
      "parameters": 16777216,
      "reference_delta_l2": 1.626564664291748,
      "retained_delta_l2": 1.453394490798149,
      "delta_retention_norm_ratio": 0.893536250174842,
      "delta_cosine": 0.7104582955821651,
      "relative_weight_rmse": 0.011687285777003188
    },
    {
      "index": 76,
      "total": 252,
      "projection": "layers.18.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1298,
      "parameters": 16777216,
      "reference_delta_l2": 2.1012849876408812,
      "retained_delta_l2": 2.011378937645608,
      "delta_retention_norm_ratio": 0.9572137760826954,
      "delta_cosine": 0.7838343385285703,
      "relative_weight_rmse": 0.013551126227561699
    },
    {
      "index": 77,
      "total": 252,
      "projection": "layers.18.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0287,
      "parameters": 4194304,
      "reference_delta_l2": 0.9281509567125034,
      "retained_delta_l2": 0.8454780872916859,
      "delta_retention_norm_ratio": 0.9109273455757203,
      "delta_cosine": 0.7278002651864842,
      "relative_weight_rmse": 0.01178993087135816
    },
    {
      "index": 78,
      "total": 252,
      "projection": "layers.19.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4211,
      "parameters": 50331648,
      "reference_delta_l2": 2.6922750035667775,
      "retained_delta_l2": 2.3558934173555723,
      "delta_retention_norm_ratio": 0.8750567509761966,
      "delta_cosine": 0.6892908042194223,
      "relative_weight_rmse": 0.011204255373374137
    },
    {
      "index": 79,
      "total": 252,
      "projection": "layers.19.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3844,
      "parameters": 50331648,
      "reference_delta_l2": 4.656655274733582,
      "retained_delta_l2": 4.5944078048499355,
      "delta_retention_norm_ratio": 0.9866325793490892,
      "delta_cosine": 0.8202697964519513,
      "relative_weight_rmse": 0.015518642190223074
    },
    {
      "index": 80,
      "total": 252,
      "projection": "layers.19.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3843,
      "parameters": 50331648,
      "reference_delta_l2": 3.0977015640031476,
      "retained_delta_l2": 2.7784333744300307,
      "delta_retention_norm_ratio": 0.8969338449890801,
      "delta_cosine": 0.711227319018263,
      "relative_weight_rmse": 0.01221220014459275
    },
    {
      "index": 81,
      "total": 252,
      "projection": "layers.19.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0273,
      "parameters": 4194304,
      "reference_delta_l2": 1.047128698342103,
      "retained_delta_l2": 1.0081357593174012,
      "delta_retention_norm_ratio": 0.9627620376688761,
      "delta_cosine": 0.7956820746471963,
      "relative_weight_rmse": 0.013609249885393589
    },
    {
      "index": 82,
      "total": 252,
      "projection": "layers.19.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1273,
      "parameters": 16777216,
      "reference_delta_l2": 1.640882895333352,
      "retained_delta_l2": 1.4613969515577732,
      "delta_retention_norm_ratio": 0.890616238193454,
      "delta_cosine": 0.7054189075118479,
      "relative_weight_rmse": 0.011798410714126939
    },
    {
      "index": 83,
      "total": 252,
      "projection": "layers.19.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.129,
      "parameters": 16777216,
      "reference_delta_l2": 1.943267319773534,
      "retained_delta_l2": 1.8345260607109972,
      "delta_retention_norm_ratio": 0.9440420481752303,
      "delta_cosine": 0.766395739841044,
      "relative_weight_rmse": 0.012852704864556646
    },
    {
      "index": 84,
      "total": 252,
      "projection": "layers.19.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0289,
      "parameters": 4194304,
      "reference_delta_l2": 1.234666897955104,
      "retained_delta_l2": 1.2011835954797547,
      "delta_retention_norm_ratio": 0.9728806996196258,
      "delta_cosine": 0.8056964980148436,
      "relative_weight_rmse": 0.013861031420803058
    },
    {
      "index": 85,
      "total": 252,
      "projection": "layers.2.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4205,
      "parameters": 50331648,
      "reference_delta_l2": 1.5526634376141815,
      "retained_delta_l2": 1.33742076785188,
      "delta_retention_norm_ratio": 0.8613719724777941,
      "delta_cosine": 0.6980385160317994,
      "relative_weight_rmse": 0.010117667896620617
    },
    {
      "index": 86,
      "total": 252,
      "projection": "layers.2.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3801,
      "parameters": 50331648,
      "reference_delta_l2": 2.515285664613831,
      "retained_delta_l2": 2.3728132874325953,
      "delta_retention_norm_ratio": 0.9433573771816056,
      "delta_cosine": 0.7979933008894563,
      "relative_weight_rmse": 0.012675496269100575
    },
    {
      "index": 87,
      "total": 252,
      "projection": "layers.2.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3861,
      "parameters": 50331648,
      "reference_delta_l2": 3.3820200106405816,
      "retained_delta_l2": 3.362728819973336,
      "delta_retention_norm_ratio": 0.9942959560834794,
      "delta_cosine": 0.8802202170527957,
      "relative_weight_rmse": 0.014960959971704624
    },
    {
      "index": 88,
      "total": 252,
      "projection": "layers.2.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0276,
      "parameters": 4194304,
      "reference_delta_l2": 0.5780582396299822,
      "retained_delta_l2": 0.4352584308054825,
      "delta_retention_norm_ratio": 0.7529663984793185,
      "delta_cosine": 0.5765613771409978,
      "relative_weight_rmse": 0.009301718024074838
    },
    {
      "index": 89,
      "total": 252,
      "projection": "layers.2.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1296,
      "parameters": 16777216,
      "reference_delta_l2": 2.0915892526659636,
      "retained_delta_l2": 1.9742645164339088,
      "delta_retention_norm_ratio": 0.9439064165765285,
      "delta_cosine": 0.7612765502356699,
      "relative_weight_rmse": 0.013967732208073852
    },
    {
      "index": 90,
      "total": 252,
      "projection": "layers.2.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1312,
      "parameters": 16777216,
      "reference_delta_l2": 1.2320945095750178,
      "retained_delta_l2": 0.9741780923035718,
      "delta_retention_norm_ratio": 0.7906683170267448,
      "delta_cosine": 0.6087487381000445,
      "relative_weight_rmse": 0.01020122359884597
    },
    {
      "index": 91,
      "total": 252,
      "projection": "layers.2.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0293,
      "parameters": 4194304,
      "reference_delta_l2": 1.1641128777895646,
      "retained_delta_l2": 1.1237200857579628,
      "delta_retention_norm_ratio": 0.9653016534716976,
      "delta_cosine": 0.7939388350240377,
      "relative_weight_rmse": 0.013529768739609014
    },
    {
      "index": 92,
      "total": 252,
      "projection": "layers.20.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4224,
      "parameters": 50331648,
      "reference_delta_l2": 2.6482357286299263,
      "retained_delta_l2": 2.2605104788025727,
      "delta_retention_norm_ratio": 0.853591111381937,
      "delta_cosine": 0.6660232040520053,
      "relative_weight_rmse": 0.011255390535106997
    },
    {
      "index": 93,
      "total": 252,
      "projection": "layers.20.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3855,
      "parameters": 50331648,
      "reference_delta_l2": 4.595450009542096,
      "retained_delta_l2": 4.532970757221847,
      "delta_retention_norm_ratio": 0.9864041057588451,
      "delta_cosine": 0.8190441377530484,
      "relative_weight_rmse": 0.015508505324454483
    },
    {
      "index": 94,
      "total": 252,
      "projection": "layers.20.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3851,
      "parameters": 50331648,
      "reference_delta_l2": 3.1309412335852236,
      "retained_delta_l2": 2.8137809312180577,
      "delta_retention_norm_ratio": 0.8987012918144148,
      "delta_cosine": 0.7126249167235419,
      "relative_weight_rmse": 0.012289729218413594
    },
    {
      "index": 95,
      "total": 252,
      "projection": "layers.20.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0272,
      "parameters": 4194304,
      "reference_delta_l2": 0.8441918524059813,
      "retained_delta_l2": 0.7764582601431815,
      "delta_retention_norm_ratio": 0.9197651670414064,
      "delta_cosine": 0.7401758309254866,
      "relative_weight_rmse": 0.012199816379483584
    },
    {
      "index": 96,
      "total": 252,
      "projection": "layers.20.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1287,
      "parameters": 16777216,
      "reference_delta_l2": 1.6106790746244113,
      "retained_delta_l2": 1.4299995478416576,
      "delta_retention_norm_ratio": 0.8878240056450191,
      "delta_cosine": 0.7037405306978761,
      "relative_weight_rmse": 0.011828130266026518
    },
    {
      "index": 97,
      "total": 252,
      "projection": "layers.20.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1337,
      "parameters": 16777216,
      "reference_delta_l2": 1.89756966268521,
      "retained_delta_l2": 1.7741818818002881,
      "delta_retention_norm_ratio": 0.9349758887321593,
      "delta_cosine": 0.7575586370695429,
      "relative_weight_rmse": 0.012358198652403663
    },
    {
      "index": 98,
      "total": 252,
      "projection": "layers.20.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0295,
      "parameters": 4194304,
      "reference_delta_l2": 0.9470939301798534,
      "retained_delta_l2": 0.8695552463826534,
      "delta_retention_norm_ratio": 0.9181298904719246,
      "delta_cosine": 0.7375911903164596,
      "relative_weight_rmse": 0.012046697274210143
    },
    {
      "index": 99,
      "total": 252,
      "projection": "layers.21.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4299,
      "parameters": 50331648,
      "reference_delta_l2": 3.1066514376986794,
      "retained_delta_l2": 2.8050756971559947,
      "delta_retention_norm_ratio": 0.9029257879132769,
      "delta_cosine": 0.7159739154341643,
      "relative_weight_rmse": 0.012307512521779558
    },
    {
      "index": 100,
      "total": 252,
      "projection": "layers.21.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3882,
      "parameters": 50331648,
      "reference_delta_l2": 4.6665958222580395,
      "retained_delta_l2": 4.608779402644631,
      "delta_retention_norm_ratio": 0.9876105791425852,
      "delta_cosine": 0.8186339309377361,
      "relative_weight_rmse": 0.01599520405836275
    },
    {
      "index": 101,
      "total": 252,
      "projection": "layers.21.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3863,
      "parameters": 50331648,
      "reference_delta_l2": 3.34791742619495,
      "retained_delta_l2": 3.0753668378522954,
      "delta_retention_norm_ratio": 0.9185910063939601,
      "delta_cosine": 0.7335714757219073,
      "relative_weight_rmse": 0.012775820497452597
    },
    {
      "index": 102,
      "total": 252,
      "projection": "layers.21.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0282,
      "parameters": 4194304,
      "reference_delta_l2": 0.8906854892964806,
      "retained_delta_l2": 0.8238880013714661,
      "delta_retention_norm_ratio": 0.9250044053397846,
      "delta_cosine": 0.7423613421872413,
      "relative_weight_rmse": 0.012838813818728211
    },
    {
      "index": 103,
      "total": 252,
      "projection": "layers.21.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.13,
      "parameters": 16777216,
      "reference_delta_l2": 1.7393285246147288,
      "retained_delta_l2": 1.5911743044917448,
      "delta_retention_norm_ratio": 0.9148210254553256,
      "delta_cosine": 0.7326442129169288,
      "relative_weight_rmse": 0.012394702418153382
    },
    {
      "index": 104,
      "total": 252,
      "projection": "layers.21.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1316,
      "parameters": 16777216,
      "reference_delta_l2": 1.35023526346365,
      "retained_delta_l2": 1.1176851682557851,
      "delta_retention_norm_ratio": 0.8277706844869961,
      "delta_cosine": 0.6443744276873155,
      "relative_weight_rmse": 0.01035273223411896
    },
    {
      "index": 105,
      "total": 252,
      "projection": "layers.21.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0299,
      "parameters": 4194304,
      "reference_delta_l2": 1.340558070538281,
      "retained_delta_l2": 1.3237576668026891,
      "delta_retention_norm_ratio": 0.9874676046455445,
      "delta_cosine": 0.823507805084283,
      "relative_weight_rmse": 0.0145505935204622
    },
    {
      "index": 106,
      "total": 252,
      "projection": "layers.22.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4239,
      "parameters": 50331648,
      "reference_delta_l2": 3.3651014455456614,
      "retained_delta_l2": 3.1301175587978727,
      "delta_retention_norm_ratio": 0.9301703409093851,
      "delta_cosine": 0.7478149278286402,
      "relative_weight_rmse": 0.012616241203419263
    },
    {
      "index": 107,
      "total": 252,
      "projection": "layers.22.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3884,
      "parameters": 50331648,
      "reference_delta_l2": 4.236275956939207,
      "retained_delta_l2": 4.124291183097534,
      "delta_retention_norm_ratio": 0.973565278801482,
      "delta_cosine": 0.8030949736407592,
      "relative_weight_rmse": 0.014701826077672196
    },
    {
      "index": 108,
      "total": 252,
      "projection": "layers.22.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3897,
      "parameters": 50331648,
      "reference_delta_l2": 3.432581665075316,
      "retained_delta_l2": 3.182276464768107,
      "delta_retention_norm_ratio": 0.9270796080821817,
      "delta_cosine": 0.745293924915482,
      "relative_weight_rmse": 0.012637390341163894
    },
    {
      "index": 109,
      "total": 252,
      "projection": "layers.22.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.028,
      "parameters": 4194304,
      "reference_delta_l2": 1.1250070410829698,
      "retained_delta_l2": 1.0998477214110505,
      "delta_retention_norm_ratio": 0.9776363002602187,
      "delta_cosine": 0.8172957846306897,
      "relative_weight_rmse": 0.014426618318959437
    },
    {
      "index": 110,
      "total": 252,
      "projection": "layers.22.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1301,
      "parameters": 16777216,
      "reference_delta_l2": 2.0978269166758747,
      "retained_delta_l2": 1.9973749588672103,
      "delta_retention_norm_ratio": 0.9521161841283664,
      "delta_cosine": 0.7727043603398874,
      "relative_weight_rmse": 0.01373215505568896
    },
    {
      "index": 111,
      "total": 252,
      "projection": "layers.22.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1313,
      "parameters": 16777216,
      "reference_delta_l2": 1.871279276226468,
      "retained_delta_l2": 1.7421599999103519,
      "delta_retention_norm_ratio": 0.9309994622627938,
      "delta_cosine": 0.7547089819512466,
      "relative_weight_rmse": 0.012602207687986134
    },
    {
      "index": 112,
      "total": 252,
      "projection": "layers.22.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0291,
      "parameters": 4194304,
      "reference_delta_l2": 1.1049204569108604,
      "retained_delta_l2": 1.0524277699980864,
      "delta_retention_norm_ratio": 0.9524918861041517,
      "delta_cosine": 0.7775562635452063,
      "relative_weight_rmse": 0.01323658225526853
    },
    {
      "index": 113,
      "total": 252,
      "projection": "layers.23.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4295,
      "parameters": 50331648,
      "reference_delta_l2": 3.164064877389265,
      "retained_delta_l2": 2.904799180491484,
      "delta_retention_norm_ratio": 0.9180592981039927,
      "delta_cosine": 0.7354081507082781,
      "relative_weight_rmse": 0.011982262330114096
    },
    {
      "index": 114,
      "total": 252,
      "projection": "layers.23.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3863,
      "parameters": 50331648,
      "reference_delta_l2": 5.681356830205064,
      "retained_delta_l2": 5.729787391982792,
      "delta_retention_norm_ratio": 1.0085244710418901,
      "delta_cosine": 0.8547443822259567,
      "relative_weight_rmse": 0.016875053895657025
    },
    {
      "index": 115,
      "total": 252,
      "projection": "layers.23.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3863,
      "parameters": 50331648,
      "reference_delta_l2": 4.994572694078467,
      "retained_delta_l2": 4.958950032711758,
      "delta_retention_norm_ratio": 0.9928677259199885,
      "delta_cosine": 0.8294620342905394,
      "relative_weight_rmse": 0.01543130444925714
    },
    {
      "index": 116,
      "total": 252,
      "projection": "layers.23.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0283,
      "parameters": 4194304,
      "reference_delta_l2": 0.7939351098558397,
      "retained_delta_l2": 0.706441633084495,
      "delta_retention_norm_ratio": 0.8897976979664857,
      "delta_cosine": 0.7057072256232827,
      "relative_weight_rmse": 0.011963073195813807
    },
    {
      "index": 117,
      "total": 252,
      "projection": "layers.23.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1283,
      "parameters": 16777216,
      "reference_delta_l2": 1.960288229105135,
      "retained_delta_l2": 1.8332819433258007,
      "delta_retention_norm_ratio": 0.9352104022798157,
      "delta_cosine": 0.7547145276610445,
      "relative_weight_rmse": 0.012805489955986052
    },
    {
      "index": 118,
      "total": 252,
      "projection": "layers.23.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1292,
      "parameters": 16777216,
      "reference_delta_l2": 1.7881764262115596,
      "retained_delta_l2": 1.6206762884554973,
      "delta_retention_norm_ratio": 0.9063290762025484,
      "delta_cosine": 0.7241064277641575,
      "relative_weight_rmse": 0.012036833781657983
    },
    {
      "index": 119,
      "total": 252,
      "projection": "layers.23.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0299,
      "parameters": 4194304,
      "reference_delta_l2": 0.9296093087596113,
      "retained_delta_l2": 0.854002764164332,
      "delta_retention_norm_ratio": 0.9186684729995206,
      "delta_cosine": 0.7381432465761304,
      "relative_weight_rmse": 0.011748920526745516
    },
    {
      "index": 120,
      "total": 252,
      "projection": "layers.24.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4267,
      "parameters": 50331648,
      "reference_delta_l2": 3.2534230405335545,
      "retained_delta_l2": 2.981800644478014,
      "delta_retention_norm_ratio": 0.9165118115069981,
      "delta_cosine": 0.7317666128734056,
      "relative_weight_rmse": 0.012280282010517366
    },
    {
      "index": 121,
      "total": 252,
      "projection": "layers.24.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3848,
      "parameters": 50331648,
      "reference_delta_l2": 5.165655340422529,
      "retained_delta_l2": 5.138772758574253,
      "delta_retention_norm_ratio": 0.9947959009889968,
      "delta_cosine": 0.8288703561669849,
      "relative_weight_rmse": 0.01631047714886263
    },
    {
      "index": 122,
      "total": 252,
      "projection": "layers.24.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3869,
      "parameters": 50331648,
      "reference_delta_l2": 4.0141745870852334,
      "retained_delta_l2": 3.8368578938450653,
      "delta_retention_norm_ratio": 0.9558273589268769,
      "delta_cosine": 0.7759200295888791,
      "relative_weight_rmse": 0.013957609399077614
    },
    {
      "index": 123,
      "total": 252,
      "projection": "layers.24.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0282,
      "parameters": 4194304,
      "reference_delta_l2": 0.9669618716241911,
      "retained_delta_l2": 0.9176098077360659,
      "delta_retention_norm_ratio": 0.9489617270997156,
      "delta_cosine": 0.7726282893544615,
      "relative_weight_rmse": 0.013156688473918708
    },
    {
      "index": 124,
      "total": 252,
      "projection": "layers.24.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1297,
      "parameters": 16777216,
      "reference_delta_l2": 1.9193056791500216,
      "retained_delta_l2": 1.7804441285586727,
      "delta_retention_norm_ratio": 0.927650112173458,
      "delta_cosine": 0.7463482254981281,
      "relative_weight_rmse": 0.01258371936003536
    },
    {
      "index": 125,
      "total": 252,
      "projection": "layers.24.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1309,
      "parameters": 16777216,
      "reference_delta_l2": 3.039059120168847,
      "retained_delta_l2": 3.0371101854864153,
      "delta_retention_norm_ratio": 0.9993587045840941,
      "delta_cosine": 0.8496008974508179,
      "relative_weight_rmse": 0.015607056499383726
    },
    {
      "index": 126,
      "total": 252,
      "projection": "layers.24.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0301,
      "parameters": 4194304,
      "reference_delta_l2": 1.0872845874154113,
      "retained_delta_l2": 1.0359463798430317,
      "delta_retention_norm_ratio": 0.9527831000580852,
      "delta_cosine": 0.778837353510625,
      "relative_weight_rmse": 0.01304958405394525
    },
    {
      "index": 127,
      "total": 252,
      "projection": "layers.25.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4309,
      "parameters": 50331648,
      "reference_delta_l2": 3.642132638444929,
      "retained_delta_l2": 3.409572774394396,
      "delta_retention_norm_ratio": 0.9361473380744781,
      "delta_cosine": 0.7517974948501079,
      "relative_weight_rmse": 0.01327340848604111
    },
    {
      "index": 128,
      "total": 252,
      "projection": "layers.25.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.391,
      "parameters": 50331648,
      "reference_delta_l2": 5.620100516508087,
      "retained_delta_l2": 5.636423640519522,
      "delta_retention_norm_ratio": 1.0029044185176916,
      "delta_cosine": 0.841261441562537,
      "relative_weight_rmse": 0.01698334918493056
    },
    {
      "index": 129,
      "total": 252,
      "projection": "layers.25.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3893,
      "parameters": 50331648,
      "reference_delta_l2": 3.751771880231379,
      "retained_delta_l2": 3.502705847373873,
      "delta_retention_norm_ratio": 0.9336137588295625,
      "delta_cosine": 0.7486844572560383,
      "relative_weight_rmse": 0.013635755223338066
    },
    {
      "index": 130,
      "total": 252,
      "projection": "layers.25.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0282,
      "parameters": 4194304,
      "reference_delta_l2": 1.028613932268488,
      "retained_delta_l2": 0.9820507213318386,
      "delta_retention_norm_ratio": 0.9547320821972928,
      "delta_cosine": 0.7798742584487988,
      "relative_weight_rmse": 0.013545750227291677
    },
    {
      "index": 131,
      "total": 252,
      "projection": "layers.25.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1318,
      "parameters": 16777216,
      "reference_delta_l2": 1.9564144509544819,
      "retained_delta_l2": 1.8095128691918798,
      "delta_retention_norm_ratio": 0.9249128518290526,
      "delta_cosine": 0.7403126992938154,
      "relative_weight_rmse": 0.013199817134663757
    },
    {
      "index": 132,
      "total": 252,
      "projection": "layers.25.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1321,
      "parameters": 16777216,
      "reference_delta_l2": 2.4514761557007434,
      "retained_delta_l2": 2.40423426143534,
      "delta_retention_norm_ratio": 0.9807292050728106,
      "delta_cosine": 0.8152564312400812,
      "relative_weight_rmse": 0.014601455683392647
    },
    {
      "index": 133,
      "total": 252,
      "projection": "layers.25.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.029,
      "parameters": 4194304,
      "reference_delta_l2": 1.1897973765773928,
      "retained_delta_l2": 1.1464713861908846,
      "delta_retention_norm_ratio": 0.9635854043390639,
      "delta_cosine": 0.7875521812962474,
      "relative_weight_rmse": 0.013467930845111446
    },
    {
      "index": 134,
      "total": 252,
      "projection": "layers.26.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4284,
      "parameters": 50331648,
      "reference_delta_l2": 3.305241479049125,
      "retained_delta_l2": 3.0279613748243444,
      "delta_retention_norm_ratio": 0.9161089723754312,
      "delta_cosine": 0.7290675691972286,
      "relative_weight_rmse": 0.012359369142667078
    },
    {
      "index": 135,
      "total": 252,
      "projection": "layers.26.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3909,
      "parameters": 50331648,
      "reference_delta_l2": 5.269251371509404,
      "retained_delta_l2": 5.232637302627289,
      "delta_retention_norm_ratio": 0.9930513717603062,
      "delta_cosine": 0.8225288220968671,
      "relative_weight_rmse": 0.016669117081924718
    },
    {
      "index": 136,
      "total": 252,
      "projection": "layers.26.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.397,
      "parameters": 50331648,
      "reference_delta_l2": 3.6084143824322066,
      "retained_delta_l2": 3.337343838080122,
      "delta_retention_norm_ratio": 0.9248782108640824,
      "delta_cosine": 0.7386694926000766,
      "relative_weight_rmse": 0.013191997575593736
    },
    {
      "index": 137,
      "total": 252,
      "projection": "layers.26.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0324,
      "parameters": 4194304,
      "reference_delta_l2": 1.1033783937516002,
      "retained_delta_l2": 1.0650332196521097,
      "delta_retention_norm_ratio": 0.9652474850725389,
      "delta_cosine": 0.7914633519220408,
      "relative_weight_rmse": 0.014450524331764551
    },
    {
      "index": 138,
      "total": 252,
      "projection": "layers.26.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1385,
      "parameters": 16777216,
      "reference_delta_l2": 2.147096551460236,
      "retained_delta_l2": 2.0228782430093153,
      "delta_retention_norm_ratio": 0.9421459140407821,
      "delta_cosine": 0.7605701256673978,
      "relative_weight_rmse": 0.013817141329754716
    },
    {
      "index": 139,
      "total": 252,
      "projection": "layers.26.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1317,
      "parameters": 16777216,
      "reference_delta_l2": 2.717881073870093,
      "retained_delta_l2": 2.6939693177412587,
      "delta_retention_norm_ratio": 0.9912020594430258,
      "delta_cosine": 0.8321627533618473,
      "relative_weight_rmse": 0.015381478917734464
    },
    {
      "index": 140,
      "total": 252,
      "projection": "layers.26.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0297,
      "parameters": 4194304,
      "reference_delta_l2": 1.3035700311997667,
      "retained_delta_l2": 1.2685645617688444,
      "delta_retention_norm_ratio": 0.9731464604178539,
      "delta_cosine": 0.8073929079759188,
      "relative_weight_rmse": 0.014270040450847576
    },
    {
      "index": 141,
      "total": 252,
      "projection": "layers.27.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4336,
      "parameters": 50331648,
      "reference_delta_l2": 3.132261250787498,
      "retained_delta_l2": 2.807137353424932,
      "delta_retention_norm_ratio": 0.8962015389741755,
      "delta_cosine": 0.7086808991494553,
      "relative_weight_rmse": 0.011933529319931057
    },
    {
      "index": 142,
      "total": 252,
      "projection": "layers.27.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.395,
      "parameters": 50331648,
      "reference_delta_l2": 5.247325963699111,
      "retained_delta_l2": 5.216431893889305,
      "delta_retention_norm_ratio": 0.9941124164910795,
      "delta_cosine": 0.8255585582563386,
      "relative_weight_rmse": 0.01648764474977256
    },
    {
      "index": 143,
      "total": 252,
      "projection": "layers.27.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3869,
      "parameters": 50331648,
      "reference_delta_l2": 3.1510008911701286,
      "retained_delta_l2": 2.768647223024788,
      "delta_retention_norm_ratio": 0.8786564392232358,
      "delta_cosine": 0.6904335192986641,
      "relative_weight_rmse": 0.01220342793629529
    },
    {
      "index": 144,
      "total": 252,
      "projection": "layers.27.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0282,
      "parameters": 4194304,
      "reference_delta_l2": 0.960118298135331,
      "retained_delta_l2": 0.9043235411909332,
      "delta_retention_norm_ratio": 0.9418876225432239,
      "delta_cosine": 0.7669786023398018,
      "relative_weight_rmse": 0.013522336301050803
    },
    {
      "index": 145,
      "total": 252,
      "projection": "layers.27.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.131,
      "parameters": 16777216,
      "reference_delta_l2": 1.8368636487582302,
      "retained_delta_l2": 1.6722199073501667,
      "delta_retention_norm_ratio": 0.9103669227057941,
      "delta_cosine": 0.7242585869216763,
      "relative_weight_rmse": 0.012756450906067583
    },
    {
      "index": 146,
      "total": 252,
      "projection": "layers.27.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.133,
      "parameters": 16777216,
      "reference_delta_l2": 2.505280677634362,
      "retained_delta_l2": 2.4508958805780723,
      "delta_retention_norm_ratio": 0.9782919344958811,
      "delta_cosine": 0.8133856650561131,
      "relative_weight_rmse": 0.014896287903625344
    },
    {
      "index": 147,
      "total": 252,
      "projection": "layers.27.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0293,
      "parameters": 4194304,
      "reference_delta_l2": 1.3026741570714229,
      "retained_delta_l2": 1.2790188773078266,
      "delta_retention_norm_ratio": 0.9818409848424596,
      "delta_cosine": 0.8137638637475447,
      "relative_weight_rmse": 0.014298877186667228
    },
    {
      "index": 148,
      "total": 252,
      "projection": "layers.28.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4297,
      "parameters": 50331648,
      "reference_delta_l2": 3.770779313567698,
      "retained_delta_l2": 3.5568828920765014,
      "delta_retention_norm_ratio": 0.9432752744978808,
      "delta_cosine": 0.7614841636602006,
      "relative_weight_rmse": 0.013120830359412057
    },
    {
      "index": 149,
      "total": 252,
      "projection": "layers.28.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3902,
      "parameters": 50331648,
      "reference_delta_l2": 6.474007977311115,
      "retained_delta_l2": 6.592055973272809,
      "delta_retention_norm_ratio": 1.0182341443469651,
      "delta_cosine": 0.8681988272925049,
      "relative_weight_rmse": 0.01800075192492093
    },
    {
      "index": 150,
      "total": 252,
      "projection": "layers.28.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3879,
      "parameters": 50331648,
      "reference_delta_l2": 3.251831424096289,
      "retained_delta_l2": 2.8852405574526903,
      "delta_retention_norm_ratio": 0.8872663373854082,
      "delta_cosine": 0.6985082000056504,
      "relative_weight_rmse": 0.012346026593839841
    },
    {
      "index": 151,
      "total": 252,
      "projection": "layers.28.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0281,
      "parameters": 4194304,
      "reference_delta_l2": 1.0323824251540816,
      "retained_delta_l2": 0.9825007436597037,
      "delta_retention_norm_ratio": 0.951682942019346,
      "delta_cosine": 0.771248140491772,
      "relative_weight_rmse": 0.014134231309731925
    },
    {
      "index": 152,
      "total": 252,
      "projection": "layers.28.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.131,
      "parameters": 16777216,
      "reference_delta_l2": 1.8689306710458202,
      "retained_delta_l2": 1.71735194200812,
      "delta_retention_norm_ratio": 0.9188954778333862,
      "delta_cosine": 0.7339179675507641,
      "relative_weight_rmse": 0.012841131456311331
    },
    {
      "index": 153,
      "total": 252,
      "projection": "layers.28.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1328,
      "parameters": 16777216,
      "reference_delta_l2": 2.112653591950212,
      "retained_delta_l2": 2.0137616228372126,
      "delta_retention_norm_ratio": 0.9531906368891688,
      "delta_cosine": 0.777666777366398,
      "relative_weight_rmse": 0.013269128681704517
    },
    {
      "index": 154,
      "total": 252,
      "projection": "layers.28.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0298,
      "parameters": 4194304,
      "reference_delta_l2": 1.0579417102970974,
      "retained_delta_l2": 0.9885788527580183,
      "delta_retention_norm_ratio": 0.9344360309609117,
      "delta_cosine": 0.7520058519219315,
      "relative_weight_rmse": 0.012592426270211971
    },
    {
      "index": 155,
      "total": 252,
      "projection": "layers.29.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4302,
      "parameters": 50331648,
      "reference_delta_l2": 3.7534517264286573,
      "retained_delta_l2": 3.5245574147557397,
      "delta_retention_norm_ratio": 0.9390176487255089,
      "delta_cosine": 0.756712105571667,
      "relative_weight_rmse": 0.013025868946782511
    },
    {
      "index": 156,
      "total": 252,
      "projection": "layers.29.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3902,
      "parameters": 50331648,
      "reference_delta_l2": 6.17579873844958,
      "retained_delta_l2": 6.26468819573951,
      "delta_retention_norm_ratio": 1.0143931920476161,
      "delta_cosine": 0.8582469283492269,
      "relative_weight_rmse": 0.01777181309605028
    },
    {
      "index": 157,
      "total": 252,
      "projection": "layers.29.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3888,
      "parameters": 50331648,
      "reference_delta_l2": 3.59159804521513,
      "retained_delta_l2": 3.293281299130373,
      "delta_retention_norm_ratio": 0.9169403863324331,
      "delta_cosine": 0.7301450210404935,
      "relative_weight_rmse": 0.01292364590979042
    },
    {
      "index": 158,
      "total": 252,
      "projection": "layers.29.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0282,
      "parameters": 4194304,
      "reference_delta_l2": 0.9631567917349719,
      "retained_delta_l2": 0.9129046112541209,
      "delta_retention_norm_ratio": 0.9478255452154059,
      "delta_cosine": 0.7820175303265533,
      "relative_weight_rmse": 0.013140085712954792
    },
    {
      "index": 159,
      "total": 252,
      "projection": "layers.29.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1299,
      "parameters": 16777216,
      "reference_delta_l2": 1.9484483835817932,
      "retained_delta_l2": 1.796999556748854,
      "delta_retention_norm_ratio": 0.9222720868004037,
      "delta_cosine": 0.7378988525244624,
      "relative_weight_rmse": 0.01294247061943119
    },
    {
      "index": 160,
      "total": 252,
      "projection": "layers.29.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1325,
      "parameters": 16777216,
      "reference_delta_l2": 2.9486054506181407,
      "retained_delta_l2": 2.9360501658337737,
      "delta_retention_norm_ratio": 0.995741958361457,
      "delta_cosine": 0.8480940212651022,
      "relative_weight_rmse": 0.015288258290702357
    },
    {
      "index": 161,
      "total": 252,
      "projection": "layers.29.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0296,
      "parameters": 4194304,
      "reference_delta_l2": 1.0699779495571091,
      "retained_delta_l2": 1.0105511699123044,
      "delta_retention_norm_ratio": 0.9444598090368098,
      "delta_cosine": 0.7676695688460679,
      "relative_weight_rmse": 0.012957896364334942
    },
    {
      "index": 162,
      "total": 252,
      "projection": "layers.3.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4333,
      "parameters": 50331648,
      "reference_delta_l2": 2.1032100566399197,
      "retained_delta_l2": 1.8715532853851151,
      "delta_retention_norm_ratio": 0.8898556183090438,
      "delta_cosine": 0.7218372867640742,
      "relative_weight_rmse": 0.011441034776611706
    },
    {
      "index": 163,
      "total": 252,
      "projection": "layers.3.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3902,
      "parameters": 50331648,
      "reference_delta_l2": 2.938720610342676,
      "retained_delta_l2": 2.7192042076684735,
      "delta_retention_norm_ratio": 0.925302050864711,
      "delta_cosine": 0.7471542319968987,
      "relative_weight_rmse": 0.012287635001598943
    },
    {
      "index": 164,
      "total": 252,
      "projection": "layers.3.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3871,
      "parameters": 50331648,
      "reference_delta_l2": 3.196659265953979,
      "retained_delta_l2": 3.1313538641926626,
      "delta_retention_norm_ratio": 0.9795707342171712,
      "delta_cosine": 0.8439606316876027,
      "relative_weight_rmse": 0.014685120384091997
    },
    {
      "index": 165,
      "total": 252,
      "projection": "layers.3.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.028,
      "parameters": 4194304,
      "reference_delta_l2": 0.5966929387519279,
      "retained_delta_l2": 0.463749829103853,
      "delta_retention_norm_ratio": 0.7772001292219994,
      "delta_cosine": 0.5981156326647796,
      "relative_weight_rmse": 0.009662974031804931
    },
    {
      "index": 166,
      "total": 252,
      "projection": "layers.3.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1314,
      "parameters": 16777216,
      "reference_delta_l2": 1.855006646219326,
      "retained_delta_l2": 1.701967156048477,
      "delta_retention_norm_ratio": 0.9174992227209765,
      "delta_cosine": 0.7310224175084274,
      "relative_weight_rmse": 0.012835343971560898
    },
    {
      "index": 167,
      "total": 252,
      "projection": "layers.3.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1308,
      "parameters": 16777216,
      "reference_delta_l2": 1.5126081346122637,
      "retained_delta_l2": 1.310500384839273,
      "delta_retention_norm_ratio": 0.8663845941666853,
      "delta_cosine": 0.6796911912848108,
      "relative_weight_rmse": 0.011748833378422311
    },
    {
      "index": 168,
      "total": 252,
      "projection": "layers.3.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0299,
      "parameters": 4194304,
      "reference_delta_l2": 0.9493398299256175,
      "retained_delta_l2": 0.8565163941492758,
      "delta_retention_norm_ratio": 0.9022231735672415,
      "delta_cosine": 0.7164521198474684,
      "relative_weight_rmse": 0.012405948503876288
    },
    {
      "index": 169,
      "total": 252,
      "projection": "layers.30.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4262,
      "parameters": 50331648,
      "reference_delta_l2": 3.8978984993184693,
      "retained_delta_l2": 3.6994383763582808,
      "delta_retention_norm_ratio": 0.949085353814398,
      "delta_cosine": 0.7673530694212525,
      "relative_weight_rmse": 0.013155715168103967
    },
    {
      "index": 170,
      "total": 252,
      "projection": "layers.30.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3909,
      "parameters": 50331648,
      "reference_delta_l2": 5.433652967437842,
      "retained_delta_l2": 5.434993583742712,
      "delta_retention_norm_ratio": 1.0002467246828062,
      "delta_cosine": 0.8319933390667529,
      "relative_weight_rmse": 0.016980591988578438
    },
    {
      "index": 171,
      "total": 252,
      "projection": "layers.30.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3907,
      "parameters": 50331648,
      "reference_delta_l2": 3.8348783996802394,
      "retained_delta_l2": 3.5590722971279973,
      "delta_retention_norm_ratio": 0.9280795702478494,
      "delta_cosine": 0.7415143180677388,
      "relative_weight_rmse": 0.013456396568094107
    },
    {
      "index": 172,
      "total": 252,
      "projection": "layers.30.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0282,
      "parameters": 4194304,
      "reference_delta_l2": 1.4984205802451858,
      "retained_delta_l2": 1.5108422212234183,
      "delta_retention_norm_ratio": 1.0082898227253392,
      "delta_cosine": 0.8531969004133971,
      "relative_weight_rmse": 0.016620995319562116
    },
    {
      "index": 173,
      "total": 252,
      "projection": "layers.30.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1316,
      "parameters": 16777216,
      "reference_delta_l2": 1.8728191309298317,
      "retained_delta_l2": 1.6973609956354359,
      "delta_retention_norm_ratio": 0.9063133580831786,
      "delta_cosine": 0.7181223959925678,
      "relative_weight_rmse": 0.012881768328302717
    },
    {
      "index": 174,
      "total": 252,
      "projection": "layers.30.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.133,
      "parameters": 16777216,
      "reference_delta_l2": 3.0332081303291325,
      "retained_delta_l2": 3.0455803742269714,
      "delta_retention_norm_ratio": 1.0040789300853208,
      "delta_cosine": 0.8559045647858767,
      "relative_weight_rmse": 0.01632808793865334
    },
    {
      "index": 175,
      "total": 252,
      "projection": "layers.30.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0299,
      "parameters": 4194304,
      "reference_delta_l2": 1.3123151133807753,
      "retained_delta_l2": 1.274843676062311,
      "delta_retention_norm_ratio": 0.9714463112278493,
      "delta_cosine": 0.801919063498299,
      "relative_weight_rmse": 0.013937328553195962
    },
    {
      "index": 176,
      "total": 252,
      "projection": "layers.31.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4328,
      "parameters": 50331648,
      "reference_delta_l2": 4.117060720903275,
      "retained_delta_l2": 3.952201024686551,
      "delta_retention_norm_ratio": 0.9599569432192989,
      "delta_cosine": 0.7808196240294195,
      "relative_weight_rmse": 0.01339236697860167
    },
    {
      "index": 177,
      "total": 252,
      "projection": "layers.31.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3893,
      "parameters": 50331648,
      "reference_delta_l2": 4.23682193488538,
      "retained_delta_l2": 4.0921481609531325,
      "delta_retention_norm_ratio": 0.9658532324096455,
      "delta_cosine": 0.7870133171237784,
      "relative_weight_rmse": 0.014799547618956832
    },
    {
      "index": 178,
      "total": 252,
      "projection": "layers.31.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3891,
      "parameters": 50331648,
      "reference_delta_l2": 3.7533803077341537,
      "retained_delta_l2": 3.466890820615773,
      "delta_retention_norm_ratio": 0.923671607023662,
      "delta_cosine": 0.7371873467107354,
      "relative_weight_rmse": 0.013143132916215957
    },
    {
      "index": 179,
      "total": 252,
      "projection": "layers.31.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0282,
      "parameters": 4194304,
      "reference_delta_l2": 1.1300260386779475,
      "retained_delta_l2": 1.1061474945023615,
      "delta_retention_norm_ratio": 0.9788690318998999,
      "delta_cosine": 0.812792858989726,
      "relative_weight_rmse": 0.014423882978006959
    },
    {
      "index": 180,
      "total": 252,
      "projection": "layers.31.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1321,
      "parameters": 16777216,
      "reference_delta_l2": 1.9332114332159547,
      "retained_delta_l2": 1.785208152819234,
      "delta_retention_norm_ratio": 0.9234417519709612,
      "delta_cosine": 0.7394358609471232,
      "relative_weight_rmse": 0.012567795219459207
    },
    {
      "index": 181,
      "total": 252,
      "projection": "layers.31.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1332,
      "parameters": 16777216,
      "reference_delta_l2": 3.097948358974668,
      "retained_delta_l2": 3.1217002046644615,
      "delta_retention_norm_ratio": 1.0076669598513432,
      "delta_cosine": 0.8594629372319006,
      "relative_weight_rmse": 0.016367174602252094
    },
    {
      "index": 182,
      "total": 252,
      "projection": "layers.31.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0301,
      "parameters": 4194304,
      "reference_delta_l2": 0.9159050398617947,
      "retained_delta_l2": 0.808662779418089,
      "delta_retention_norm_ratio": 0.8829111580607876,
      "delta_cosine": 0.7002209721035524,
      "relative_weight_rmse": 0.011267909505400815
    },
    {
      "index": 183,
      "total": 252,
      "projection": "layers.32.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4312,
      "parameters": 50331648,
      "reference_delta_l2": 3.057429050751837,
      "retained_delta_l2": 2.7055068754815284,
      "delta_retention_norm_ratio": 0.8848960451972648,
      "delta_cosine": 0.6985648933470412,
      "relative_weight_rmse": 0.011300930284001908
    },
    {
      "index": 184,
      "total": 252,
      "projection": "layers.32.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3854,
      "parameters": 50331648,
      "reference_delta_l2": 5.781916303688982,
      "retained_delta_l2": 5.838110125536839,
      "delta_retention_norm_ratio": 1.009718892300811,
      "delta_cosine": 0.8498731301381173,
      "relative_weight_rmse": 0.017542559791707914
    },
    {
      "index": 185,
      "total": 252,
      "projection": "layers.32.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3868,
      "parameters": 50331648,
      "reference_delta_l2": 4.1927812903409505,
      "retained_delta_l2": 3.9781009068246798,
      "delta_retention_norm_ratio": 0.9487976193724111,
      "delta_cosine": 0.7679477233425701,
      "relative_weight_rmse": 0.013865189763080822
    },
    {
      "index": 186,
      "total": 252,
      "projection": "layers.32.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0282,
      "parameters": 4194304,
      "reference_delta_l2": 1.0783175272646806,
      "retained_delta_l2": 1.044111151228919,
      "delta_retention_norm_ratio": 0.9682780116516038,
      "delta_cosine": 0.7992171502076999,
      "relative_weight_rmse": 0.014106002121241187
    },
    {
      "index": 187,
      "total": 252,
      "projection": "layers.32.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1287,
      "parameters": 16777216,
      "reference_delta_l2": 1.955353845683428,
      "retained_delta_l2": 1.7974128413490449,
      "delta_retention_norm_ratio": 0.9192263821287139,
      "delta_cosine": 0.7328830838255879,
      "relative_weight_rmse": 0.01292098369173976
    },
    {
      "index": 188,
      "total": 252,
      "projection": "layers.32.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1322,
      "parameters": 16777216,
      "reference_delta_l2": 3.521193846583141,
      "retained_delta_l2": 3.5817414138144987,
      "delta_retention_norm_ratio": 1.0171951814837208,
      "delta_cosine": 0.8844759311883627,
      "relative_weight_rmse": 0.017048171080786798
    },
    {
      "index": 189,
      "total": 252,
      "projection": "layers.32.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0291,
      "parameters": 4194304,
      "reference_delta_l2": 1.1078237330254415,
      "retained_delta_l2": 1.0383064489336704,
      "delta_retention_norm_ratio": 0.9372487860483717,
      "delta_cosine": 0.7589941781019551,
      "relative_weight_rmse": 0.012614362339079541
    },
    {
      "index": 190,
      "total": 252,
      "projection": "layers.33.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4241,
      "parameters": 50331648,
      "reference_delta_l2": 4.689707248703135,
      "retained_delta_l2": 4.604233147135592,
      "delta_retention_norm_ratio": 0.9817741072022823,
      "delta_cosine": 0.8102813971155682,
      "relative_weight_rmse": 0.014420925141106806
    },
    {
      "index": 191,
      "total": 252,
      "projection": "layers.33.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3857,
      "parameters": 50331648,
      "reference_delta_l2": 4.034563257265208,
      "retained_delta_l2": 3.8543050664855696,
      "delta_retention_norm_ratio": 0.9553215108339075,
      "delta_cosine": 0.7727336337657214,
      "relative_weight_rmse": 0.014793621153844716
    },
    {
      "index": 192,
      "total": 252,
      "projection": "layers.33.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3864,
      "parameters": 50331648,
      "reference_delta_l2": 4.566171345371535,
      "retained_delta_l2": 4.43130048233319,
      "delta_retention_norm_ratio": 0.9704630306580467,
      "delta_cosine": 0.796240684876951,
      "relative_weight_rmse": 0.014252010655975832
    },
    {
      "index": 193,
      "total": 252,
      "projection": "layers.33.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0282,
      "parameters": 4194304,
      "reference_delta_l2": 1.171552776418305,
      "retained_delta_l2": 1.1623227521475235,
      "delta_retention_norm_ratio": 0.9921215463301621,
      "delta_cosine": 0.8277549320058807,
      "relative_weight_rmse": 0.01554920977100678
    },
    {
      "index": 194,
      "total": 252,
      "projection": "layers.33.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1287,
      "parameters": 16777216,
      "reference_delta_l2": 1.959212980651289,
      "retained_delta_l2": 1.8112129064554086,
      "delta_retention_norm_ratio": 0.924459425464463,
      "delta_cosine": 0.7415341212291183,
      "relative_weight_rmse": 0.012309177676342303
    },
    {
      "index": 195,
      "total": 252,
      "projection": "layers.33.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1305,
      "parameters": 16777216,
      "reference_delta_l2": 1.6985174788058186,
      "retained_delta_l2": 1.5665997536990643,
      "delta_retention_norm_ratio": 0.9223336075413825,
      "delta_cosine": 0.7431240448205082,
      "relative_weight_rmse": 0.011938592566423342
    },
    {
      "index": 196,
      "total": 252,
      "projection": "layers.33.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0287,
      "parameters": 4194304,
      "reference_delta_l2": 1.2343662918195417,
      "retained_delta_l2": 1.184980602290347,
      "delta_retention_norm_ratio": 0.9599910578760243,
      "delta_cosine": 0.7864342520216658,
      "relative_weight_rmse": 0.012728537950190457
    },
    {
      "index": 197,
      "total": 252,
      "projection": "layers.34.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4285,
      "parameters": 50331648,
      "reference_delta_l2": 3.261489432925536,
      "retained_delta_l2": 3.0313032324464326,
      "delta_retention_norm_ratio": 0.9294229813669432,
      "delta_cosine": 0.7458831088239839,
      "relative_weight_rmse": 0.011854496813221605
    },
    {
      "index": 198,
      "total": 252,
      "projection": "layers.34.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3903,
      "parameters": 50331648,
      "reference_delta_l2": 3.5196454509206627,
      "retained_delta_l2": 3.316919358673675,
      "delta_retention_norm_ratio": 0.9424015586018873,
      "delta_cosine": 0.7574977644879192,
      "relative_weight_rmse": 0.0131233892592756
    },
    {
      "index": 199,
      "total": 252,
      "projection": "layers.34.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3897,
      "parameters": 50331648,
      "reference_delta_l2": 3.1239829376209345,
      "retained_delta_l2": 2.8006109007510576,
      "delta_retention_norm_ratio": 0.8964872589489427,
      "delta_cosine": 0.7100234638649024,
      "relative_weight_rmse": 0.011423804865420405
    },
    {
      "index": 200,
      "total": 252,
      "projection": "layers.34.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0281,
      "parameters": 4194304,
      "reference_delta_l2": 0.7901579176804271,
      "retained_delta_l2": 0.7289411020474216,
      "delta_retention_norm_ratio": 0.9225258467159166,
      "delta_cosine": 0.7529023074456173,
      "relative_weight_rmse": 0.011644851883442688
    },
    {
      "index": 201,
      "total": 252,
      "projection": "layers.34.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1293,
      "parameters": 16777216,
      "reference_delta_l2": 2.3687711363412887,
      "retained_delta_l2": 2.298505710434156,
      "delta_retention_norm_ratio": 0.9703367603441582,
      "delta_cosine": 0.79321241066586,
      "relative_weight_rmse": 0.014052412268970403
    },
    {
      "index": 202,
      "total": 252,
      "projection": "layers.34.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1301,
      "parameters": 16777216,
      "reference_delta_l2": 2.798669977547175,
      "retained_delta_l2": 2.8128553327431063,
      "delta_retention_norm_ratio": 1.0050686059127143,
      "delta_cosine": 0.8601519965070576,
      "relative_weight_rmse": 0.015301485033859027
    },
    {
      "index": 203,
      "total": 252,
      "projection": "layers.34.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0296,
      "parameters": 4194304,
      "reference_delta_l2": 0.9811930089310823,
      "retained_delta_l2": 0.8765817347135941,
      "delta_retention_norm_ratio": 0.8933835919484869,
      "delta_cosine": 0.7153690562087868,
      "relative_weight_rmse": 0.01140318267189611
    },
    {
      "index": 204,
      "total": 252,
      "projection": "layers.35.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4241,
      "parameters": 50331648,
      "reference_delta_l2": 2.333473272753201,
      "retained_delta_l2": 2.086970023664544,
      "delta_retention_norm_ratio": 0.8943620859227521,
      "delta_cosine": 0.7148638840512689,
      "relative_weight_rmse": 0.0098139939294425
    },
    {
      "index": 205,
      "total": 252,
      "projection": "layers.35.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3871,
      "parameters": 50331648,
      "reference_delta_l2": 2.627449696619369,
      "retained_delta_l2": 2.294180125270862,
      "delta_retention_norm_ratio": 0.8731585340045479,
      "delta_cosine": 0.6878599929217832,
      "relative_weight_rmse": 0.010532547008695962
    },
    {
      "index": 206,
      "total": 252,
      "projection": "layers.35.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3845,
      "parameters": 50331648,
      "reference_delta_l2": 2.664437084904742,
      "retained_delta_l2": 2.2924939981946424,
      "delta_retention_norm_ratio": 0.8604046277477041,
      "delta_cosine": 0.6749879160129268,
      "relative_weight_rmse": 0.010351714937813263
    },
    {
      "index": 207,
      "total": 252,
      "projection": "layers.35.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0281,
      "parameters": 4194304,
      "reference_delta_l2": 0.8330723387143064,
      "retained_delta_l2": 0.7630192621151713,
      "delta_retention_norm_ratio": 0.9159099716271351,
      "delta_cosine": 0.7342410909336075,
      "relative_weight_rmse": 0.012232671019988367
    },
    {
      "index": 208,
      "total": 252,
      "projection": "layers.35.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1306,
      "parameters": 16777216,
      "reference_delta_l2": 1.9768898560640722,
      "retained_delta_l2": 1.875411782222538,
      "delta_retention_norm_ratio": 0.9486678159988267,
      "delta_cosine": 0.7674952628310036,
      "relative_weight_rmse": 0.01297704657162937
    },
    {
      "index": 209,
      "total": 252,
      "projection": "layers.35.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1313,
      "parameters": 16777216,
      "reference_delta_l2": 1.9270585177821875,
      "retained_delta_l2": 1.8399410652305475,
      "delta_retention_norm_ratio": 0.954792523554551,
      "delta_cosine": 0.7751783116171622,
      "relative_weight_rmse": 0.013105533957306424
    },
    {
      "index": 210,
      "total": 252,
      "projection": "layers.35.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0294,
      "parameters": 4194304,
      "reference_delta_l2": 0.900220271344646,
      "retained_delta_l2": 0.7938819338328972,
      "delta_retention_norm_ratio": 0.8818752022181051,
      "delta_cosine": 0.6984764421348353,
      "relative_weight_rmse": 0.011381243323434816
    },
    {
      "index": 211,
      "total": 252,
      "projection": "layers.4.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4266,
      "parameters": 50331648,
      "reference_delta_l2": 2.2298700594055836,
      "retained_delta_l2": 1.9139909072946737,
      "delta_retention_norm_ratio": 0.8583419016823278,
      "delta_cosine": 0.6735711698792769,
      "relative_weight_rmse": 0.010853858960267986
    },
    {
      "index": 212,
      "total": 252,
      "projection": "layers.4.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3858,
      "parameters": 50331648,
      "reference_delta_l2": 3.3294753338867764,
      "retained_delta_l2": 2.939987162403425,
      "delta_retention_norm_ratio": 0.8830181537856088,
      "delta_cosine": 0.7106284120654582,
      "relative_weight_rmse": 0.010855684224578223
    },
    {
      "index": 213,
      "total": 252,
      "projection": "layers.4.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.388,
      "parameters": 50331648,
      "reference_delta_l2": 3.312872016246803,
      "retained_delta_l2": 3.1913194087885497,
      "delta_retention_norm_ratio": 0.9633089938693249,
      "delta_cosine": 0.796326371531978,
      "relative_weight_rmse": 0.01403572649186527
    },
    {
      "index": 214,
      "total": 252,
      "projection": "layers.4.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0273,
      "parameters": 4194304,
      "reference_delta_l2": 0.5946416784174827,
      "retained_delta_l2": 0.4495808225440149,
      "delta_retention_norm_ratio": 0.7560533323874679,
      "delta_cosine": 0.5788912869023318,
      "relative_weight_rmse": 0.009481844112531713
    },
    {
      "index": 215,
      "total": 252,
      "projection": "layers.4.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1296,
      "parameters": 16777216,
      "reference_delta_l2": 1.6306689002006027,
      "retained_delta_l2": 1.4171534861141628,
      "delta_retention_norm_ratio": 0.8690626809279471,
      "delta_cosine": 0.6812818573272754,
      "relative_weight_rmse": 0.011815779929245714
    },
    {
      "index": 216,
      "total": 252,
      "projection": "layers.4.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1314,
      "parameters": 16777216,
      "reference_delta_l2": 1.2641816961468235,
      "retained_delta_l2": 0.999941832271729,
      "delta_retention_norm_ratio": 0.7909795208390634,
      "delta_cosine": 0.6087861609751001,
      "relative_weight_rmse": 0.01025800939966456
    },
    {
      "index": 217,
      "total": 252,
      "projection": "layers.4.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0297,
      "parameters": 4194304,
      "reference_delta_l2": 1.1351469229770412,
      "retained_delta_l2": 1.077428948694092,
      "delta_retention_norm_ratio": 0.9491537411460554,
      "delta_cosine": 0.7691064312538114,
      "relative_weight_rmse": 0.013532001808611497
    },
    {
      "index": 218,
      "total": 252,
      "projection": "layers.5.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4294,
      "parameters": 50331648,
      "reference_delta_l2": 1.8122803189862504,
      "retained_delta_l2": 1.3513121930987764,
      "delta_retention_norm_ratio": 0.7456419290889119,
      "delta_cosine": 0.5706043859449802,
      "relative_weight_rmse": 0.009076813205507014
    },
    {
      "index": 219,
      "total": 252,
      "projection": "layers.5.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3871,
      "parameters": 50331648,
      "reference_delta_l2": 2.96157753494215,
      "retained_delta_l2": 2.498763914915212,
      "delta_retention_norm_ratio": 0.8437273329614252,
      "delta_cosine": 0.6611374243301872,
      "relative_weight_rmse": 0.010014595520091093
    },
    {
      "index": 220,
      "total": 252,
      "projection": "layers.5.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3883,
      "parameters": 50331648,
      "reference_delta_l2": 3.189171842325098,
      "retained_delta_l2": 2.976767244156863,
      "delta_retention_norm_ratio": 0.9333981959362279,
      "delta_cosine": 0.7502917705142815,
      "relative_weight_rmse": 0.013157307556074232
    },
    {
      "index": 221,
      "total": 252,
      "projection": "layers.5.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0275,
      "parameters": 4194304,
      "reference_delta_l2": 0.6215712114964702,
      "retained_delta_l2": 0.48966192521097135,
      "delta_retention_norm_ratio": 0.7877808948585001,
      "delta_cosine": 0.6084530317620194,
      "relative_weight_rmse": 0.009879456921352362
    },
    {
      "index": 222,
      "total": 252,
      "projection": "layers.5.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1319,
      "parameters": 16777216,
      "reference_delta_l2": 1.4717689451304197,
      "retained_delta_l2": 1.2374487199650834,
      "delta_retention_norm_ratio": 0.8407900737811993,
      "delta_cosine": 0.6527281679967601,
      "relative_weight_rmse": 0.011372757364125982
    },
    {
      "index": 223,
      "total": 252,
      "projection": "layers.5.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1316,
      "parameters": 16777216,
      "reference_delta_l2": 1.4738879837391277,
      "retained_delta_l2": 1.259869599627624,
      "delta_retention_norm_ratio": 0.8547933177604465,
      "delta_cosine": 0.6712932410960587,
      "relative_weight_rmse": 0.011217628045088336
    },
    {
      "index": 224,
      "total": 252,
      "projection": "layers.5.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0299,
      "parameters": 4194304,
      "reference_delta_l2": 1.0490845583401458,
      "retained_delta_l2": 0.9849090395496732,
      "delta_retention_norm_ratio": 0.9388271247724678,
      "delta_cosine": 0.7615308167888781,
      "relative_weight_rmse": 0.012894924200935487
    },
    {
      "index": 225,
      "total": 252,
      "projection": "layers.6.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4276,
      "parameters": 50331648,
      "reference_delta_l2": 4.771066717444592,
      "retained_delta_l2": 4.784661491987646,
      "delta_retention_norm_ratio": 1.0028494203389249,
      "delta_cosine": 0.8443594307082539,
      "relative_weight_rmse": 0.015441635418925712
    },
    {
      "index": 226,
      "total": 252,
      "projection": "layers.6.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.388,
      "parameters": 50331648,
      "reference_delta_l2": 3.1162700027819596,
      "retained_delta_l2": 2.7267308062243303,
      "delta_retention_norm_ratio": 0.8749982523305492,
      "delta_cosine": 0.6927384968601482,
      "relative_weight_rmse": 0.010708087927262619
    },
    {
      "index": 227,
      "total": 252,
      "projection": "layers.6.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3897,
      "parameters": 50331648,
      "reference_delta_l2": 3.3907502317088767,
      "retained_delta_l2": 3.2029933284858823,
      "delta_retention_norm_ratio": 0.944626737331706,
      "delta_cosine": 0.7633216672956021,
      "relative_weight_rmse": 0.013231096334501414
    },
    {
      "index": 228,
      "total": 252,
      "projection": "layers.6.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0284,
      "parameters": 4194304,
      "reference_delta_l2": 0.5943120478492087,
      "retained_delta_l2": 0.4493094061782143,
      "delta_retention_norm_ratio": 0.7560159815104656,
      "delta_cosine": 0.5790233630960934,
      "relative_weight_rmse": 0.009600276669995444
    },
    {
      "index": 229,
      "total": 252,
      "projection": "layers.6.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1301,
      "parameters": 16777216,
      "reference_delta_l2": 1.3678280162024512,
      "retained_delta_l2": 1.1097997193645424,
      "delta_retention_norm_ratio": 0.8113591081762738,
      "delta_cosine": 0.62711186565333,
      "relative_weight_rmse": 0.01041206033866853
    },
    {
      "index": 230,
      "total": 252,
      "projection": "layers.6.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1335,
      "parameters": 16777216,
      "reference_delta_l2": 1.4042828456838277,
      "retained_delta_l2": 1.1652349058479508,
      "delta_retention_norm_ratio": 0.829772228172829,
      "delta_cosine": 0.6448680307395254,
      "relative_weight_rmse": 0.010729757482986754
    },
    {
      "index": 231,
      "total": 252,
      "projection": "layers.6.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0297,
      "parameters": 4194304,
      "reference_delta_l2": 0.9871926467769184,
      "retained_delta_l2": 0.9114173856916332,
      "delta_retention_norm_ratio": 0.923241667841952,
      "delta_cosine": 0.7398151642235392,
      "relative_weight_rmse": 0.01240622946152155
    },
    {
      "index": 232,
      "total": 252,
      "projection": "layers.7.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4281,
      "parameters": 50331648,
      "reference_delta_l2": 1.8521771475877542,
      "retained_delta_l2": 1.3724603366167916,
      "delta_retention_norm_ratio": 0.7409984182151593,
      "delta_cosine": 0.5664671489968615,
      "relative_weight_rmse": 0.008987516352000395
    },
    {
      "index": 233,
      "total": 252,
      "projection": "layers.7.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3954,
      "parameters": 50331648,
      "reference_delta_l2": 2.905173671022292,
      "retained_delta_l2": 2.4911625372470114,
      "delta_retention_norm_ratio": 0.8574917782352076,
      "delta_cosine": 0.6744849299735817,
      "relative_weight_rmse": 0.010373072438816326
    },
    {
      "index": 234,
      "total": 252,
      "projection": "layers.7.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3895,
      "parameters": 50331648,
      "reference_delta_l2": 2.9784221401381137,
      "retained_delta_l2": 2.6957056205607213,
      "delta_retention_norm_ratio": 0.9050784253288278,
      "delta_cosine": 0.716828131113773,
      "relative_weight_rmse": 0.012391011395935268
    },
    {
      "index": 235,
      "total": 252,
      "projection": "layers.7.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.028,
      "parameters": 4194304,
      "reference_delta_l2": 0.723251167971211,
      "retained_delta_l2": 0.6140592733678869,
      "delta_retention_norm_ratio": 0.8490263141784923,
      "delta_cosine": 0.6627401093051608,
      "relative_weight_rmse": 0.010780021563793991
    },
    {
      "index": 236,
      "total": 252,
      "projection": "layers.7.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1333,
      "parameters": 16777216,
      "reference_delta_l2": 1.3692825527464774,
      "retained_delta_l2": 1.1101798495001234,
      "delta_retention_norm_ratio": 0.8107748450262137,
      "delta_cosine": 0.6258894885968138,
      "relative_weight_rmse": 0.010569037607867555
    },
    {
      "index": 237,
      "total": 252,
      "projection": "layers.7.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1314,
      "parameters": 16777216,
      "reference_delta_l2": 1.689175224407534,
      "retained_delta_l2": 1.5277574225939996,
      "delta_retention_norm_ratio": 0.904439871316399,
      "delta_cosine": 0.7182779183237219,
      "relative_weight_rmse": 0.012135819144340742
    },
    {
      "index": 238,
      "total": 252,
      "projection": "layers.7.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0289,
      "parameters": 4194304,
      "reference_delta_l2": 0.9909627130040701,
      "retained_delta_l2": 0.8947364555088995,
      "delta_retention_norm_ratio": 0.9028961874827117,
      "delta_cosine": 0.7180679728890625,
      "relative_weight_rmse": 0.011996835799134424
    },
    {
      "index": 239,
      "total": 252,
      "projection": "layers.8.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4279,
      "parameters": 50331648,
      "reference_delta_l2": 2.6493503506226146,
      "retained_delta_l2": 2.28859717462612,
      "delta_retention_norm_ratio": 0.8638333446870416,
      "delta_cosine": 0.67802243763419,
      "relative_weight_rmse": 0.011082221751495574
    },
    {
      "index": 240,
      "total": 252,
      "projection": "layers.8.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3876,
      "parameters": 50331648,
      "reference_delta_l2": 2.2123296606827147,
      "retained_delta_l2": 1.6700506358803586,
      "delta_retention_norm_ratio": 0.7548832642622477,
      "delta_cosine": 0.5781258031286636,
      "relative_weight_rmse": 0.00950049550406276
    },
    {
      "index": 241,
      "total": 252,
      "projection": "layers.8.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.388,
      "parameters": 50331648,
      "reference_delta_l2": 2.6842542293325784,
      "retained_delta_l2": 2.289448996749444,
      "delta_retention_norm_ratio": 0.8529180923815476,
      "delta_cosine": 0.6661503520663868,
      "relative_weight_rmse": 0.011442656000368902
    },
    {
      "index": 242,
      "total": 252,
      "projection": "layers.8.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0286,
      "parameters": 4194304,
      "reference_delta_l2": 0.8958509707361921,
      "retained_delta_l2": 0.8129741795036367,
      "delta_retention_norm_ratio": 0.9074881939744409,
      "delta_cosine": 0.7206105831298275,
      "relative_weight_rmse": 0.0121490709753579
    },
    {
      "index": 243,
      "total": 252,
      "projection": "layers.8.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1285,
      "parameters": 16777216,
      "reference_delta_l2": 1.5746017238305277,
      "retained_delta_l2": 1.3492451483752443,
      "delta_retention_norm_ratio": 0.8568802688040636,
      "delta_cosine": 0.670854960229517,
      "relative_weight_rmse": 0.011317503801783183
    },
    {
      "index": 244,
      "total": 252,
      "projection": "layers.8.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1313,
      "parameters": 16777216,
      "reference_delta_l2": 1.597507777771925,
      "retained_delta_l2": 1.387246064626345,
      "delta_retention_norm_ratio": 0.8683814150571233,
      "delta_cosine": 0.679701985246401,
      "relative_weight_rmse": 0.01185399009814743
    },
    {
      "index": 245,
      "total": 252,
      "projection": "layers.8.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0297,
      "parameters": 4194304,
      "reference_delta_l2": 0.7959943619191734,
      "retained_delta_l2": 0.659812128400203,
      "delta_retention_norm_ratio": 0.8289155802678932,
      "delta_cosine": 0.6431923544299393,
      "relative_weight_rmse": 0.010624284532260794
    },
    {
      "index": 246,
      "total": 252,
      "projection": "layers.9.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4326,
      "parameters": 50331648,
      "reference_delta_l2": 2.4732992821388473,
      "retained_delta_l2": 2.102661109084502,
      "delta_retention_norm_ratio": 0.8501442281041595,
      "delta_cosine": 0.66449962717924,
      "relative_weight_rmse": 0.010897908991001034
    },
    {
      "index": 247,
      "total": 252,
      "projection": "layers.9.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3909,
      "parameters": 50331648,
      "reference_delta_l2": 2.719512980178627,
      "retained_delta_l2": 2.2337422557531568,
      "delta_retention_norm_ratio": 0.8213758389954207,
      "delta_cosine": 0.6372758864098026,
      "relative_weight_rmse": 0.010427102510948057
    },
    {
      "index": 248,
      "total": 252,
      "projection": "layers.9.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3898,
      "parameters": 50331648,
      "reference_delta_l2": 3.0350806499741614,
      "retained_delta_l2": 2.7550311170101582,
      "delta_retention_norm_ratio": 0.9077291297131141,
      "delta_cosine": 0.7226854140229847,
      "relative_weight_rmse": 0.012411422986188504
    },
    {
      "index": 249,
      "total": 252,
      "projection": "layers.9.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.028,
      "parameters": 4194304,
      "reference_delta_l2": 0.8391053738870392,
      "retained_delta_l2": 0.756872036454735,
      "delta_retention_norm_ratio": 0.9019987953939924,
      "delta_cosine": 0.7180783501603136,
      "relative_weight_rmse": 0.011796885085392174
    },
    {
      "index": 250,
      "total": 252,
      "projection": "layers.9.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1322,
      "parameters": 16777216,
      "reference_delta_l2": 1.5264005224754331,
      "retained_delta_l2": 1.300963109455754,
      "delta_retention_norm_ratio": 0.8523078250431433,
      "delta_cosine": 0.6668298069238295,
      "relative_weight_rmse": 0.011163748919664512
    },
    {
      "index": 251,
      "total": 252,
      "projection": "layers.9.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1327,
      "parameters": 16777216,
      "reference_delta_l2": 1.807348681333385,
      "retained_delta_l2": 1.660795021636992,
      "delta_retention_norm_ratio": 0.9189123486740411,
      "delta_cosine": 0.7352203254320391,
      "relative_weight_rmse": 0.012714498697596345
    },
    {
      "index": 252,
      "total": 252,
      "projection": "layers.9.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0289,
      "parameters": 4194304,
      "reference_delta_l2": 0.8014616733642863,
      "retained_delta_l2": 0.6708871042318548,
      "delta_retention_norm_ratio": 0.8370794593529094,
      "delta_cosine": 0.6533762250475577,
      "relative_weight_rmse": 0.01043275206420006
    }
  ]
}