{
  "schema_version": 1,
  "format": "comfy_scaled_fp8_merged_text_encoder",
  "scale_policy": "preserve_stock_per_tensor_scale",
  "base": "/workspace/Ideogram/checkpoints/text_encoders/qwen3vl_8b_fp8_scaled.safetensors",
  "base_sha256": "4ba424cf62e51392e4d1a39933e803706f4e823c1065f36aaf149c6453f66bcd",
  "adapter": "/workspace/Ideogram/artifacts/phase2_balanced_4000_8state_debanner_s020_v1_checkpoints/step_00003010/adapters.safetensors",
  "adapter_sha256": "605e25f84b688ad82da52f79c11c042499db66cc68aa5ecc8f17bc4798546d45",
  "adapter_global_step": "3010",
  "output": "/workspace/Ideogram/artifacts/huggingface_release/s020_v1/qwen3vl_8b_ideogram4_nl_s020_v1_step_00003010_fp8_scaled.safetensors",
  "output_bytes": 10588637800,
  "output_sha256": "50356a534962cfc198d511be180558fe6d6f382140eb88692fd2dc29d5cff712",
  "output_tensors": 1254,
  "merged_projections": 252,
  "lora_rank": 64,
  "lora_alpha": 64.0,
  "elapsed_seconds": 68.053,
  "projections": [
    {
      "index": 1,
      "total": 252,
      "projection": "layers.0.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4371,
      "parameters": 50331648,
      "reference_delta_l2": 3.128466941417038,
      "retained_delta_l2": 2.848897467132658,
      "delta_retention_norm_ratio": 0.910636909540828,
      "delta_cosine": 0.7259526523730795,
      "relative_weight_rmse": 0.01231216238907918
    },
    {
      "index": 2,
      "total": 252,
      "projection": "layers.0.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4009,
      "parameters": 50331648,
      "reference_delta_l2": 3.3237639995881594,
      "retained_delta_l2": 3.039333663337872,
      "delta_retention_norm_ratio": 0.9144252310676899,
      "delta_cosine": 0.7270897873544261,
      "relative_weight_rmse": 0.013531932524432943
    },
    {
      "index": 3,
      "total": 252,
      "projection": "layers.0.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3866,
      "parameters": 50331648,
      "reference_delta_l2": 2.946776224071399,
      "retained_delta_l2": 2.6376769678691434,
      "delta_retention_norm_ratio": 0.8951059623471544,
      "delta_cosine": 0.7081998082627273,
      "relative_weight_rmse": 0.013057582385661515
    },
    {
      "index": 4,
      "total": 252,
      "projection": "layers.0.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0318,
      "parameters": 4194304,
      "reference_delta_l2": 0.603281485378585,
      "retained_delta_l2": 0.4422823883738678,
      "delta_retention_norm_ratio": 0.7331277340565436,
      "delta_cosine": 0.5608919015198992,
      "relative_weight_rmse": 0.009018581547077189
    },
    {
      "index": 5,
      "total": 252,
      "projection": "layers.0.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1322,
      "parameters": 16777216,
      "reference_delta_l2": 1.9742149145809642,
      "retained_delta_l2": 1.862422410622986,
      "delta_retention_norm_ratio": 0.9433736909126196,
      "delta_cosine": 0.7629146130818641,
      "relative_weight_rmse": 0.013627355259654514
    },
    {
      "index": 6,
      "total": 252,
      "projection": "layers.0.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1317,
      "parameters": 16777216,
      "reference_delta_l2": 1.2260947851948691,
      "retained_delta_l2": 0.9542804876376539,
      "delta_retention_norm_ratio": 0.7783089033251093,
      "delta_cosine": 0.5989796145099707,
      "relative_weight_rmse": 0.009810233253454835
    },
    {
      "index": 7,
      "total": 252,
      "projection": "layers.0.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0307,
      "parameters": 4194304,
      "reference_delta_l2": 0.7955917157456153,
      "retained_delta_l2": 0.6931053107236256,
      "delta_retention_norm_ratio": 0.871182161661976,
      "delta_cosine": 0.683996446494238,
      "relative_weight_rmse": 0.01198669618547365
    },
    {
      "index": 8,
      "total": 252,
      "projection": "layers.1.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4334,
      "parameters": 50331648,
      "reference_delta_l2": 2.0371442740508208,
      "retained_delta_l2": 1.9015960554875635,
      "delta_retention_norm_ratio": 0.933461650070703,
      "delta_cosine": 0.7565789134419134,
      "relative_weight_rmse": 0.011987375923693484
    },
    {
      "index": 9,
      "total": 252,
      "projection": "layers.1.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3866,
      "parameters": 50331648,
      "reference_delta_l2": 3.82866503351673,
      "retained_delta_l2": 3.7957003779944833,
      "delta_retention_norm_ratio": 0.9913900392868875,
      "delta_cosine": 0.8456850538625545,
      "relative_weight_rmse": 0.01435901310519096
    },
    {
      "index": 10,
      "total": 252,
      "projection": "layers.1.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3856,
      "parameters": 50331648,
      "reference_delta_l2": 4.2347593166853645,
      "retained_delta_l2": 4.23190542477896,
      "delta_retention_norm_ratio": 0.9993260793133721,
      "delta_cosine": 0.9296379303488191,
      "relative_weight_rmse": 0.01576399248740128
    },
    {
      "index": 11,
      "total": 252,
      "projection": "layers.1.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0311,
      "parameters": 4194304,
      "reference_delta_l2": 0.6767510634049011,
      "retained_delta_l2": 0.5557797449990938,
      "delta_retention_norm_ratio": 0.8212469474415439,
      "delta_cosine": 0.6374782723546867,
      "relative_weight_rmse": 0.01082281126423862
    },
    {
      "index": 12,
      "total": 252,
      "projection": "layers.1.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1317,
      "parameters": 16777216,
      "reference_delta_l2": 1.713160047736516,
      "retained_delta_l2": 1.532452915823821,
      "delta_retention_norm_ratio": 0.8945182429677534,
      "delta_cosine": 0.7051924813905717,
      "relative_weight_rmse": 0.012659249725434132
    },
    {
      "index": 13,
      "total": 252,
      "projection": "layers.1.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1319,
      "parameters": 16777216,
      "reference_delta_l2": 2.093133876528023,
      "retained_delta_l2": 2.0238628178756524,
      "delta_retention_norm_ratio": 0.966905576643156,
      "delta_cosine": 0.7927284941978027,
      "relative_weight_rmse": 0.01463924781793106
    },
    {
      "index": 14,
      "total": 252,
      "projection": "layers.1.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0305,
      "parameters": 4194304,
      "reference_delta_l2": 0.9120458171238204,
      "retained_delta_l2": 0.82884292893393,
      "delta_retention_norm_ratio": 0.9087733460011092,
      "delta_cosine": 0.7214643241759308,
      "relative_weight_rmse": 0.012412040776157724
    },
    {
      "index": 15,
      "total": 252,
      "projection": "layers.10.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4305,
      "parameters": 50331648,
      "reference_delta_l2": 2.8135854474463997,
      "retained_delta_l2": 2.4950584659798065,
      "delta_retention_norm_ratio": 0.8867896541917052,
      "delta_cosine": 0.7007580006466992,
      "relative_weight_rmse": 0.011668626055166673
    },
    {
      "index": 16,
      "total": 252,
      "projection": "layers.10.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3901,
      "parameters": 50331648,
      "reference_delta_l2": 2.392425091377587,
      "retained_delta_l2": 1.8551706595412834,
      "delta_retention_norm_ratio": 0.7754352126749574,
      "delta_cosine": 0.596210563148029,
      "relative_weight_rmse": 0.009659380812700635
    },
    {
      "index": 17,
      "total": 252,
      "projection": "layers.10.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3883,
      "parameters": 50331648,
      "reference_delta_l2": 2.85620794767155,
      "retained_delta_l2": 2.5276471077059974,
      "delta_retention_norm_ratio": 0.8849660648016182,
      "delta_cosine": 0.6974549874261605,
      "relative_weight_rmse": 0.011908535945441735
    },
    {
      "index": 18,
      "total": 252,
      "projection": "layers.10.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0337,
      "parameters": 4194304,
      "reference_delta_l2": 0.8985968351124203,
      "retained_delta_l2": 0.8259778009118853,
      "delta_retention_norm_ratio": 0.9191861896648569,
      "delta_cosine": 0.7372781093798628,
      "relative_weight_rmse": 0.011975392766938939
    },
    {
      "index": 19,
      "total": 252,
      "projection": "layers.10.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1319,
      "parameters": 16777216,
      "reference_delta_l2": 1.775994068550649,
      "retained_delta_l2": 1.5875193138047252,
      "delta_retention_norm_ratio": 0.8938764728534628,
      "delta_cosine": 0.7070655691104736,
      "relative_weight_rmse": 0.012176717499931275
    },
    {
      "index": 20,
      "total": 252,
      "projection": "layers.10.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1315,
      "parameters": 16777216,
      "reference_delta_l2": 2.120636571366303,
      "retained_delta_l2": 2.0230820004805934,
      "delta_retention_norm_ratio": 0.9539975061248444,
      "delta_cosine": 0.7800795162676436,
      "relative_weight_rmse": 0.013458991414516524
    },
    {
      "index": 21,
      "total": 252,
      "projection": "layers.10.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0304,
      "parameters": 4194304,
      "reference_delta_l2": 0.9102292345903797,
      "retained_delta_l2": 0.8130730209057979,
      "delta_retention_norm_ratio": 0.8932618180207055,
      "delta_cosine": 0.7113670197372001,
      "relative_weight_rmse": 0.011207517681123344
    },
    {
      "index": 22,
      "total": 252,
      "projection": "layers.11.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4353,
      "parameters": 50331648,
      "reference_delta_l2": 2.61087131386716,
      "retained_delta_l2": 2.235226936535596,
      "delta_retention_norm_ratio": 0.856122982647058,
      "delta_cosine": 0.6707405583461962,
      "relative_weight_rmse": 0.011054031140988114
    },
    {
      "index": 23,
      "total": 252,
      "projection": "layers.11.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3887,
      "parameters": 50331648,
      "reference_delta_l2": 2.7770980086111607,
      "retained_delta_l2": 2.3451198043184065,
      "delta_retention_norm_ratio": 0.8444497806871467,
      "delta_cosine": 0.6598443204898431,
      "relative_weight_rmse": 0.010821698560628682
    },
    {
      "index": 24,
      "total": 252,
      "projection": "layers.11.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3858,
      "parameters": 50331648,
      "reference_delta_l2": 2.676426251493652,
      "retained_delta_l2": 2.2748360712108977,
      "delta_retention_norm_ratio": 0.849952831669232,
      "delta_cosine": 0.6635457874047436,
      "relative_weight_rmse": 0.011378674912726343
    },
    {
      "index": 25,
      "total": 252,
      "projection": "layers.11.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0315,
      "parameters": 4194304,
      "reference_delta_l2": 1.1310468572541754,
      "retained_delta_l2": 1.0884632199490039,
      "delta_retention_norm_ratio": 0.9623502447913156,
      "delta_cosine": 0.7874903278412039,
      "relative_weight_rmse": 0.013676520795632042
    },
    {
      "index": 26,
      "total": 252,
      "projection": "layers.11.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1298,
      "parameters": 16777216,
      "reference_delta_l2": 1.6709143595474434,
      "retained_delta_l2": 1.4674897394989572,
      "delta_retention_norm_ratio": 0.8782555078983327,
      "delta_cosine": 0.6931695443430704,
      "relative_weight_rmse": 0.011730766726139924
    },
    {
      "index": 27,
      "total": 252,
      "projection": "layers.11.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1301,
      "parameters": 16777216,
      "reference_delta_l2": 1.4093751749869647,
      "retained_delta_l2": 1.1728600783295207,
      "delta_retention_norm_ratio": 0.8321844311897777,
      "delta_cosine": 0.6469568877272976,
      "relative_weight_rmse": 0.010767714798950374
    },
    {
      "index": 28,
      "total": 252,
      "projection": "layers.11.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0303,
      "parameters": 4194304,
      "reference_delta_l2": 0.9980156028877636,
      "retained_delta_l2": 0.9078748176489159,
      "delta_retention_norm_ratio": 0.9096799839821894,
      "delta_cosine": 0.7270654736594205,
      "relative_weight_rmse": 0.011889830775574251
    },
    {
      "index": 29,
      "total": 252,
      "projection": "layers.12.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4286,
      "parameters": 50331648,
      "reference_delta_l2": 2.5691174520080495,
      "retained_delta_l2": 2.1896290411009085,
      "delta_retention_norm_ratio": 0.8522884149922656,
      "delta_cosine": 0.6668695651142327,
      "relative_weight_rmse": 0.010839231909001119
    },
    {
      "index": 30,
      "total": 252,
      "projection": "layers.12.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3848,
      "parameters": 50331648,
      "reference_delta_l2": 3.2195405090351974,
      "retained_delta_l2": 2.888105136566055,
      "delta_retention_norm_ratio": 0.8970550699582703,
      "delta_cosine": 0.7131680115083394,
      "relative_weight_rmse": 0.011996902378243978
    },
    {
      "index": 31,
      "total": 252,
      "projection": "layers.12.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3835,
      "parameters": 50331648,
      "reference_delta_l2": 2.6897602984349396,
      "retained_delta_l2": 2.2935535675213874,
      "delta_retention_norm_ratio": 0.8526981266159336,
      "delta_cosine": 0.6664514880370325,
      "relative_weight_rmse": 0.011229094938473369
    },
    {
      "index": 32,
      "total": 252,
      "projection": "layers.12.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0312,
      "parameters": 4194304,
      "reference_delta_l2": 0.9324732987397525,
      "retained_delta_l2": 0.8657481171654666,
      "delta_retention_norm_ratio": 0.9284427965235404,
      "delta_cosine": 0.7477601539008357,
      "relative_weight_rmse": 0.01229117627217462
    },
    {
      "index": 33,
      "total": 252,
      "projection": "layers.12.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1302,
      "parameters": 16777216,
      "reference_delta_l2": 1.7739567241821477,
      "retained_delta_l2": 1.606990686365855,
      "delta_retention_norm_ratio": 0.9058793061069347,
      "delta_cosine": 0.7219112197717785,
      "relative_weight_rmse": 0.01203431373629876
    },
    {
      "index": 34,
      "total": 252,
      "projection": "layers.12.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1319,
      "parameters": 16777216,
      "reference_delta_l2": 1.8071684201072193,
      "retained_delta_l2": 1.6524540974370052,
      "delta_retention_norm_ratio": 0.9143885423467975,
      "delta_cosine": 0.7313398513460301,
      "relative_weight_rmse": 0.012437720014468174
    },
    {
      "index": 35,
      "total": 252,
      "projection": "layers.12.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0301,
      "parameters": 4194304,
      "reference_delta_l2": 1.0873764073683962,
      "retained_delta_l2": 1.0243465383712873,
      "delta_retention_norm_ratio": 0.9420349121334626,
      "delta_cosine": 0.7660227170466977,
      "relative_weight_rmse": 0.012194798441283202
    },
    {
      "index": 36,
      "total": 252,
      "projection": "layers.13.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4303,
      "parameters": 50331648,
      "reference_delta_l2": 2.3465366647937898,
      "retained_delta_l2": 1.9221563954862428,
      "delta_retention_norm_ratio": 0.8191461161997906,
      "delta_cosine": 0.6359440133091215,
      "relative_weight_rmse": 0.010197072553166034
    },
    {
      "index": 37,
      "total": 252,
      "projection": "layers.13.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3835,
      "parameters": 50331648,
      "reference_delta_l2": 2.996415746873252,
      "retained_delta_l2": 2.623109979553534,
      "delta_retention_norm_ratio": 0.8754158972401408,
      "delta_cosine": 0.6882491006998085,
      "relative_weight_rmse": 0.011904435614526717
    },
    {
      "index": 38,
      "total": 252,
      "projection": "layers.13.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4482,
      "parameters": 50331648,
      "reference_delta_l2": 2.4028818556282885,
      "retained_delta_l2": 1.9430271615235961,
      "delta_retention_norm_ratio": 0.8086236770120132,
      "delta_cosine": 0.6252200503360601,
      "relative_weight_rmse": 0.010353410266772944
    },
    {
      "index": 39,
      "total": 252,
      "projection": "layers.13.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.046,
      "parameters": 4194304,
      "reference_delta_l2": 1.3420515977679963,
      "retained_delta_l2": 1.3277750701448803,
      "delta_retention_norm_ratio": 0.9893621618968602,
      "delta_cosine": 0.8345681503853014,
      "relative_weight_rmse": 0.014781641479791092
    },
    {
      "index": 40,
      "total": 252,
      "projection": "layers.13.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.194,
      "parameters": 16777216,
      "reference_delta_l2": 1.7312945922615102,
      "retained_delta_l2": 1.5518425220460732,
      "delta_retention_norm_ratio": 0.8963480443954792,
      "delta_cosine": 0.7120905144858279,
      "relative_weight_rmse": 0.012268268351629964
    },
    {
      "index": 41,
      "total": 252,
      "projection": "layers.13.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1931,
      "parameters": 16777216,
      "reference_delta_l2": 1.4108104499042138,
      "retained_delta_l2": 1.1748659737731313,
      "delta_retention_norm_ratio": 0.8327596197298498,
      "delta_cosine": 0.6472937916138816,
      "relative_weight_rmse": 0.010756449097432487
    },
    {
      "index": 42,
      "total": 252,
      "projection": "layers.13.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0453,
      "parameters": 4194304,
      "reference_delta_l2": 1.0303501773529953,
      "retained_delta_l2": 0.9494857449227051,
      "delta_retention_norm_ratio": 0.9215175246166951,
      "delta_cosine": 0.7388953066744807,
      "relative_weight_rmse": 0.012333213978898123
    },
    {
      "index": 43,
      "total": 252,
      "projection": "layers.14.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.5484,
      "parameters": 50331648,
      "reference_delta_l2": 2.4702147919164936,
      "retained_delta_l2": 2.0895445010819698,
      "delta_retention_norm_ratio": 0.8458958742858209,
      "delta_cosine": 0.6615558004736427,
      "relative_weight_rmse": 0.010526226390915274
    },
    {
      "index": 44,
      "total": 252,
      "projection": "layers.14.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4345,
      "parameters": 50331648,
      "reference_delta_l2": 2.738402489233057,
      "retained_delta_l2": 2.324150448981756,
      "delta_retention_norm_ratio": 0.8487249256162777,
      "delta_cosine": 0.6620074666458025,
      "relative_weight_rmse": 0.011375445009352022
    },
    {
      "index": 45,
      "total": 252,
      "projection": "layers.14.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4185,
      "parameters": 50331648,
      "reference_delta_l2": 2.947150022299582,
      "retained_delta_l2": 2.613153392731818,
      "delta_retention_norm_ratio": 0.8866713173606426,
      "delta_cosine": 0.7010917602200739,
      "relative_weight_rmse": 0.01179029964880898
    },
    {
      "index": 46,
      "total": 252,
      "projection": "layers.14.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0311,
      "parameters": 4194304,
      "reference_delta_l2": 0.729580415806346,
      "retained_delta_l2": 0.6196952097535995,
      "delta_retention_norm_ratio": 0.8493857514921102,
      "delta_cosine": 0.6663638769163613,
      "relative_weight_rmse": 0.01072642971743858
    },
    {
      "index": 47,
      "total": 252,
      "projection": "layers.14.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1312,
      "parameters": 16777216,
      "reference_delta_l2": 1.5569801596646544,
      "retained_delta_l2": 1.3556244185536042,
      "delta_retention_norm_ratio": 0.8706754611732375,
      "delta_cosine": 0.6850034695808919,
      "relative_weight_rmse": 0.011449360756224521
    },
    {
      "index": 48,
      "total": 252,
      "projection": "layers.14.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1308,
      "parameters": 16777216,
      "reference_delta_l2": 2.3203337195703373,
      "retained_delta_l2": 2.261856605403634,
      "delta_retention_norm_ratio": 0.9747979725185687,
      "delta_cosine": 0.8056448974784804,
      "relative_weight_rmse": 0.01392129885625326
    },
    {
      "index": 49,
      "total": 252,
      "projection": "layers.14.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0309,
      "parameters": 4194304,
      "reference_delta_l2": 1.0172823632078256,
      "retained_delta_l2": 0.944275672582837,
      "delta_retention_norm_ratio": 0.9282336023257353,
      "delta_cosine": 0.745753392239752,
      "relative_weight_rmse": 0.012381717517466653
    },
    {
      "index": 50,
      "total": 252,
      "projection": "layers.15.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4256,
      "parameters": 50331648,
      "reference_delta_l2": 2.3730436734714417,
      "retained_delta_l2": 1.9748352208552025,
      "delta_retention_norm_ratio": 0.8321950594218462,
      "delta_cosine": 0.6482920937785805,
      "relative_weight_rmse": 0.010306385807353713
    },
    {
      "index": 51,
      "total": 252,
      "projection": "layers.15.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3841,
      "parameters": 50331648,
      "reference_delta_l2": 2.882614652156324,
      "retained_delta_l2": 2.5237526119199485,
      "delta_retention_norm_ratio": 0.8755081467556093,
      "delta_cosine": 0.6874013944661279,
      "relative_weight_rmse": 0.01204510318209208
    },
    {
      "index": 52,
      "total": 252,
      "projection": "layers.15.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3832,
      "parameters": 50331648,
      "reference_delta_l2": 2.7889548017648815,
      "retained_delta_l2": 2.440223818349846,
      "delta_retention_norm_ratio": 0.8749599731073611,
      "delta_cosine": 0.6893239613664839,
      "relative_weight_rmse": 0.011425990895298851
    },
    {
      "index": 53,
      "total": 252,
      "projection": "layers.15.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0314,
      "parameters": 4194304,
      "reference_delta_l2": 0.8147907693002489,
      "retained_delta_l2": 0.7206926790805357,
      "delta_retention_norm_ratio": 0.8845125721042156,
      "delta_cosine": 0.6992954284541983,
      "relative_weight_rmse": 0.011596366956845006
    },
    {
      "index": 54,
      "total": 252,
      "projection": "layers.15.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1312,
      "parameters": 16777216,
      "reference_delta_l2": 2.150069517275001,
      "retained_delta_l2": 2.06624494894049,
      "delta_retention_norm_ratio": 0.9610130892694343,
      "delta_cosine": 0.7886049487920187,
      "relative_weight_rmse": 0.013838330515567637
    },
    {
      "index": 55,
      "total": 252,
      "projection": "layers.15.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1315,
      "parameters": 16777216,
      "reference_delta_l2": 2.236000406522123,
      "retained_delta_l2": 2.160702291548502,
      "delta_retention_norm_ratio": 0.9663246416440775,
      "delta_cosine": 0.8009809560543107,
      "relative_weight_rmse": 0.013447574784155885
    },
    {
      "index": 56,
      "total": 252,
      "projection": "layers.15.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0306,
      "parameters": 4194304,
      "reference_delta_l2": 0.8583436021206987,
      "retained_delta_l2": 0.7631955303973562,
      "delta_retention_norm_ratio": 0.889149203782423,
      "delta_cosine": 0.7054127844359597,
      "relative_weight_rmse": 0.011227408884923578
    },
    {
      "index": 57,
      "total": 252,
      "projection": "layers.16.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4261,
      "parameters": 50331648,
      "reference_delta_l2": 2.4930011335012625,
      "retained_delta_l2": 2.130319548975539,
      "delta_retention_norm_ratio": 0.8545200883978901,
      "delta_cosine": 0.6692683915172937,
      "relative_weight_rmse": 0.010671389443382733
    },
    {
      "index": 58,
      "total": 252,
      "projection": "layers.16.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3926,
      "parameters": 50331648,
      "reference_delta_l2": 2.642613120703143,
      "retained_delta_l2": 2.2601582587880835,
      "delta_retention_norm_ratio": 0.8552739866010746,
      "delta_cosine": 0.6687272360032434,
      "relative_weight_rmse": 0.01107984800109428
    },
    {
      "index": 59,
      "total": 252,
      "projection": "layers.16.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3896,
      "parameters": 50331648,
      "reference_delta_l2": 2.557740659389756,
      "retained_delta_l2": 2.156321054894793,
      "delta_retention_norm_ratio": 0.8430569561377124,
      "delta_cosine": 0.657184811279028,
      "relative_weight_rmse": 0.01089106400982966
    },
    {
      "index": 60,
      "total": 252,
      "projection": "layers.16.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0317,
      "parameters": 4194304,
      "reference_delta_l2": 0.7412295808504257,
      "retained_delta_l2": 0.6387561783109527,
      "delta_retention_norm_ratio": 0.8617521410547275,
      "delta_cosine": 0.6757402605193612,
      "relative_weight_rmse": 0.011226544678444318
    },
    {
      "index": 61,
      "total": 252,
      "projection": "layers.16.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1326,
      "parameters": 16777216,
      "reference_delta_l2": 1.6670130916188086,
      "retained_delta_l2": 1.4909452777293772,
      "delta_retention_norm_ratio": 0.8943812650454623,
      "delta_cosine": 0.7094261968986654,
      "relative_weight_rmse": 0.0119414345371388
    },
    {
      "index": 62,
      "total": 252,
      "projection": "layers.16.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1326,
      "parameters": 16777216,
      "reference_delta_l2": 1.8115666246471622,
      "retained_delta_l2": 1.6798626235378304,
      "delta_retention_norm_ratio": 0.927298284635276,
      "delta_cosine": 0.7481804236182887,
      "relative_weight_rmse": 0.012469574469276157
    },
    {
      "index": 63,
      "total": 252,
      "projection": "layers.16.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0311,
      "parameters": 4194304,
      "reference_delta_l2": 0.9586279408077624,
      "retained_delta_l2": 0.875329981037118,
      "delta_retention_norm_ratio": 0.9131071021146583,
      "delta_cosine": 0.7300955822635882,
      "relative_weight_rmse": 0.0121483551055893
    },
    {
      "index": 64,
      "total": 252,
      "projection": "layers.17.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4276,
      "parameters": 50331648,
      "reference_delta_l2": 2.5826198380274024,
      "retained_delta_l2": 2.2223135511785674,
      "delta_retention_norm_ratio": 0.860488066596733,
      "delta_cosine": 0.6749930952033166,
      "relative_weight_rmse": 0.010934149299153798
    },
    {
      "index": 65,
      "total": 252,
      "projection": "layers.17.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3871,
      "parameters": 50331648,
      "reference_delta_l2": 3.5468698103420495,
      "retained_delta_l2": 3.327306695527173,
      "delta_retention_norm_ratio": 0.9380966523849651,
      "delta_cosine": 0.756978564183495,
      "relative_weight_rmse": 0.01331527702457968
    },
    {
      "index": 66,
      "total": 252,
      "projection": "layers.17.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3884,
      "parameters": 50331648,
      "reference_delta_l2": 3.186673756109155,
      "retained_delta_l2": 2.902766191608826,
      "delta_retention_norm_ratio": 0.9109078662489213,
      "delta_cosine": 0.7255771160197569,
      "relative_weight_rmse": 0.0123835749219045
    },
    {
      "index": 67,
      "total": 252,
      "projection": "layers.17.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0315,
      "parameters": 4194304,
      "reference_delta_l2": 0.7883189976740391,
      "retained_delta_l2": 0.7058264248553517,
      "delta_retention_norm_ratio": 0.8953563556604821,
      "delta_cosine": 0.7151037762037882,
      "relative_weight_rmse": 0.011567089376913942
    },
    {
      "index": 68,
      "total": 252,
      "projection": "layers.17.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1321,
      "parameters": 16777216,
      "reference_delta_l2": 1.7299423367298572,
      "retained_delta_l2": 1.5699691628692967,
      "delta_retention_norm_ratio": 0.9075268750500893,
      "delta_cosine": 0.7247709848611007,
      "relative_weight_rmse": 0.012200250860506863
    },
    {
      "index": 69,
      "total": 252,
      "projection": "layers.17.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1336,
      "parameters": 16777216,
      "reference_delta_l2": 1.6616101263889567,
      "retained_delta_l2": 1.4868413490993115,
      "delta_retention_norm_ratio": 0.8948196243426513,
      "delta_cosine": 0.7078313134028258,
      "relative_weight_rmse": 0.011973064641087678
    },
    {
      "index": 70,
      "total": 252,
      "projection": "layers.17.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0311,
      "parameters": 4194304,
      "reference_delta_l2": 1.0334048039951524,
      "retained_delta_l2": 0.9689434022159047,
      "delta_retention_norm_ratio": 0.9376223126406618,
      "delta_cosine": 0.7589304834608148,
      "relative_weight_rmse": 0.012761122103350817
    },
    {
      "index": 71,
      "total": 252,
      "projection": "layers.18.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4274,
      "parameters": 50331648,
      "reference_delta_l2": 2.9133508565108577,
      "retained_delta_l2": 2.6252136555433325,
      "delta_retention_norm_ratio": 0.9010976654859176,
      "delta_cosine": 0.7156324671177533,
      "relative_weight_rmse": 0.011722550865338218
    },
    {
      "index": 72,
      "total": 252,
      "projection": "layers.18.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3863,
      "parameters": 50331648,
      "reference_delta_l2": 4.742728265476155,
      "retained_delta_l2": 4.706476295467704,
      "delta_retention_norm_ratio": 0.992356304645927,
      "delta_cosine": 0.8278143289397117,
      "relative_weight_rmse": 0.015456396205276569
    },
    {
      "index": 73,
      "total": 252,
      "projection": "layers.18.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3847,
      "parameters": 50331648,
      "reference_delta_l2": 3.269382926329566,
      "retained_delta_l2": 3.008309915491614,
      "delta_retention_norm_ratio": 0.9201460897298284,
      "delta_cosine": 0.7367722041590823,
      "relative_weight_rmse": 0.01249286070997407
    },
    {
      "index": 74,
      "total": 252,
      "projection": "layers.18.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0314,
      "parameters": 4194304,
      "reference_delta_l2": 1.1182723670823707,
      "retained_delta_l2": 1.0849893815174072,
      "delta_retention_norm_ratio": 0.9702371385141166,
      "delta_cosine": 0.7991848885989181,
      "relative_weight_rmse": 0.014000603857513817
    },
    {
      "index": 75,
      "total": 252,
      "projection": "layers.18.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1339,
      "parameters": 16777216,
      "reference_delta_l2": 1.628716792550775,
      "retained_delta_l2": 1.455750461977996,
      "delta_retention_norm_ratio": 0.8938020831099236,
      "delta_cosine": 0.7107906236695126,
      "relative_weight_rmse": 0.011697246997117433
    },
    {
      "index": 76,
      "total": 252,
      "projection": "layers.18.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1319,
      "parameters": 16777216,
      "reference_delta_l2": 2.0982255845203817,
      "retained_delta_l2": 2.0079684495201096,
      "delta_retention_norm_ratio": 0.9569840651709985,
      "delta_cosine": 0.7835406465554546,
      "relative_weight_rmse": 0.013539250555833047
    },
    {
      "index": 77,
      "total": 252,
      "projection": "layers.18.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0309,
      "parameters": 4194304,
      "reference_delta_l2": 0.9282750221116398,
      "retained_delta_l2": 0.8456048067115631,
      "delta_retention_norm_ratio": 0.9109421093632161,
      "delta_cosine": 0.7279578305545193,
      "relative_weight_rmse": 0.011788206672603024
    },
    {
      "index": 78,
      "total": 252,
      "projection": "layers.19.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4285,
      "parameters": 50331648,
      "reference_delta_l2": 2.6912306249301237,
      "retained_delta_l2": 2.3546250981874732,
      "delta_retention_norm_ratio": 0.8749250533846796,
      "delta_cosine": 0.6891156281526946,
      "relative_weight_rmse": 0.011202486611129691
    },
    {
      "index": 79,
      "total": 252,
      "projection": "layers.19.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3867,
      "parameters": 50331648,
      "reference_delta_l2": 4.628921362949428,
      "retained_delta_l2": 4.563656410672661,
      "delta_retention_norm_ratio": 0.9859006133050441,
      "delta_cosine": 0.8191227844177474,
      "relative_weight_rmse": 0.01547010211296256
    },
    {
      "index": 80,
      "total": 252,
      "projection": "layers.19.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3848,
      "parameters": 50331648,
      "reference_delta_l2": 3.092950227547161,
      "retained_delta_l2": 2.7732438356199482,
      "delta_retention_norm_ratio": 0.8966338387602334,
      "delta_cosine": 0.7108807915947286,
      "relative_weight_rmse": 0.012199354921894282
    },
    {
      "index": 81,
      "total": 252,
      "projection": "layers.19.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0312,
      "parameters": 4194304,
      "reference_delta_l2": 1.045892086255653,
      "retained_delta_l2": 1.0068944854231603,
      "delta_retention_norm_ratio": 0.9627135520528642,
      "delta_cosine": 0.7955178900092555,
      "relative_weight_rmse": 0.013598346534787564
    },
    {
      "index": 82,
      "total": 252,
      "projection": "layers.19.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1314,
      "parameters": 16777216,
      "reference_delta_l2": 1.6400303062672876,
      "retained_delta_l2": 1.4605086489661825,
      "delta_retention_norm_ratio": 0.8905375976193411,
      "delta_cosine": 0.705280469906104,
      "relative_weight_rmse": 0.011794668218334548
    },
    {
      "index": 83,
      "total": 252,
      "projection": "layers.19.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1317,
      "parameters": 16777216,
      "reference_delta_l2": 1.9352134197482955,
      "retained_delta_l2": 1.8254082045639979,
      "delta_retention_norm_ratio": 0.9432593769432522,
      "delta_cosine": 0.765526472657706,
      "relative_weight_rmse": 0.012819070038953157
    },
    {
      "index": 84,
      "total": 252,
      "projection": "layers.19.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0307,
      "parameters": 4194304,
      "reference_delta_l2": 1.238934716812419,
      "retained_delta_l2": 1.2059749967078048,
      "delta_retention_norm_ratio": 0.9733967257052785,
      "delta_cosine": 0.8061348457657889,
      "relative_weight_rmse": 0.013896407827664898
    },
    {
      "index": 85,
      "total": 252,
      "projection": "layers.2.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4294,
      "parameters": 50331648,
      "reference_delta_l2": 1.5506319449815449,
      "retained_delta_l2": 1.33552458767854,
      "delta_retention_norm_ratio": 0.8612776178130621,
      "delta_cosine": 0.6980396538475043,
      "relative_weight_rmse": 0.010104122288460906
    },
    {
      "index": 86,
      "total": 252,
      "projection": "layers.2.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3887,
      "parameters": 50331648,
      "reference_delta_l2": 2.5071655827311052,
      "retained_delta_l2": 2.363836554944495,
      "delta_retention_norm_ratio": 0.9428322449965673,
      "delta_cosine": 0.7973100987789815,
      "relative_weight_rmse": 0.012653250427764077
    },
    {
      "index": 87,
      "total": 252,
      "projection": "layers.2.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5182,
      "parameters": 50331648,
      "reference_delta_l2": 3.37076181332055,
      "retained_delta_l2": 3.350879546206954,
      "delta_retention_norm_ratio": 0.9941015508615811,
      "delta_cosine": 0.8794590867496381,
      "relative_weight_rmse": 0.014957108991746916
    },
    {
      "index": 88,
      "total": 252,
      "projection": "layers.2.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0471,
      "parameters": 4194304,
      "reference_delta_l2": 0.5771590744001776,
      "retained_delta_l2": 0.4342005060515799,
      "delta_retention_norm_ratio": 0.7523064702791518,
      "delta_cosine": 0.5761141115708854,
      "relative_weight_rmse": 0.00929018122646379
    },
    {
      "index": 89,
      "total": 252,
      "projection": "layers.2.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1958,
      "parameters": 16777216,
      "reference_delta_l2": 2.0834827393435082,
      "retained_delta_l2": 1.9645847173226942,
      "delta_retention_norm_ratio": 0.9429330419803345,
      "delta_cosine": 0.7602359756343721,
      "relative_weight_rmse": 0.01393824365053602
    },
    {
      "index": 90,
      "total": 252,
      "projection": "layers.2.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1958,
      "parameters": 16777216,
      "reference_delta_l2": 1.2297332326760075,
      "retained_delta_l2": 0.9716073063961379,
      "delta_retention_norm_ratio": 0.7900959985295632,
      "delta_cosine": 0.6082426868696985,
      "relative_weight_rmse": 0.010186223431886576
    },
    {
      "index": 91,
      "total": 252,
      "projection": "layers.2.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0464,
      "parameters": 4194304,
      "reference_delta_l2": 1.1603356637198619,
      "retained_delta_l2": 1.1192718688127925,
      "delta_retention_norm_ratio": 0.9646104173206012,
      "delta_cosine": 0.7931693664764421,
      "relative_weight_rmse": 0.013506959857138937
    },
    {
      "index": 92,
      "total": 252,
      "projection": "layers.20.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.5038,
      "parameters": 50331648,
      "reference_delta_l2": 2.6484489109787934,
      "retained_delta_l2": 2.260972169451217,
      "delta_retention_norm_ratio": 0.8536967279522201,
      "delta_cosine": 0.6660883770430748,
      "relative_weight_rmse": 0.011255612688842639
    },
    {
      "index": 93,
      "total": 252,
      "projection": "layers.20.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.434,
      "parameters": 50331648,
      "reference_delta_l2": 4.553321764650756,
      "retained_delta_l2": 4.485639182490889,
      "delta_retention_norm_ratio": 0.9851355591240412,
      "delta_cosine": 0.8172332002329461,
      "relative_weight_rmse": 0.015433938919068012
    },
    {
      "index": 94,
      "total": 252,
      "projection": "layers.20.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5203,
      "parameters": 50331648,
      "reference_delta_l2": 3.1250292041680536,
      "retained_delta_l2": 2.807337479103815,
      "delta_retention_norm_ratio": 0.8983395980298319,
      "delta_cosine": 0.7121608786864989,
      "relative_weight_rmse": 0.012274666659700928
    },
    {
      "index": 95,
      "total": 252,
      "projection": "layers.20.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0464,
      "parameters": 4194304,
      "reference_delta_l2": 0.8440082402273854,
      "retained_delta_l2": 0.7759200650893181,
      "delta_retention_norm_ratio": 0.9193275943375581,
      "delta_cosine": 0.7400741333245867,
      "relative_weight_rmse": 0.01219753914450794
    },
    {
      "index": 96,
      "total": 252,
      "projection": "layers.20.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.197,
      "parameters": 16777216,
      "reference_delta_l2": 1.6099755273188814,
      "retained_delta_l2": 1.4290227337410972,
      "delta_retention_norm_ratio": 0.8876052520629752,
      "delta_cosine": 0.7035251064207005,
      "relative_weight_rmse": 0.011826276846087162
    },
    {
      "index": 97,
      "total": 252,
      "projection": "layers.20.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.196,
      "parameters": 16777216,
      "reference_delta_l2": 1.8927138419704896,
      "retained_delta_l2": 1.7688167288870376,
      "delta_retention_norm_ratio": 0.9345399656640839,
      "delta_cosine": 0.7569561481973495,
      "relative_weight_rmse": 0.012339664664295173
    },
    {
      "index": 98,
      "total": 252,
      "projection": "layers.20.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0461,
      "parameters": 4194304,
      "reference_delta_l2": 0.9451652005666981,
      "retained_delta_l2": 0.8676563899192017,
      "delta_retention_norm_ratio": 0.9179944303905562,
      "delta_cosine": 0.7372785677127263,
      "relative_weight_rmse": 0.012028624407446963
    },
    {
      "index": 99,
      "total": 252,
      "projection": "layers.21.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.5125,
      "parameters": 50331648,
      "reference_delta_l2": 3.105831811743238,
      "retained_delta_l2": 2.8037985139223083,
      "delta_retention_norm_ratio": 0.9027528481487846,
      "delta_cosine": 0.7158225649506773,
      "relative_weight_rmse": 0.012306721185022003
    },
    {
      "index": 100,
      "total": 252,
      "projection": "layers.21.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4326,
      "parameters": 50331648,
      "reference_delta_l2": 4.631992561760132,
      "retained_delta_l2": 4.570159205590307,
      "delta_retention_norm_ratio": 0.9866508084058044,
      "delta_cosine": 0.8172349827625934,
      "relative_weight_rmse": 0.015930576808165023
    },
    {
      "index": 101,
      "total": 252,
      "projection": "layers.21.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4137,
      "parameters": 50331648,
      "reference_delta_l2": 3.3410382535706633,
      "retained_delta_l2": 3.0674403397188623,
      "delta_retention_norm_ratio": 0.9181099128214415,
      "delta_cosine": 0.7330786753108589,
      "relative_weight_rmse": 0.012758917553166282
    },
    {
      "index": 102,
      "total": 252,
      "projection": "layers.21.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0322,
      "parameters": 4194304,
      "reference_delta_l2": 0.8904404008877999,
      "retained_delta_l2": 0.8236720774140686,
      "delta_retention_norm_ratio": 0.9250165160889364,
      "delta_cosine": 0.7424900007287104,
      "relative_weight_rmse": 0.012832174675203442
    },
    {
      "index": 103,
      "total": 252,
      "projection": "layers.21.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1332,
      "parameters": 16777216,
      "reference_delta_l2": 1.7388620331740472,
      "retained_delta_l2": 1.5907312020741902,
      "delta_retention_norm_ratio": 0.9148116249168629,
      "delta_cosine": 0.7325832201537938,
      "relative_weight_rmse": 0.01239272918621332
    },
    {
      "index": 104,
      "total": 252,
      "projection": "layers.21.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.133,
      "parameters": 16777216,
      "reference_delta_l2": 1.3477118162774981,
      "retained_delta_l2": 1.1148559619377523,
      "delta_retention_norm_ratio": 0.8272213306084125,
      "delta_cosine": 0.643909005017572,
      "relative_weight_rmse": 0.010338139240074241
    },
    {
      "index": 105,
      "total": 252,
      "projection": "layers.21.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0315,
      "parameters": 4194304,
      "reference_delta_l2": 1.3424533813651953,
      "retained_delta_l2": 1.3257706458726028,
      "delta_retention_norm_ratio": 0.9875729498512439,
      "delta_cosine": 0.8235578999378094,
      "relative_weight_rmse": 0.014569797845618397
    },
    {
      "index": 106,
      "total": 252,
      "projection": "layers.22.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4264,
      "parameters": 50331648,
      "reference_delta_l2": 3.3618399885983146,
      "retained_delta_l2": 3.126512027707271,
      "delta_retention_norm_ratio": 0.9300002493607196,
      "delta_cosine": 0.7475680532810279,
      "relative_weight_rmse": 0.01260929497904248
    },
    {
      "index": 107,
      "total": 252,
      "projection": "layers.22.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.431,
      "parameters": 50331648,
      "reference_delta_l2": 4.216612798620095,
      "retained_delta_l2": 4.102572933926655,
      "delta_retention_norm_ratio": 0.9729546272945051,
      "delta_cosine": 0.8022093491998286,
      "relative_weight_rmse": 0.014662467372207407
    },
    {
      "index": 108,
      "total": 252,
      "projection": "layers.22.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4293,
      "parameters": 50331648,
      "reference_delta_l2": 3.4261120492346593,
      "retained_delta_l2": 3.1752163604901824,
      "delta_retention_norm_ratio": 0.9267695611996918,
      "delta_cosine": 0.7449269716537344,
      "relative_weight_rmse": 0.01262107358914896
    },
    {
      "index": 109,
      "total": 252,
      "projection": "layers.22.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0353,
      "parameters": 4194304,
      "reference_delta_l2": 1.125807263291138,
      "retained_delta_l2": 1.100649015285995,
      "delta_retention_norm_ratio": 0.9776531482559486,
      "delta_cosine": 0.8176819899707022,
      "relative_weight_rmse": 0.01442174223575734
    },
    {
      "index": 110,
      "total": 252,
      "projection": "layers.22.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1463,
      "parameters": 16777216,
      "reference_delta_l2": 2.099426243477152,
      "retained_delta_l2": 1.9990457362955465,
      "delta_retention_norm_ratio": 0.9521866950584787,
      "delta_cosine": 0.7729369553466884,
      "relative_weight_rmse": 0.013736021150640399
    },
    {
      "index": 111,
      "total": 252,
      "projection": "layers.22.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.146,
      "parameters": 16777216,
      "reference_delta_l2": 1.8704669727023573,
      "retained_delta_l2": 1.7411331316454428,
      "delta_retention_norm_ratio": 0.9308547849577588,
      "delta_cosine": 0.754684048204232,
      "relative_weight_rmse": 0.012596676041165988
    },
    {
      "index": 112,
      "total": 252,
      "projection": "layers.22.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0342,
      "parameters": 4194304,
      "reference_delta_l2": 1.1041240599891748,
      "retained_delta_l2": 1.0518398406647753,
      "delta_retention_norm_ratio": 0.9526464269559419,
      "delta_cosine": 0.7776064187613364,
      "relative_weight_rmse": 0.013226405553858848
    },
    {
      "index": 113,
      "total": 252,
      "projection": "layers.23.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4698,
      "parameters": 50331648,
      "reference_delta_l2": 3.161205806332495,
      "retained_delta_l2": 2.901733948997141,
      "delta_retention_norm_ratio": 0.9179199731901092,
      "delta_cosine": 0.7352040404153808,
      "relative_weight_rmse": 0.01197537150032579
    },
    {
      "index": 114,
      "total": 252,
      "projection": "layers.23.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4271,
      "parameters": 50331648,
      "reference_delta_l2": 5.644697395185492,
      "retained_delta_l2": 5.689266581260737,
      "delta_retention_norm_ratio": 1.0078957618017326,
      "delta_cosine": 0.8536415134657893,
      "relative_weight_rmse": 0.016824252505465966
    },
    {
      "index": 115,
      "total": 252,
      "projection": "layers.23.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4337,
      "parameters": 50331648,
      "reference_delta_l2": 4.984003733044327,
      "retained_delta_l2": 4.946891272306707,
      "delta_retention_norm_ratio": 0.9925536852046154,
      "delta_cosine": 0.8290333634990239,
      "relative_weight_rmse": 0.015415676002855193
    },
    {
      "index": 116,
      "total": 252,
      "projection": "layers.23.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0356,
      "parameters": 4194304,
      "reference_delta_l2": 0.7948172661022419,
      "retained_delta_l2": 0.7074683419386653,
      "delta_retention_norm_ratio": 0.890101878898614,
      "delta_cosine": 0.7057162449783906,
      "relative_weight_rmse": 0.011977436630420743
    },
    {
      "index": 117,
      "total": 252,
      "projection": "layers.23.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1466,
      "parameters": 16777216,
      "reference_delta_l2": 1.9606870799219778,
      "retained_delta_l2": 1.8338586324299864,
      "delta_retention_norm_ratio": 0.9353142840636058,
      "delta_cosine": 0.7547703114515996,
      "relative_weight_rmse": 0.012807168537045768
    },
    {
      "index": 118,
      "total": 252,
      "projection": "layers.23.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1468,
      "parameters": 16777216,
      "reference_delta_l2": 1.7877365182079712,
      "retained_delta_l2": 1.6202185102969995,
      "delta_retention_norm_ratio": 0.9062960306483576,
      "delta_cosine": 0.7240803966408368,
      "relative_weight_rmse": 0.012034289859878202
    },
    {
      "index": 119,
      "total": 252,
      "projection": "layers.23.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0339,
      "parameters": 4194304,
      "reference_delta_l2": 0.9274534607521585,
      "retained_delta_l2": 0.8517049795559939,
      "delta_retention_norm_ratio": 0.9183263803504133,
      "delta_cosine": 0.7377274053139314,
      "relative_weight_rmse": 0.011729376308224649
    },
    {
      "index": 120,
      "total": 252,
      "projection": "layers.24.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.5673,
      "parameters": 50331648,
      "reference_delta_l2": 3.25021600221689,
      "retained_delta_l2": 2.977850368680503,
      "delta_retention_norm_ratio": 0.9162007591647406,
      "delta_cosine": 0.7315237105470652,
      "relative_weight_rmse": 0.012272240937957282
    },
    {
      "index": 121,
      "total": 252,
      "projection": "layers.24.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5666,
      "parameters": 50331648,
      "reference_delta_l2": 5.133618041769099,
      "retained_delta_l2": 5.103397989223682,
      "delta_retention_norm_ratio": 0.9941133032688575,
      "delta_cosine": 0.8276718023182057,
      "relative_weight_rmse": 0.01626066271117759
    },
    {
      "index": 122,
      "total": 252,
      "projection": "layers.24.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3864,
      "parameters": 50331648,
      "reference_delta_l2": 4.009391553973875,
      "retained_delta_l2": 3.8313755613607,
      "delta_retention_norm_ratio": 0.9556002475146794,
      "delta_cosine": 0.7756364299462929,
      "relative_weight_rmse": 0.013948441084571748
    },
    {
      "index": 123,
      "total": 252,
      "projection": "layers.24.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0318,
      "parameters": 4194304,
      "reference_delta_l2": 0.9665741357404588,
      "retained_delta_l2": 0.9172442227548325,
      "delta_retention_norm_ratio": 0.9489641702983949,
      "delta_cosine": 0.7724891920777631,
      "relative_weight_rmse": 0.013155425649971826
    },
    {
      "index": 124,
      "total": 252,
      "projection": "layers.24.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1316,
      "parameters": 16777216,
      "reference_delta_l2": 1.9179278110579951,
      "retained_delta_l2": 1.7787224033031426,
      "delta_retention_norm_ratio": 0.9274188491598847,
      "delta_cosine": 0.746114262372815,
      "relative_weight_rmse": 0.012579315372017813
    },
    {
      "index": 125,
      "total": 252,
      "projection": "layers.24.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1318,
      "parameters": 16777216,
      "reference_delta_l2": 3.025439662489526,
      "retained_delta_l2": 3.022386024150926,
      "delta_retention_norm_ratio": 0.9989906794782722,
      "delta_cosine": 0.8489524003836729,
      "relative_weight_rmse": 0.015567782458987304
    },
    {
      "index": 126,
      "total": 252,
      "projection": "layers.24.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0309,
      "parameters": 4194304,
      "reference_delta_l2": 1.0884633110273467,
      "retained_delta_l2": 1.037194330745601,
      "delta_retention_norm_ratio": 0.9528978333377581,
      "delta_cosine": 0.7791504430838209,
      "relative_weight_rmse": 0.013055144546528667
    },
    {
      "index": 127,
      "total": 252,
      "projection": "layers.25.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.427,
      "parameters": 50331648,
      "reference_delta_l2": 3.6372634698137727,
      "retained_delta_l2": 3.4041002556738786,
      "delta_retention_norm_ratio": 0.9358959789207044,
      "delta_cosine": 0.7514438032951944,
      "relative_weight_rmse": 0.013263716593532362
    },
    {
      "index": 128,
      "total": 252,
      "projection": "layers.25.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3846,
      "parameters": 50331648,
      "reference_delta_l2": 5.607015174453435,
      "retained_delta_l2": 5.621550020553077,
      "delta_retention_norm_ratio": 1.0025922608816655,
      "delta_cosine": 0.8408692704226695,
      "relative_weight_rmse": 0.016962074591348374
    },
    {
      "index": 129,
      "total": 252,
      "projection": "layers.25.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3879,
      "parameters": 50331648,
      "reference_delta_l2": 3.745353683273597,
      "retained_delta_l2": 3.495572689887468,
      "delta_retention_norm_ratio": 0.9333091038900739,
      "delta_cosine": 0.748287645310684,
      "relative_weight_rmse": 0.013621461318509673
    },
    {
      "index": 130,
      "total": 252,
      "projection": "layers.25.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0317,
      "parameters": 4194304,
      "reference_delta_l2": 1.029701528133221,
      "retained_delta_l2": 0.9834244826109858,
      "delta_retention_norm_ratio": 0.9550578063080742,
      "delta_cosine": 0.7802292195819164,
      "relative_weight_rmse": 0.013551009504157704
    },
    {
      "index": 131,
      "total": 252,
      "projection": "layers.25.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1325,
      "parameters": 16777216,
      "reference_delta_l2": 1.955257532356347,
      "retained_delta_l2": 1.8081089901020486,
      "delta_retention_norm_ratio": 0.9247421171793342,
      "delta_cosine": 0.7401296636506898,
      "relative_weight_rmse": 0.01319575220635778
    },
    {
      "index": 132,
      "total": 252,
      "projection": "layers.25.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1321,
      "parameters": 16777216,
      "reference_delta_l2": 2.452481148873038,
      "retained_delta_l2": 2.4055864951580226,
      "delta_retention_norm_ratio": 0.9808786894298598,
      "delta_cosine": 0.8154168271342893,
      "relative_weight_rmse": 0.014602094190322861
    },
    {
      "index": 133,
      "total": 252,
      "projection": "layers.25.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0308,
      "parameters": 4194304,
      "reference_delta_l2": 1.1881853587496678,
      "retained_delta_l2": 1.1448003307596157,
      "delta_retention_norm_ratio": 0.963486313250227,
      "delta_cosine": 0.7872584929524116,
      "relative_weight_rmse": 0.01345838899926889
    },
    {
      "index": 134,
      "total": 252,
      "projection": "layers.26.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4275,
      "parameters": 50331648,
      "reference_delta_l2": 3.296143428993007,
      "retained_delta_l2": 3.017379274200927,
      "delta_retention_norm_ratio": 0.9154271770032639,
      "delta_cosine": 0.7283414827056016,
      "relative_weight_rmse": 0.012338506520400626
    },
    {
      "index": 135,
      "total": 252,
      "projection": "layers.26.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3848,
      "parameters": 50331648,
      "reference_delta_l2": 5.262198078002477,
      "retained_delta_l2": 5.224837041527631,
      "delta_retention_norm_ratio": 0.9929001082967542,
      "delta_cosine": 0.8222129114626838,
      "relative_weight_rmse": 0.01666040547640635
    },
    {
      "index": 136,
      "total": 252,
      "projection": "layers.26.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3879,
      "parameters": 50331648,
      "reference_delta_l2": 3.598935173132037,
      "retained_delta_l2": 3.3267227355060474,
      "delta_retention_norm_ratio": 0.9243630617027502,
      "delta_cosine": 0.7381324813507778,
      "relative_weight_rmse": 0.013168130882825398
    },
    {
      "index": 137,
      "total": 252,
      "projection": "layers.26.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0319,
      "parameters": 4194304,
      "reference_delta_l2": 1.102731112913039,
      "retained_delta_l2": 1.0645370680697435,
      "delta_retention_norm_ratio": 0.9653641360109989,
      "delta_cosine": 0.7914369705331658,
      "relative_weight_rmse": 0.014443687847254976
    },
    {
      "index": 138,
      "total": 252,
      "projection": "layers.26.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1314,
      "parameters": 16777216,
      "reference_delta_l2": 2.145420810454555,
      "retained_delta_l2": 2.020976648079422,
      "delta_retention_norm_ratio": 0.9419954529345843,
      "delta_cosine": 0.7603852879952234,
      "relative_weight_rmse": 0.013810822996967245
    },
    {
      "index": 139,
      "total": 252,
      "projection": "layers.26.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1307,
      "parameters": 16777216,
      "reference_delta_l2": 2.712891710355561,
      "retained_delta_l2": 2.6885197657892053,
      "delta_retention_norm_ratio": 0.9910162486496148,
      "delta_cosine": 0.8319306416481287,
      "relative_weight_rmse": 0.015362506902790398
    },
    {
      "index": 140,
      "total": 252,
      "projection": "layers.26.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0303,
      "parameters": 4194304,
      "reference_delta_l2": 1.3011344185588933,
      "retained_delta_l2": 1.2658965447651351,
      "delta_retention_norm_ratio": 0.9729175761618951,
      "delta_cosine": 0.806983788179549,
      "relative_weight_rmse": 0.014257043592580667
    },
    {
      "index": 141,
      "total": 252,
      "projection": "layers.27.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4272,
      "parameters": 50331648,
      "reference_delta_l2": 3.123011383482389,
      "retained_delta_l2": 2.7963383794443883,
      "delta_retention_norm_ratio": 0.895398074510463,
      "delta_cosine": 0.7078548518864215,
      "relative_weight_rmse": 0.011911445809095231
    },
    {
      "index": 142,
      "total": 252,
      "projection": "layers.27.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4007,
      "parameters": 50331648,
      "reference_delta_l2": 5.231988258843969,
      "retained_delta_l2": 5.199668161745496,
      "delta_retention_norm_ratio": 0.9938225975481042,
      "delta_cosine": 0.825069634808694,
      "relative_weight_rmse": 0.01646019428619956
    },
    {
      "index": 143,
      "total": 252,
      "projection": "layers.27.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3882,
      "parameters": 50331648,
      "reference_delta_l2": 3.1442957530656317,
      "retained_delta_l2": 2.7610954614368444,
      "delta_retention_norm_ratio": 0.8781284199314986,
      "delta_cosine": 0.6898880597820134,
      "relative_weight_rmse": 0.012185740763517383
    },
    {
      "index": 144,
      "total": 252,
      "projection": "layers.27.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0319,
      "parameters": 4194304,
      "reference_delta_l2": 0.9581309963591961,
      "retained_delta_l2": 0.9020189071919141,
      "delta_retention_norm_ratio": 0.9414358898934464,
      "delta_cosine": 0.7666384008707281,
      "relative_weight_rmse": 0.013501718945248388
    },
    {
      "index": 145,
      "total": 252,
      "projection": "layers.27.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1316,
      "parameters": 16777216,
      "reference_delta_l2": 1.834858768399369,
      "retained_delta_l2": 1.6698680560604757,
      "delta_retention_norm_ratio": 0.9100798845227625,
      "delta_cosine": 0.7240175455536444,
      "relative_weight_rmse": 0.012746677317509142
    },
    {
      "index": 146,
      "total": 252,
      "projection": "layers.27.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.132,
      "parameters": 16777216,
      "reference_delta_l2": 2.505486662757741,
      "retained_delta_l2": 2.4510638799011137,
      "delta_retention_norm_ratio": 0.9782785581477712,
      "delta_cosine": 0.8134164664490362,
      "relative_weight_rmse": 0.014896191307883081
    },
    {
      "index": 147,
      "total": 252,
      "projection": "layers.27.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0304,
      "parameters": 4194304,
      "reference_delta_l2": 1.3047011093368113,
      "retained_delta_l2": 1.2814081896946499,
      "delta_retention_norm_ratio": 0.982146930453672,
      "delta_cosine": 0.8141221414471734,
      "relative_weight_rmse": 0.014309363488148276
    },
    {
      "index": 148,
      "total": 252,
      "projection": "layers.28.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4382,
      "parameters": 50331648,
      "reference_delta_l2": 3.762789462488106,
      "retained_delta_l2": 3.5481016609195812,
      "delta_retention_norm_ratio": 0.9429445086660351,
      "delta_cosine": 0.7610996582309881,
      "relative_weight_rmse": 0.01310177561141105
    },
    {
      "index": 149,
      "total": 252,
      "projection": "layers.28.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3899,
      "parameters": 50331648,
      "reference_delta_l2": 6.438360569200188,
      "retained_delta_l2": 6.553508545352642,
      "delta_retention_norm_ratio": 1.0178846734218798,
      "delta_cosine": 0.8672698433210566,
      "relative_weight_rmse": 0.017961164684581265
    },
    {
      "index": 150,
      "total": 252,
      "projection": "layers.28.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3883,
      "parameters": 50331648,
      "reference_delta_l2": 3.2448978161914703,
      "retained_delta_l2": 2.8773300518030918,
      "delta_retention_norm_ratio": 0.8867243946622048,
      "delta_cosine": 0.697975544585092,
      "relative_weight_rmse": 0.012328033999554563
    },
    {
      "index": 151,
      "total": 252,
      "projection": "layers.28.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0318,
      "parameters": 4194304,
      "reference_delta_l2": 1.0320638572183087,
      "retained_delta_l2": 0.9821626085605092,
      "delta_retention_norm_ratio": 0.9516490686997828,
      "delta_cosine": 0.7710948278561396,
      "relative_weight_rmse": 0.014134383568436673
    },
    {
      "index": 152,
      "total": 252,
      "projection": "layers.28.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1321,
      "parameters": 16777216,
      "reference_delta_l2": 1.8683109186858797,
      "retained_delta_l2": 1.7167334247067823,
      "delta_retention_norm_ratio": 0.9188692350598083,
      "delta_cosine": 0.7339151321122213,
      "relative_weight_rmse": 0.012836818361648275
    },
    {
      "index": 153,
      "total": 252,
      "projection": "layers.28.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1329,
      "parameters": 16777216,
      "reference_delta_l2": 2.1068458268519263,
      "retained_delta_l2": 2.0070207707992296,
      "delta_retention_norm_ratio": 0.95261871809488,
      "delta_cosine": 0.7769981399785503,
      "relative_weight_rmse": 0.013249324767482331
    },
    {
      "index": 154,
      "total": 252,
      "projection": "layers.28.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0308,
      "parameters": 4194304,
      "reference_delta_l2": 1.056848088619748,
      "retained_delta_l2": 0.9875918527299122,
      "delta_retention_norm_ratio": 0.9344690721063942,
      "delta_cosine": 0.7518514915046068,
      "relative_weight_rmse": 0.012583457380717504
    },
    {
      "index": 155,
      "total": 252,
      "projection": "layers.29.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4301,
      "parameters": 50331648,
      "reference_delta_l2": 3.741068557922537,
      "retained_delta_l2": 3.5107556859373794,
      "delta_retention_norm_ratio": 0.9384366075041797,
      "delta_cosine": 0.7559837396886837,
      "relative_weight_rmse": 0.012999186322999736
    },
    {
      "index": 156,
      "total": 252,
      "projection": "layers.29.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3919,
      "parameters": 50331648,
      "reference_delta_l2": 6.13810226974935,
      "retained_delta_l2": 6.223313811643556,
      "delta_retention_norm_ratio": 1.013882392008057,
      "delta_cosine": 0.8571541670520612,
      "relative_weight_rmse": 0.017726461236553998
    },
    {
      "index": 157,
      "total": 252,
      "projection": "layers.29.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4407,
      "parameters": 50331648,
      "reference_delta_l2": 3.5820628193425765,
      "retained_delta_l2": 3.2821423568744894,
      "delta_retention_norm_ratio": 0.9162715793680212,
      "delta_cosine": 0.7294835399933917,
      "relative_weight_rmse": 0.012901708808166195
    },
    {
      "index": 158,
      "total": 252,
      "projection": "layers.29.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0467,
      "parameters": 4194304,
      "reference_delta_l2": 0.9628755695901171,
      "retained_delta_l2": 0.9126935236004589,
      "delta_retention_norm_ratio": 0.9478831454712056,
      "delta_cosine": 0.7820864106255127,
      "relative_weight_rmse": 0.01313449066827085
    },
    {
      "index": 159,
      "total": 252,
      "projection": "layers.29.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1963,
      "parameters": 16777216,
      "reference_delta_l2": 1.9460512594459791,
      "retained_delta_l2": 1.7943990197662905,
      "delta_retention_norm_ratio": 0.922071816482952,
      "delta_cosine": 0.7376092764159529,
      "relative_weight_rmse": 0.012932633062480688
    },
    {
      "index": 160,
      "total": 252,
      "projection": "layers.29.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1968,
      "parameters": 16777216,
      "reference_delta_l2": 2.947773580817007,
      "retained_delta_l2": 2.93511516979154,
      "delta_retention_norm_ratio": 0.9957057722791727,
      "delta_cosine": 0.8480690788527846,
      "relative_weight_rmse": 0.015284934669139631
    },
    {
      "index": 161,
      "total": 252,
      "projection": "layers.29.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0454,
      "parameters": 4194304,
      "reference_delta_l2": 1.0700284614203275,
      "retained_delta_l2": 1.010683508397803,
      "delta_retention_norm_ratio": 0.9445389023169051,
      "delta_cosine": 0.7676898065872572,
      "relative_weight_rmse": 0.0129583597724709
    },
    {
      "index": 162,
      "total": 252,
      "projection": "layers.3.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.5733,
      "parameters": 50331648,
      "reference_delta_l2": 2.0743569009756007,
      "retained_delta_l2": 1.8382691756052478,
      "delta_retention_norm_ratio": 0.8861875093628694,
      "delta_cosine": 0.7173073529092404,
      "relative_weight_rmse": 0.011359621859503791
    },
    {
      "index": 163,
      "total": 252,
      "projection": "layers.3.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4326,
      "parameters": 50331648,
      "reference_delta_l2": 2.926958575992499,
      "retained_delta_l2": 2.7059936619403366,
      "delta_retention_norm_ratio": 0.9245069896565804,
      "delta_cosine": 0.7461013369494565,
      "relative_weight_rmse": 0.012259968483905708
    },
    {
      "index": 164,
      "total": 252,
      "projection": "layers.3.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4285,
      "parameters": 50331648,
      "reference_delta_l2": 3.1802686879413384,
      "retained_delta_l2": 3.1142541585175083,
      "delta_retention_norm_ratio": 0.9792424678851387,
      "delta_cosine": 0.8425646980142314,
      "relative_weight_rmse": 0.014672863151850154
    },
    {
      "index": 165,
      "total": 252,
      "projection": "layers.3.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0318,
      "parameters": 4194304,
      "reference_delta_l2": 0.5947120352689738,
      "retained_delta_l2": 0.4615478574992086,
      "delta_retention_norm_ratio": 0.776086290721293,
      "delta_cosine": 0.5971063879847892,
      "relative_weight_rmse": 0.009639244029858614
    },
    {
      "index": 166,
      "total": 252,
      "projection": "layers.3.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1341,
      "parameters": 16777216,
      "reference_delta_l2": 1.853556905749305,
      "retained_delta_l2": 1.7003902293228157,
      "delta_retention_norm_ratio": 0.9173660781865386,
      "delta_cosine": 0.7308417605121308,
      "relative_weight_rmse": 0.012828925539646631
    },
    {
      "index": 167,
      "total": 252,
      "projection": "layers.3.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1306,
      "parameters": 16777216,
      "reference_delta_l2": 1.509794211282041,
      "retained_delta_l2": 1.3072280448613307,
      "delta_retention_norm_ratio": 0.8658319359638414,
      "delta_cosine": 0.6792206253764826,
      "relative_weight_rmse": 0.011733211443473323
    },
    {
      "index": 168,
      "total": 252,
      "projection": "layers.3.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0303,
      "parameters": 4194304,
      "reference_delta_l2": 0.9474064313172714,
      "retained_delta_l2": 0.8539360623494765,
      "delta_retention_norm_ratio": 0.901340791155667,
      "delta_cosine": 0.7156835757924905,
      "relative_weight_rmse": 0.012393251473286376
    },
    {
      "index": 169,
      "total": 252,
      "projection": "layers.30.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4301,
      "parameters": 50331648,
      "reference_delta_l2": 3.887550185815536,
      "retained_delta_l2": 3.6872367488804443,
      "delta_retention_norm_ratio": 0.9484730929864331,
      "delta_cosine": 0.7666490475410297,
      "relative_weight_rmse": 0.013137235869439547
    },
    {
      "index": 170,
      "total": 252,
      "projection": "layers.30.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4159,
      "parameters": 50331648,
      "reference_delta_l2": 5.406724511969585,
      "retained_delta_l2": 5.4045390351384865,
      "delta_retention_norm_ratio": 0.9995957854286343,
      "delta_cosine": 0.8309819772108276,
      "relative_weight_rmse": 0.016941780124070223
    },
    {
      "index": 171,
      "total": 252,
      "projection": "layers.30.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4313,
      "parameters": 50331648,
      "reference_delta_l2": 3.8128369928338883,
      "retained_delta_l2": 3.5330640598507848,
      "delta_retention_norm_ratio": 0.926623421481451,
      "delta_cosine": 0.7399615116788848,
      "relative_weight_rmse": 0.013411276714095241
    },
    {
      "index": 172,
      "total": 252,
      "projection": "layers.30.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0348,
      "parameters": 4194304,
      "reference_delta_l2": 1.4959604277170342,
      "retained_delta_l2": 1.5078898358472888,
      "delta_retention_norm_ratio": 1.007974414235315,
      "delta_cosine": 0.8528712844814826,
      "relative_weight_rmse": 0.016609391188736788
    },
    {
      "index": 173,
      "total": 252,
      "projection": "layers.30.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1454,
      "parameters": 16777216,
      "reference_delta_l2": 1.8688273581688304,
      "retained_delta_l2": 1.6928385267418848,
      "delta_retention_norm_ratio": 0.9058292727481322,
      "delta_cosine": 0.7175848846442401,
      "relative_weight_rmse": 0.012864115480060978
    },
    {
      "index": 174,
      "total": 252,
      "projection": "layers.30.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1453,
      "parameters": 16777216,
      "reference_delta_l2": 3.0218163002013974,
      "retained_delta_l2": 3.033255695310336,
      "delta_retention_norm_ratio": 1.0037856024233427,
      "delta_cosine": 0.855246497937382,
      "relative_weight_rmse": 0.016301478296790135
    },
    {
      "index": 175,
      "total": 252,
      "projection": "layers.30.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0304,
      "parameters": 4194304,
      "reference_delta_l2": 1.3097866963734044,
      "retained_delta_l2": 1.2717793784547025,
      "delta_retention_norm_ratio": 0.9709820553041666,
      "delta_cosine": 0.8015100539645267,
      "relative_weight_rmse": 0.013921982367461434
    },
    {
      "index": 176,
      "total": 252,
      "projection": "layers.31.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4256,
      "parameters": 50331648,
      "reference_delta_l2": 4.111855477331991,
      "retained_delta_l2": 3.946481597377216,
      "delta_retention_norm_ratio": 0.9597812031900306,
      "delta_cosine": 0.7805752015994533,
      "relative_weight_rmse": 0.01338187372349077
    },
    {
      "index": 177,
      "total": 252,
      "projection": "layers.31.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3876,
      "parameters": 50331648,
      "reference_delta_l2": 4.217842761635248,
      "retained_delta_l2": 4.0700160479109995,
      "delta_retention_norm_ratio": 0.9649520567554452,
      "delta_cosine": 0.7859478836623668,
      "relative_weight_rmse": 0.014764225147167017
    },
    {
      "index": 178,
      "total": 252,
      "projection": "layers.31.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4142,
      "parameters": 50331648,
      "reference_delta_l2": 3.746610597758799,
      "retained_delta_l2": 3.459116745774283,
      "delta_retention_norm_ratio": 0.9232656171536767,
      "delta_cosine": 0.7367602923704923,
      "relative_weight_rmse": 0.013127943116183337
    },
    {
      "index": 179,
      "total": 252,
      "projection": "layers.31.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0348,
      "parameters": 4194304,
      "reference_delta_l2": 1.1313048726490362,
      "retained_delta_l2": 1.1078314198905324,
      "delta_retention_norm_ratio": 0.9792509929674934,
      "delta_cosine": 0.8130234486479346,
      "relative_weight_rmse": 0.014433804273277513
    },
    {
      "index": 180,
      "total": 252,
      "projection": "layers.31.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1479,
      "parameters": 16777216,
      "reference_delta_l2": 1.9278459560552061,
      "retained_delta_l2": 1.7792393123094077,
      "delta_retention_norm_ratio": 0.9229157063721626,
      "delta_cosine": 0.7388878065229529,
      "relative_weight_rmse": 0.012543449992171508
    },
    {
      "index": 181,
      "total": 252,
      "projection": "layers.31.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1476,
      "parameters": 16777216,
      "reference_delta_l2": 3.096086590658917,
      "retained_delta_l2": 3.1196112552948527,
      "delta_retention_norm_ratio": 1.0075981933796396,
      "delta_cosine": 0.8593676477956623,
      "relative_weight_rmse": 0.01636230118241256
    },
    {
      "index": 182,
      "total": 252,
      "projection": "layers.31.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.034,
      "parameters": 4194304,
      "reference_delta_l2": 0.9139796154536786,
      "retained_delta_l2": 0.8064729269280674,
      "delta_retention_norm_ratio": 0.8823751791529318,
      "delta_cosine": 0.6996030420922704,
      "relative_weight_rmse": 0.011253490135860623
    },
    {
      "index": 183,
      "total": 252,
      "projection": "layers.32.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4659,
      "parameters": 50331648,
      "reference_delta_l2": 3.053831443049286,
      "retained_delta_l2": 2.701723451449301,
      "delta_retention_norm_ratio": 0.8846995984662464,
      "delta_cosine": 0.6983672545938556,
      "relative_weight_rmse": 0.01129049061966828
    },
    {
      "index": 184,
      "total": 252,
      "projection": "layers.32.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3921,
      "parameters": 50331648,
      "reference_delta_l2": 5.744040422204762,
      "retained_delta_l2": 5.796206138948864,
      "delta_retention_norm_ratio": 1.0090817112885286,
      "delta_cosine": 0.8486326161192361,
      "relative_weight_rmse": 0.01749373845032408
    },
    {
      "index": 185,
      "total": 252,
      "projection": "layers.32.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3895,
      "parameters": 50331648,
      "reference_delta_l2": 4.183211149438155,
      "retained_delta_l2": 3.9676960266992682,
      "delta_retention_norm_ratio": 0.9484809360465027,
      "delta_cosine": 0.7674993693179356,
      "relative_weight_rmse": 0.013845045613414502
    },
    {
      "index": 186,
      "total": 252,
      "projection": "layers.32.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0316,
      "parameters": 4194304,
      "reference_delta_l2": 1.0756438480769024,
      "retained_delta_l2": 1.0412425021487295,
      "delta_retention_norm_ratio": 0.968017902961396,
      "delta_cosine": 0.7987848584940211,
      "relative_weight_rmse": 0.014084555923825329
    },
    {
      "index": 187,
      "total": 252,
      "projection": "layers.32.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1372,
      "parameters": 16777216,
      "reference_delta_l2": 1.9529995006127592,
      "retained_delta_l2": 1.7949668005355779,
      "delta_retention_norm_ratio": 0.9190820581225965,
      "delta_cosine": 0.7327240550048206,
      "relative_weight_rmse": 0.012908527612575873
    },
    {
      "index": 188,
      "total": 252,
      "projection": "layers.32.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1469,
      "parameters": 16777216,
      "reference_delta_l2": 3.505475846335067,
      "retained_delta_l2": 3.565156670039804,
      "delta_retention_norm_ratio": 1.017025027791058,
      "delta_cosine": 0.8838348012627846,
      "relative_weight_rmse": 0.017017504730019232
    },
    {
      "index": 189,
      "total": 252,
      "projection": "layers.32.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0342,
      "parameters": 4194304,
      "reference_delta_l2": 1.1045105107116564,
      "retained_delta_l2": 1.0348550150008564,
      "delta_retention_norm_ratio": 0.9369354161546912,
      "delta_cosine": 0.7580528592700045,
      "relative_weight_rmse": 0.012599439574745123
    },
    {
      "index": 190,
      "total": 252,
      "projection": "layers.33.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4688,
      "parameters": 50331648,
      "reference_delta_l2": 4.678264151276083,
      "retained_delta_l2": 4.5917712503631485,
      "delta_retention_norm_ratio": 0.9815117534803285,
      "delta_cosine": 0.8098173119099811,
      "relative_weight_rmse": 0.014401589246758412
    },
    {
      "index": 191,
      "total": 252,
      "projection": "layers.33.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4303,
      "parameters": 50331648,
      "reference_delta_l2": 4.01159353165815,
      "retained_delta_l2": 3.8282471221634697,
      "delta_retention_norm_ratio": 0.9542958657082847,
      "delta_cosine": 0.7714066860695666,
      "relative_weight_rmse": 0.014745803469471288
    },
    {
      "index": 192,
      "total": 252,
      "projection": "layers.33.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4308,
      "parameters": 50331648,
      "reference_delta_l2": 4.553582099114154,
      "retained_delta_l2": 4.417418331222436,
      "delta_retention_norm_ratio": 0.9700974386915727,
      "delta_cosine": 0.7956922427163521,
      "relative_weight_rmse": 0.01422952810296179
    },
    {
      "index": 193,
      "total": 252,
      "projection": "layers.33.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0353,
      "parameters": 4194304,
      "reference_delta_l2": 1.171864142331482,
      "retained_delta_l2": 1.1625983617559128,
      "delta_retention_norm_ratio": 0.9920931273166749,
      "delta_cosine": 0.8277975258194085,
      "relative_weight_rmse": 0.01555121427324402
    },
    {
      "index": 194,
      "total": 252,
      "projection": "layers.33.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1462,
      "parameters": 16777216,
      "reference_delta_l2": 1.9573452017526336,
      "retained_delta_l2": 1.8092278968319213,
      "delta_retention_norm_ratio": 0.9243274488383111,
      "delta_cosine": 0.7413609007930597,
      "relative_weight_rmse": 0.0123009063116843
    },
    {
      "index": 195,
      "total": 252,
      "projection": "layers.33.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1464,
      "parameters": 16777216,
      "reference_delta_l2": 1.6955939867236154,
      "retained_delta_l2": 1.563413023761108,
      "delta_retention_norm_ratio": 0.9220444493213144,
      "delta_cosine": 0.7428051155316843,
      "relative_weight_rmse": 0.011924065759423506
    },
    {
      "index": 196,
      "total": 252,
      "projection": "layers.33.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0341,
      "parameters": 4194304,
      "reference_delta_l2": 1.2335489621729434,
      "retained_delta_l2": 1.1838319813016203,
      "delta_retention_norm_ratio": 0.9596959809493537,
      "delta_cosine": 0.7862561679189393,
      "relative_weight_rmse": 0.012723818963755568
    },
    {
      "index": 197,
      "total": 252,
      "projection": "layers.34.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4326,
      "parameters": 50331648,
      "reference_delta_l2": 3.252748128233362,
      "retained_delta_l2": 3.0211996385106383,
      "delta_retention_norm_ratio": 0.9288145037382642,
      "delta_cosine": 0.7452421823975507,
      "relative_weight_rmse": 0.011834710350399152
    },
    {
      "index": 198,
      "total": 252,
      "projection": "layers.34.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3865,
      "parameters": 50331648,
      "reference_delta_l2": 3.5141024024549754,
      "retained_delta_l2": 3.3104077992582472,
      "delta_retention_norm_ratio": 0.9420350974819556,
      "delta_cosine": 0.7571188297576488,
      "relative_weight_rmse": 0.013110959157848892
    },
    {
      "index": 199,
      "total": 252,
      "projection": "layers.34.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.399,
      "parameters": 50331648,
      "reference_delta_l2": 3.1198018847302547,
      "retained_delta_l2": 2.7957385412191966,
      "delta_retention_norm_ratio": 0.8961269479651343,
      "delta_cosine": 0.7096561401166236,
      "relative_weight_rmse": 0.01141415214434449
    },
    {
      "index": 200,
      "total": 252,
      "projection": "layers.34.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0346,
      "parameters": 4194304,
      "reference_delta_l2": 0.7891379146299576,
      "retained_delta_l2": 0.7278324850298318,
      "delta_retention_norm_ratio": 0.9223134151032736,
      "delta_cosine": 0.7527277500802979,
      "relative_weight_rmse": 0.011632973760519227
    },
    {
      "index": 201,
      "total": 252,
      "projection": "layers.34.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1461,
      "parameters": 16777216,
      "reference_delta_l2": 2.3668129283754418,
      "retained_delta_l2": 2.29638818093873,
      "delta_retention_norm_ratio": 0.9702449033498179,
      "delta_cosine": 0.7930587439203136,
      "relative_weight_rmse": 0.014045439094688958
    },
    {
      "index": 202,
      "total": 252,
      "projection": "layers.34.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1462,
      "parameters": 16777216,
      "reference_delta_l2": 2.7951850043391318,
      "retained_delta_l2": 2.808792609847545,
      "delta_retention_norm_ratio": 1.0048682307207892,
      "delta_cosine": 0.8599799296958386,
      "relative_weight_rmse": 0.015290268071276977
    },
    {
      "index": 203,
      "total": 252,
      "projection": "layers.34.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0339,
      "parameters": 4194304,
      "reference_delta_l2": 0.9817039826831607,
      "retained_delta_l2": 0.8771706618028705,
      "delta_retention_norm_ratio": 0.8935184915980648,
      "delta_cosine": 0.7154696473562105,
      "relative_weight_rmse": 0.011407674885279172
    },
    {
      "index": 204,
      "total": 252,
      "projection": "layers.35.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4678,
      "parameters": 50331648,
      "reference_delta_l2": 2.3247118593602805,
      "retained_delta_l2": 2.077241279031564,
      "delta_retention_norm_ratio": 0.8935478479484267,
      "delta_cosine": 0.713891705186287,
      "relative_weight_rmse": 0.009790703119852036
    },
    {
      "index": 205,
      "total": 252,
      "projection": "layers.35.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3895,
      "parameters": 50331648,
      "reference_delta_l2": 2.620668661924457,
      "retained_delta_l2": 2.286002393746483,
      "delta_retention_norm_ratio": 0.8722973746966487,
      "delta_cosine": 0.6870305896206982,
      "relative_weight_rmse": 0.010515925872027135
    },
    {
      "index": 206,
      "total": 252,
      "projection": "layers.35.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3892,
      "parameters": 50331648,
      "reference_delta_l2": 2.6604885496698265,
      "retained_delta_l2": 2.2876053523445137,
      "delta_retention_norm_ratio": 0.8598440886462043,
      "delta_cosine": 0.6745012238913933,
      "relative_weight_rmse": 0.010341996642101553
    },
    {
      "index": 207,
      "total": 252,
      "projection": "layers.35.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0308,
      "parameters": 4194304,
      "reference_delta_l2": 0.8327469708556873,
      "retained_delta_l2": 0.7626626606082086,
      "delta_retention_norm_ratio": 0.91583960950892,
      "delta_cosine": 0.7341530315974766,
      "relative_weight_rmse": 0.012229577559635408
    },
    {
      "index": 208,
      "total": 252,
      "projection": "layers.35.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1316,
      "parameters": 16777216,
      "reference_delta_l2": 1.9782298089460089,
      "retained_delta_l2": 1.876763858217896,
      "delta_retention_norm_ratio": 0.9487087140891011,
      "delta_cosine": 0.767549205706205,
      "relative_weight_rmse": 0.012984556767950172
    },
    {
      "index": 209,
      "total": 252,
      "projection": "layers.35.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1362,
      "parameters": 16777216,
      "reference_delta_l2": 1.9213623452775879,
      "retained_delta_l2": 1.8334149703375806,
      "delta_retention_norm_ratio": 0.9542265543216415,
      "delta_cosine": 0.7745283451972568,
      "relative_weight_rmse": 0.013082516912719225
    },
    {
      "index": 210,
      "total": 252,
      "projection": "layers.35.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0341,
      "parameters": 4194304,
      "reference_delta_l2": 0.9021829580956073,
      "retained_delta_l2": 0.7955235445478319,
      "delta_retention_norm_ratio": 0.881776293166832,
      "delta_cosine": 0.6987772350844439,
      "relative_weight_rmse": 0.011400123966470789
    },
    {
      "index": 211,
      "total": 252,
      "projection": "layers.4.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4705,
      "parameters": 50331648,
      "reference_delta_l2": 2.2260016272118324,
      "retained_delta_l2": 1.909627666903947,
      "delta_retention_norm_ratio": 0.8578734370899099,
      "delta_cosine": 0.6731615833498001,
      "relative_weight_rmse": 0.01083998019039234
    },
    {
      "index": 212,
      "total": 252,
      "projection": "layers.4.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4336,
      "parameters": 50331648,
      "reference_delta_l2": 3.3169942648288515,
      "retained_delta_l2": 2.9262862948112773,
      "delta_retention_norm_ratio": 0.8822102364901937,
      "delta_cosine": 0.709347452002898,
      "relative_weight_rmse": 0.010835394375379706
    },
    {
      "index": 213,
      "total": 252,
      "projection": "layers.4.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3871,
      "parameters": 50331648,
      "reference_delta_l2": 3.302637021239384,
      "retained_delta_l2": 3.180670097434266,
      "delta_retention_norm_ratio": 0.9630698369149427,
      "delta_cosine": 0.7953906244948861,
      "relative_weight_rmse": 0.014022962820982353
    },
    {
      "index": 214,
      "total": 252,
      "projection": "layers.4.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0314,
      "parameters": 4194304,
      "reference_delta_l2": 0.5936335633616754,
      "retained_delta_l2": 0.4484424713150318,
      "delta_retention_norm_ratio": 0.7554196713129832,
      "delta_cosine": 0.5783864908583726,
      "relative_weight_rmse": 0.00946943014537174
    },
    {
      "index": 215,
      "total": 252,
      "projection": "layers.4.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1324,
      "parameters": 16777216,
      "reference_delta_l2": 1.6292055103524448,
      "retained_delta_l2": 1.4156739956673485,
      "delta_retention_norm_ratio": 0.8689351875326624,
      "delta_cosine": 0.6811352287595004,
      "relative_weight_rmse": 0.011807318380884849
    },
    {
      "index": 216,
      "total": 252,
      "projection": "layers.4.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1325,
      "parameters": 16777216,
      "reference_delta_l2": 1.2624481434789505,
      "retained_delta_l2": 0.998231827120063,
      "delta_retention_norm_ratio": 0.7907111529897917,
      "delta_cosine": 0.6085039151512668,
      "relative_weight_rmse": 0.010246638558303461
    },
    {
      "index": 217,
      "total": 252,
      "projection": "layers.4.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0311,
      "parameters": 4194304,
      "reference_delta_l2": 1.134759460682007,
      "retained_delta_l2": 1.0769977887516942,
      "delta_retention_norm_ratio": 0.9490978714593863,
      "delta_cosine": 0.7690369144559485,
      "relative_weight_rmse": 0.013529102135591874
    },
    {
      "index": 218,
      "total": 252,
      "projection": "layers.5.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4438,
      "parameters": 50331648,
      "reference_delta_l2": 1.8075376864954238,
      "retained_delta_l2": 1.3462648062957494,
      "delta_retention_norm_ratio": 0.7448059403430634,
      "delta_cosine": 0.5699311139981033,
      "relative_weight_rmse": 0.009057626133657137
    },
    {
      "index": 219,
      "total": 252,
      "projection": "layers.5.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4282,
      "parameters": 50331648,
      "reference_delta_l2": 2.9547763398015277,
      "retained_delta_l2": 2.491105461832083,
      "delta_retention_norm_ratio": 0.8430775041333283,
      "delta_cosine": 0.6605351907380126,
      "relative_weight_rmse": 0.009998123812329477
    },
    {
      "index": 220,
      "total": 252,
      "projection": "layers.5.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4276,
      "parameters": 50331648,
      "reference_delta_l2": 3.179110191236641,
      "retained_delta_l2": 2.9652745298795473,
      "delta_retention_norm_ratio": 0.9327372602728459,
      "delta_cosine": 0.7495243085720829,
      "relative_weight_rmse": 0.013132384995557108
    },
    {
      "index": 221,
      "total": 252,
      "projection": "layers.5.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.035,
      "parameters": 4194304,
      "reference_delta_l2": 0.6206844406136691,
      "retained_delta_l2": 0.4888766787001676,
      "delta_retention_norm_ratio": 0.7876412661751541,
      "delta_cosine": 0.6083199970294374,
      "relative_weight_rmse": 0.00986655306999503
    },
    {
      "index": 222,
      "total": 252,
      "projection": "layers.5.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1457,
      "parameters": 16777216,
      "reference_delta_l2": 1.4688147290322306,
      "retained_delta_l2": 1.2341536590443796,
      "delta_retention_norm_ratio": 0.8402378017120894,
      "delta_cosine": 0.6522332288079532,
      "relative_weight_rmse": 0.011355749239293295
    },
    {
      "index": 223,
      "total": 252,
      "projection": "layers.5.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1463,
      "parameters": 16777216,
      "reference_delta_l2": 1.4698201348999005,
      "retained_delta_l2": 1.2554210359850437,
      "delta_retention_norm_ratio": 0.8541324248973784,
      "delta_cosine": 0.6707189309437211,
      "relative_weight_rmse": 0.011193760056149171
    },
    {
      "index": 224,
      "total": 252,
      "projection": "layers.5.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0358,
      "parameters": 4194304,
      "reference_delta_l2": 1.045526494743739,
      "retained_delta_l2": 0.9808957900976146,
      "delta_retention_norm_ratio": 0.9381835802621477,
      "delta_cosine": 0.7607268259212184,
      "relative_weight_rmse": 0.012869417216814834
    },
    {
      "index": 225,
      "total": 252,
      "projection": "layers.6.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4692,
      "parameters": 50331648,
      "reference_delta_l2": 4.767971618211114,
      "retained_delta_l2": 4.780978603586194,
      "delta_retention_norm_ratio": 1.002727991359135,
      "delta_cosine": 0.8442329974814251,
      "relative_weight_rmse": 0.015436940953544165
    },
    {
      "index": 226,
      "total": 252,
      "projection": "layers.6.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4296,
      "parameters": 50331648,
      "reference_delta_l2": 3.108221903546128,
      "retained_delta_l2": 2.718122861103922,
      "delta_retention_norm_ratio": 0.8744944683656121,
      "delta_cosine": 0.6922136647043337,
      "relative_weight_rmse": 0.010687526629909457
    },
    {
      "index": 227,
      "total": 252,
      "projection": "layers.6.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4336,
      "parameters": 50331648,
      "reference_delta_l2": 3.3861711107000456,
      "retained_delta_l2": 3.1980358257326156,
      "delta_retention_norm_ratio": 0.9444401127949686,
      "delta_cosine": 0.7630505913583782,
      "relative_weight_rmse": 0.013219754197903279
    },
    {
      "index": 228,
      "total": 252,
      "projection": "layers.6.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0361,
      "parameters": 4194304,
      "reference_delta_l2": 0.5927062606906872,
      "retained_delta_l2": 0.44756971552174746,
      "delta_retention_norm_ratio": 0.7551290499280191,
      "delta_cosine": 0.578259429925641,
      "relative_weight_rmse": 0.009580118204043437
    },
    {
      "index": 229,
      "total": 252,
      "projection": "layers.6.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1477,
      "parameters": 16777216,
      "reference_delta_l2": 1.364260871460181,
      "retained_delta_l2": 1.105711838917299,
      "delta_retention_norm_ratio": 0.8104841691558929,
      "delta_cosine": 0.6264129271257128,
      "relative_weight_rmse": 0.010391485250505374
    },
    {
      "index": 230,
      "total": 252,
      "projection": "layers.6.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1634,
      "parameters": 16777216,
      "reference_delta_l2": 1.4026430871778701,
      "retained_delta_l2": 1.163348604980614,
      "delta_retention_norm_ratio": 0.8293974537180955,
      "delta_cosine": 0.6444989695957347,
      "relative_weight_rmse": 0.01072133496416448
    },
    {
      "index": 231,
      "total": 252,
      "projection": "layers.6.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0464,
      "parameters": 4194304,
      "reference_delta_l2": 0.9858122694984375,
      "retained_delta_l2": 0.9100168957351484,
      "delta_retention_norm_ratio": 0.9231137853438848,
      "delta_cosine": 0.7395032745856821,
      "relative_weight_rmse": 0.012395624830624017
    },
    {
      "index": 232,
      "total": 252,
      "projection": "layers.7.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.6151,
      "parameters": 50331648,
      "reference_delta_l2": 1.8470529972822454,
      "retained_delta_l2": 1.367158888138189,
      "delta_retention_norm_ratio": 0.7401838984316245,
      "delta_cosine": 0.5657485318848586,
      "relative_weight_rmse": 0.008967581176751666
    },
    {
      "index": 233,
      "total": 252,
      "projection": "layers.7.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.576,
      "parameters": 50331648,
      "reference_delta_l2": 2.8987939693909643,
      "retained_delta_l2": 2.483962990247949,
      "delta_retention_norm_ratio": 0.8568953214601275,
      "delta_cosine": 0.6739190887778956,
      "relative_weight_rmse": 0.010357019868688137
    },
    {
      "index": 234,
      "total": 252,
      "projection": "layers.7.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5756,
      "parameters": 50331648,
      "reference_delta_l2": 2.9765437095874767,
      "retained_delta_l2": 2.6935023761457253,
      "delta_retention_norm_ratio": 0.9049093979268397,
      "delta_cosine": 0.7166398843761006,
      "relative_weight_rmse": 0.012386486627953898
    },
    {
      "index": 235,
      "total": 252,
      "projection": "layers.7.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0468,
      "parameters": 4194304,
      "reference_delta_l2": 0.7224742538590713,
      "retained_delta_l2": 0.6132539257508068,
      "delta_retention_norm_ratio": 0.8488246085934996,
      "delta_cosine": 0.6625368131529569,
      "relative_weight_rmse": 0.01077088169072488
    },
    {
      "index": 236,
      "total": 252,
      "projection": "layers.7.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1654,
      "parameters": 16777216,
      "reference_delta_l2": 1.366782587331481,
      "retained_delta_l2": 1.107535765437666,
      "delta_retention_norm_ratio": 0.810323291870457,
      "delta_cosine": 0.6254448182797966,
      "relative_weight_rmse": 0.010554290745063385
    },
    {
      "index": 237,
      "total": 252,
      "projection": "layers.7.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1467,
      "parameters": 16777216,
      "reference_delta_l2": 1.6869748671129567,
      "retained_delta_l2": 1.525353345117514,
      "delta_retention_norm_ratio": 0.9041944695524496,
      "delta_cosine": 0.7181050472258073,
      "relative_weight_rmse": 0.012122600315732675
    },
    {
      "index": 238,
      "total": 252,
      "projection": "layers.7.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0346,
      "parameters": 4194304,
      "reference_delta_l2": 0.989475627612034,
      "retained_delta_l2": 0.8931585963392329,
      "delta_retention_norm_ratio": 0.9026585106444216,
      "delta_cosine": 0.7177665120113694,
      "relative_weight_rmse": 0.011984108502319991
    },
    {
      "index": 239,
      "total": 252,
      "projection": "layers.8.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4723,
      "parameters": 50331648,
      "reference_delta_l2": 2.6443507154044354,
      "retained_delta_l2": 2.2829722080496935,
      "delta_retention_norm_ratio": 0.8633394181605478,
      "delta_cosine": 0.6776105213940143,
      "relative_weight_rmse": 0.01106639119753695
    },
    {
      "index": 240,
      "total": 252,
      "projection": "layers.8.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.414,
      "parameters": 50331648,
      "reference_delta_l2": 2.2063846516091514,
      "retained_delta_l2": 1.6638270824407644,
      "delta_retention_norm_ratio": 0.7540965630028784,
      "delta_cosine": 0.5774548213994682,
      "relative_weight_rmse": 0.009479961256890872
    },
    {
      "index": 241,
      "total": 252,
      "projection": "layers.8.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3886,
      "parameters": 50331648,
      "reference_delta_l2": 2.6807214209526298,
      "retained_delta_l2": 2.2855658790940634,
      "delta_retention_norm_ratio": 0.8525935821715699,
      "delta_cosine": 0.6658783264574605,
      "relative_weight_rmse": 0.011430911218074097
    },
    {
      "index": 242,
      "total": 252,
      "projection": "layers.8.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0319,
      "parameters": 4194304,
      "reference_delta_l2": 0.8937173848383411,
      "retained_delta_l2": 0.8104368929187749,
      "delta_retention_norm_ratio": 0.9068156294904901,
      "delta_cosine": 0.7199882969838584,
      "relative_weight_rmse": 0.012130448195302889
    },
    {
      "index": 243,
      "total": 252,
      "projection": "layers.8.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1339,
      "parameters": 16777216,
      "reference_delta_l2": 1.5739130851067147,
      "retained_delta_l2": 1.3486808133142838,
      "delta_retention_norm_ratio": 0.8568966266792556,
      "delta_cosine": 0.6708153509637819,
      "relative_weight_rmse": 0.01131327048918274
    },
    {
      "index": 244,
      "total": 252,
      "projection": "layers.8.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.135,
      "parameters": 16777216,
      "reference_delta_l2": 1.5947410494592953,
      "retained_delta_l2": 1.3839922985120297,
      "delta_retention_norm_ratio": 0.867847666542025,
      "delta_cosine": 0.6792454533204817,
      "relative_weight_rmse": 0.01183956423545222
    },
    {
      "index": 245,
      "total": 252,
      "projection": "layers.8.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0321,
      "parameters": 4194304,
      "reference_delta_l2": 0.7962851912237163,
      "retained_delta_l2": 0.6603594434695064,
      "delta_retention_norm_ratio": 0.8293001687682754,
      "delta_cosine": 0.6433962239937907,
      "relative_weight_rmse": 0.010626495192800725
    },
    {
      "index": 246,
      "total": 252,
      "projection": "layers.9.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4674,
      "parameters": 50331648,
      "reference_delta_l2": 2.4696335096990847,
      "retained_delta_l2": 2.098786160386188,
      "delta_retention_norm_ratio": 0.8498370920800784,
      "delta_cosine": 0.664259211083334,
      "relative_weight_rmse": 0.010884464944285042
    },
    {
      "index": 247,
      "total": 252,
      "projection": "layers.9.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4325,
      "parameters": 50331648,
      "reference_delta_l2": 2.702771022309509,
      "retained_delta_l2": 2.2144799807195312,
      "delta_retention_norm_ratio": 0.8193368814600007,
      "delta_cosine": 0.6354458596298957,
      "relative_weight_rmse": 0.01038149804780606
    },
    {
      "index": 248,
      "total": 252,
      "projection": "layers.9.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4304,
      "parameters": 50331648,
      "reference_delta_l2": 3.0266516531031895,
      "retained_delta_l2": 2.7453503666443257,
      "delta_retention_norm_ratio": 0.9070585852949251,
      "delta_cosine": 0.7220161726284356,
      "relative_weight_rmse": 0.012388641790906324
    },
    {
      "index": 249,
      "total": 252,
      "projection": "layers.9.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0354,
      "parameters": 4194304,
      "reference_delta_l2": 0.8388777296193708,
      "retained_delta_l2": 0.7569098012929493,
      "delta_retention_norm_ratio": 0.9022885869629496,
      "delta_cosine": 0.7183301203636718,
      "relative_weight_rmse": 0.011789731040025026
    },
    {
      "index": 250,
      "total": 252,
      "projection": "layers.9.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1478,
      "parameters": 16777216,
      "reference_delta_l2": 1.5261649101131054,
      "retained_delta_l2": 1.300762183663171,
      "delta_retention_norm_ratio": 0.8523077519629058,
      "delta_cosine": 0.6668761770880343,
      "relative_weight_rmse": 0.011161277092899484
    },
    {
      "index": 251,
      "total": 252,
      "projection": "layers.9.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1474,
      "parameters": 16777216,
      "reference_delta_l2": 1.8048646015695378,
      "retained_delta_l2": 1.6581732449153583,
      "delta_retention_norm_ratio": 0.9187244536090883,
      "delta_cosine": 0.7349623458503459,
      "relative_weight_rmse": 0.0127022390017426
    },
    {
      "index": 252,
      "total": 252,
      "projection": "layers.9.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0365,
      "parameters": 4194304,
      "reference_delta_l2": 0.8013131569957732,
      "retained_delta_l2": 0.6711979224430136,
      "delta_retention_norm_ratio": 0.8376224907618158,
      "delta_cosine": 0.6536087656796943,
      "relative_weight_rmse": 0.010429187562476724
    }
  ]
}