{
  "schema_version": 1,
  "format": "comfy_scaled_fp8_merged_text_encoder",
  "scale_policy": "preserve_stock_per_tensor_scale",
  "base": "/workspace/Ideogram/checkpoints/text_encoders/qwen3vl_8b_fp8_scaled.safetensors",
  "base_sha256": "4ba424cf62e51392e4d1a39933e803706f4e823c1065f36aaf149c6453f66bcd",
  "adapter": "/workspace/Ideogram/artifacts/phase2_balanced_4000_8state_debanner_s020_v1_checkpoints/step_00004020/adapters.safetensors",
  "adapter_sha256": "fe1e1978fafed74732035f4a372e9deca4fbee6d60b1339bb89c093dcba35ea1",
  "adapter_global_step": "4020",
  "output": "/workspace/Ideogram/artifacts/huggingface_release/s020_v1/qwen3vl_8b_ideogram4_nl_s020_v1_step_00004020_fp8_scaled.safetensors",
  "output_bytes": 10588637800,
  "output_sha256": "7091beb3199ef429331551b0fd9160609adbb8406a1b0a1cd78cd4434ce0bc21",
  "output_tensors": 1254,
  "merged_projections": 252,
  "lora_rank": 64,
  "lora_alpha": 64.0,
  "elapsed_seconds": 72.814,
  "projections": [
    {
      "index": 1,
      "total": 252,
      "projection": "layers.0.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.426,
      "parameters": 50331648,
      "reference_delta_l2": 3.1311253190985737,
      "retained_delta_l2": 2.851645034670928,
      "delta_retention_norm_ratio": 0.9107412652176738,
      "delta_cosine": 0.7260173634785715,
      "relative_weight_rmse": 0.01232165792227417
    },
    {
      "index": 2,
      "total": 252,
      "projection": "layers.0.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3897,
      "parameters": 50331648,
      "reference_delta_l2": 3.344906082655277,
      "retained_delta_l2": 3.064115813725918,
      "delta_retention_norm_ratio": 0.9160543638623002,
      "delta_cosine": 0.7288135473708925,
      "relative_weight_rmse": 0.01358371183898543
    },
    {
      "index": 3,
      "total": 252,
      "projection": "layers.0.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3999,
      "parameters": 50331648,
      "reference_delta_l2": 2.9641851877393086,
      "retained_delta_l2": 2.658110792844558,
      "delta_retention_norm_ratio": 0.8967424855367474,
      "delta_cosine": 0.7099252460764254,
      "relative_weight_rmse": 0.013104123685828459
    },
    {
      "index": 4,
      "total": 252,
      "projection": "layers.0.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0314,
      "parameters": 4194304,
      "reference_delta_l2": 0.6043952512305132,
      "retained_delta_l2": 0.44348190222298217,
      "delta_retention_norm_ratio": 0.7337613942533121,
      "delta_cosine": 0.5614919159555548,
      "relative_weight_rmse": 0.009031046537869064
    },
    {
      "index": 5,
      "total": 252,
      "projection": "layers.0.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1357,
      "parameters": 16777216,
      "reference_delta_l2": 1.9750892235880966,
      "retained_delta_l2": 1.863235717744188,
      "delta_retention_norm_ratio": 0.9433678719381056,
      "delta_cosine": 0.7629176793847307,
      "relative_weight_rmse": 0.013633266958462929
    },
    {
      "index": 6,
      "total": 252,
      "projection": "layers.0.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1291,
      "parameters": 16777216,
      "reference_delta_l2": 1.2288275649963785,
      "retained_delta_l2": 0.9573387889537007,
      "delta_retention_norm_ratio": 0.7790668245275912,
      "delta_cosine": 0.5996510517722599,
      "relative_weight_rmse": 0.009826446422821086
    },
    {
      "index": 7,
      "total": 252,
      "projection": "layers.0.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0303,
      "parameters": 4194304,
      "reference_delta_l2": 0.796856169873161,
      "retained_delta_l2": 0.6945727287203802,
      "delta_retention_norm_ratio": 0.8716412760296984,
      "delta_cosine": 0.6845171683899881,
      "relative_weight_rmse": 0.011997953928031789
    },
    {
      "index": 8,
      "total": 252,
      "projection": "layers.1.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4285,
      "parameters": 50331648,
      "reference_delta_l2": 2.0378336344324155,
      "retained_delta_l2": 1.902449821386416,
      "delta_retention_norm_ratio": 0.9335648353435352,
      "delta_cosine": 0.7566387616836463,
      "relative_weight_rmse": 0.011990448895243113
    },
    {
      "index": 9,
      "total": 252,
      "projection": "layers.1.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3896,
      "parameters": 50331648,
      "reference_delta_l2": 3.8315459685202464,
      "retained_delta_l2": 3.7988249423296567,
      "delta_retention_norm_ratio": 0.9914600982320391,
      "delta_cosine": 0.8458108571812768,
      "relative_weight_rmse": 0.01436441994921235
    },
    {
      "index": 10,
      "total": 252,
      "projection": "layers.1.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4008,
      "parameters": 50331648,
      "reference_delta_l2": 4.243881420701621,
      "retained_delta_l2": 4.240972107520675,
      "delta_retention_norm_ratio": 0.999314468786344,
      "delta_cosine": 0.9298971059666952,
      "relative_weight_rmse": 0.01576868165047045
    },
    {
      "index": 11,
      "total": 252,
      "projection": "layers.1.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0393,
      "parameters": 4194304,
      "reference_delta_l2": 0.6778121532949969,
      "retained_delta_l2": 0.5569451881081336,
      "delta_retention_norm_ratio": 0.8216807347001646,
      "delta_cosine": 0.6378824613543993,
      "relative_weight_rmse": 0.010835416625909753
    },
    {
      "index": 12,
      "total": 252,
      "projection": "layers.1.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1418,
      "parameters": 16777216,
      "reference_delta_l2": 1.7174485232552072,
      "retained_delta_l2": 1.5373997116649851,
      "delta_retention_norm_ratio": 0.8951649443041458,
      "delta_cosine": 0.7058879282980292,
      "relative_weight_rmse": 0.012679142249911454
    },
    {
      "index": 13,
      "total": 252,
      "projection": "layers.1.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.14,
      "parameters": 16777216,
      "reference_delta_l2": 2.0938452275480617,
      "retained_delta_l2": 2.0246605077015576,
      "delta_retention_norm_ratio": 0.966958054522721,
      "delta_cosine": 0.7927801962088451,
      "relative_weight_rmse": 0.014642734296281653
    },
    {
      "index": 14,
      "total": 252,
      "projection": "layers.1.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0319,
      "parameters": 4194304,
      "reference_delta_l2": 0.9126597518885261,
      "retained_delta_l2": 0.8297511349991242,
      "delta_retention_norm_ratio": 0.9091571456746692,
      "delta_cosine": 0.7217150860410936,
      "relative_weight_rmse": 0.012416623644733855
    },
    {
      "index": 15,
      "total": 252,
      "projection": "layers.10.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4481,
      "parameters": 50331648,
      "reference_delta_l2": 2.8154098102976044,
      "retained_delta_l2": 2.496899219243625,
      "delta_retention_norm_ratio": 0.8868688352619218,
      "delta_cosine": 0.7008657006215216,
      "relative_weight_rmse": 0.011674455149059019
    },
    {
      "index": 16,
      "total": 252,
      "projection": "layers.10.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.41,
      "parameters": 50331648,
      "reference_delta_l2": 2.395607624683916,
      "retained_delta_l2": 1.8583388084781514,
      "delta_retention_norm_ratio": 0.7757275395729074,
      "delta_cosine": 0.5964965099194016,
      "relative_weight_rmse": 0.009669806607496357
    },
    {
      "index": 17,
      "total": 252,
      "projection": "layers.10.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4171,
      "parameters": 50331648,
      "reference_delta_l2": 2.8577135905386326,
      "retained_delta_l2": 2.52926751345058,
      "delta_retention_norm_ratio": 0.8850668316882849,
      "delta_cosine": 0.6975637132825229,
      "relative_weight_rmse": 0.011913133651727727
    },
    {
      "index": 18,
      "total": 252,
      "projection": "layers.10.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.032,
      "parameters": 4194304,
      "reference_delta_l2": 0.8998186927776939,
      "retained_delta_l2": 0.8275767991465501,
      "delta_retention_norm_ratio": 0.9197150556984576,
      "delta_cosine": 0.7376539813663522,
      "relative_weight_rmse": 0.011985557206987124
    },
    {
      "index": 19,
      "total": 252,
      "projection": "layers.10.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1402,
      "parameters": 16777216,
      "reference_delta_l2": 1.7764216169052178,
      "retained_delta_l2": 1.5880263761424567,
      "delta_retention_norm_ratio": 0.8939467753770229,
      "delta_cosine": 0.7071347181534064,
      "relative_weight_rmse": 0.012178540141018757
    },
    {
      "index": 20,
      "total": 252,
      "projection": "layers.10.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1408,
      "parameters": 16777216,
      "reference_delta_l2": 2.122997374391854,
      "retained_delta_l2": 2.025968461198601,
      "delta_retention_norm_ratio": 0.9542962632155645,
      "delta_cosine": 0.780362016551102,
      "relative_weight_rmse": 0.013467013031407668
    },
    {
      "index": 21,
      "total": 252,
      "projection": "layers.10.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0343,
      "parameters": 4194304,
      "reference_delta_l2": 0.912184359540502,
      "retained_delta_l2": 0.8151538420844168,
      "delta_retention_norm_ratio": 0.8936283916280227,
      "delta_cosine": 0.7118748333251881,
      "relative_weight_rmse": 0.011223332766388696
    },
    {
      "index": 22,
      "total": 252,
      "projection": "layers.11.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4686,
      "parameters": 50331648,
      "reference_delta_l2": 2.6104099723148297,
      "retained_delta_l2": 2.2346067332217188,
      "delta_retention_norm_ratio": 0.8560366980364159,
      "delta_cosine": 0.6706123400826592,
      "relative_weight_rmse": 0.01105385162026209
    },
    {
      "index": 23,
      "total": 252,
      "projection": "layers.11.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4194,
      "parameters": 50331648,
      "reference_delta_l2": 2.7815164311376197,
      "retained_delta_l2": 2.3500027721817416,
      "delta_retention_norm_ratio": 0.844863882835525,
      "delta_cosine": 0.6602484777285531,
      "relative_weight_rmse": 0.01083411473290713
    },
    {
      "index": 24,
      "total": 252,
      "projection": "layers.11.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4375,
      "parameters": 50331648,
      "reference_delta_l2": 2.678569199184031,
      "retained_delta_l2": 2.2772185933427775,
      "delta_retention_norm_ratio": 0.8501623157753341,
      "delta_cosine": 0.6637258455511463,
      "relative_weight_rmse": 0.011385599843358225
    },
    {
      "index": 25,
      "total": 252,
      "projection": "layers.11.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0465,
      "parameters": 4194304,
      "reference_delta_l2": 1.1340656916927645,
      "retained_delta_l2": 1.0920343839344664,
      "delta_retention_norm_ratio": 0.9629375017107165,
      "delta_cosine": 0.7881295692080786,
      "relative_weight_rmse": 0.013695872593250422
    },
    {
      "index": 26,
      "total": 252,
      "projection": "layers.11.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1999,
      "parameters": 16777216,
      "reference_delta_l2": 1.672143527965203,
      "retained_delta_l2": 1.4687315594636061,
      "delta_retention_norm_ratio": 0.8783525665711694,
      "delta_cosine": 0.6933074227588261,
      "relative_weight_rmse": 0.011737206507406017
    },
    {
      "index": 27,
      "total": 252,
      "projection": "layers.11.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1989,
      "parameters": 16777216,
      "reference_delta_l2": 1.4122816222708314,
      "retained_delta_l2": 1.1762013541164018,
      "delta_retention_norm_ratio": 0.83283768305727,
      "delta_cosine": 0.6475239186534177,
      "relative_weight_rmse": 0.010783765175329814
    },
    {
      "index": 28,
      "total": 252,
      "projection": "layers.11.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0469,
      "parameters": 4194304,
      "reference_delta_l2": 1.0013409141793463,
      "retained_delta_l2": 0.9117468931001278,
      "delta_retention_norm_ratio": 0.9105259559351515,
      "delta_cosine": 0.7279696889694092,
      "relative_weight_rmse": 0.011913626318420027
    },
    {
      "index": 29,
      "total": 252,
      "projection": "layers.12.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.577,
      "parameters": 50331648,
      "reference_delta_l2": 2.5691708305434933,
      "retained_delta_l2": 2.189496701155307,
      "delta_retention_norm_ratio": 0.8522191966083202,
      "delta_cosine": 0.6668215305174465,
      "relative_weight_rmse": 0.01083997338002989
    },
    {
      "index": 30,
      "total": 252,
      "projection": "layers.12.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4148,
      "parameters": 50331648,
      "reference_delta_l2": 3.2247269569166295,
      "retained_delta_l2": 2.8937501222543474,
      "delta_retention_norm_ratio": 0.8973628344091648,
      "delta_cosine": 0.713492442612776,
      "relative_weight_rmse": 0.01201085600684952
    },
    {
      "index": 31,
      "total": 252,
      "projection": "layers.12.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4063,
      "parameters": 50331648,
      "reference_delta_l2": 2.690858587917568,
      "retained_delta_l2": 2.294693909145447,
      "delta_retention_norm_ratio": 0.8527738765050789,
      "delta_cosine": 0.6665205460872305,
      "relative_weight_rmse": 0.01123282761356742
    },
    {
      "index": 32,
      "total": 252,
      "projection": "layers.12.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0323,
      "parameters": 4194304,
      "reference_delta_l2": 0.9326008986662857,
      "retained_delta_l2": 0.8657912033264226,
      "delta_retention_norm_ratio": 0.9283619655145006,
      "delta_cosine": 0.7477186684337965,
      "relative_weight_rmse": 0.012293476345715487
    },
    {
      "index": 33,
      "total": 252,
      "projection": "layers.12.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1434,
      "parameters": 16777216,
      "reference_delta_l2": 1.775347398911911,
      "retained_delta_l2": 1.608620445441323,
      "delta_retention_norm_ratio": 0.9060877022870154,
      "delta_cosine": 0.7221078916643545,
      "relative_weight_rmse": 0.012040461606114156
    },
    {
      "index": 34,
      "total": 252,
      "projection": "layers.12.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1499,
      "parameters": 16777216,
      "reference_delta_l2": 1.8080238692898043,
      "retained_delta_l2": 1.6531886810346097,
      "delta_retention_norm_ratio": 0.9143621990366675,
      "delta_cosine": 0.731378765364209,
      "relative_weight_rmse": 0.012442599820811065
    },
    {
      "index": 35,
      "total": 252,
      "projection": "layers.12.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0373,
      "parameters": 4194304,
      "reference_delta_l2": 1.0883769590790944,
      "retained_delta_l2": 1.0253875091173987,
      "delta_retention_norm_ratio": 0.9421253367812998,
      "delta_cosine": 0.7663484953141674,
      "relative_weight_rmse": 0.012198017874787075
    },
    {
      "index": 36,
      "total": 252,
      "projection": "layers.13.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4742,
      "parameters": 50331648,
      "reference_delta_l2": 2.3478968953192507,
      "retained_delta_l2": 1.9235928393847987,
      "delta_retention_norm_ratio": 0.8192833523565957,
      "delta_cosine": 0.6361034701796185,
      "relative_weight_rmse": 0.010201271050695015
    },
    {
      "index": 37,
      "total": 252,
      "projection": "layers.13.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4218,
      "parameters": 50331648,
      "reference_delta_l2": 3.000471438626002,
      "retained_delta_l2": 2.627753262768171,
      "delta_retention_norm_ratio": 0.875780128729201,
      "delta_cosine": 0.6885754794884557,
      "relative_weight_rmse": 0.011915921757060728
    },
    {
      "index": 38,
      "total": 252,
      "projection": "layers.13.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4051,
      "parameters": 50331648,
      "reference_delta_l2": 2.4051219611132675,
      "retained_delta_l2": 1.945671262513034,
      "delta_retention_norm_ratio": 0.8089698959018419,
      "delta_cosine": 0.6255035112948868,
      "relative_weight_rmse": 0.010360387584441638
    },
    {
      "index": 39,
      "total": 252,
      "projection": "layers.13.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0319,
      "parameters": 4194304,
      "reference_delta_l2": 1.3429069331806525,
      "retained_delta_l2": 1.3287285477304247,
      "delta_retention_norm_ratio": 0.9894420193239702,
      "delta_cosine": 0.8346571726075079,
      "relative_weight_rmse": 0.014787635515364923
    },
    {
      "index": 40,
      "total": 252,
      "projection": "layers.13.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1378,
      "parameters": 16777216,
      "reference_delta_l2": 1.7328648694224957,
      "retained_delta_l2": 1.5537014169525183,
      "delta_retention_norm_ratio": 0.8966085263591924,
      "delta_cosine": 0.7123589803493854,
      "relative_weight_rmse": 0.012274901358271239
    },
    {
      "index": 41,
      "total": 252,
      "projection": "layers.13.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1369,
      "parameters": 16777216,
      "reference_delta_l2": 1.4123517420363745,
      "retained_delta_l2": 1.1765043274465432,
      "delta_retention_norm_ratio": 0.8330108516382904,
      "delta_cosine": 0.6475889102758927,
      "relative_weight_rmse": 0.01076471145912194
    },
    {
      "index": 42,
      "total": 252,
      "projection": "layers.13.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0313,
      "parameters": 4194304,
      "reference_delta_l2": 1.0333335552344707,
      "retained_delta_l2": 0.9529341362641146,
      "delta_retention_norm_ratio": 0.9221941273821184,
      "delta_cosine": 0.73967487511522,
      "relative_weight_rmse": 0.0123538070895839
    },
    {
      "index": 43,
      "total": 252,
      "projection": "layers.14.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4555,
      "parameters": 50331648,
      "reference_delta_l2": 2.469573129616929,
      "retained_delta_l2": 2.0888005907238436,
      "delta_retention_norm_ratio": 0.8458144307100759,
      "delta_cosine": 0.6614629304359669,
      "relative_weight_rmse": 0.010524613952879095
    },
    {
      "index": 44,
      "total": 252,
      "projection": "layers.14.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4081,
      "parameters": 50331648,
      "reference_delta_l2": 2.742309509862897,
      "retained_delta_l2": 2.328518937993237,
      "delta_retention_norm_ratio": 0.8491087273768936,
      "delta_cosine": 0.6623423703861038,
      "relative_weight_rmse": 0.011387610089471041
    },
    {
      "index": 45,
      "total": 252,
      "projection": "layers.14.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4052,
      "parameters": 50331648,
      "reference_delta_l2": 2.947539534787834,
      "retained_delta_l2": 2.6134287856822414,
      "delta_retention_norm_ratio": 0.8866475766780032,
      "delta_cosine": 0.7010843497097912,
      "relative_weight_rmse": 0.011791903699862993
    },
    {
      "index": 46,
      "total": 252,
      "projection": "layers.14.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0323,
      "parameters": 4194304,
      "reference_delta_l2": 0.7297764978434413,
      "retained_delta_l2": 0.619903107980693,
      "delta_retention_norm_ratio": 0.8494424112211963,
      "delta_cosine": 0.6664616509602604,
      "relative_weight_rmse": 0.010727987313735468
    },
    {
      "index": 47,
      "total": 252,
      "projection": "layers.14.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1377,
      "parameters": 16777216,
      "reference_delta_l2": 1.558674985596514,
      "retained_delta_l2": 1.3576325874039534,
      "delta_retention_norm_ratio": 0.8710171138625026,
      "delta_cosine": 0.6852993618997607,
      "relative_weight_rmse": 0.011457881608973835
    },
    {
      "index": 48,
      "total": 252,
      "projection": "layers.14.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1439,
      "parameters": 16777216,
      "reference_delta_l2": 2.3179808306560723,
      "retained_delta_l2": 2.259398847505989,
      "delta_retention_norm_ratio": 0.9747271494331112,
      "delta_cosine": 0.80549694770149,
      "relative_weight_rmse": 0.01391203550972023
    },
    {
      "index": 49,
      "total": 252,
      "projection": "layers.14.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0311,
      "parameters": 4194304,
      "reference_delta_l2": 1.0188578856172599,
      "retained_delta_l2": 0.9462917556027628,
      "delta_retention_norm_ratio": 0.9287769854472551,
      "delta_cosine": 0.746251700282814,
      "relative_weight_rmse": 0.01239143536617792
    },
    {
      "index": 50,
      "total": 252,
      "projection": "layers.15.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4492,
      "parameters": 50331648,
      "reference_delta_l2": 2.3708678589434378,
      "retained_delta_l2": 1.9723246740883256,
      "delta_retention_norm_ratio": 0.8318998744060243,
      "delta_cosine": 0.6480306353655926,
      "relative_weight_rmse": 0.010299677630315413
    },
    {
      "index": 51,
      "total": 252,
      "projection": "layers.15.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4045,
      "parameters": 50331648,
      "reference_delta_l2": 2.8883940009536784,
      "retained_delta_l2": 2.530292392394288,
      "delta_retention_norm_ratio": 0.8760205122842818,
      "delta_cosine": 0.6878748286799004,
      "relative_weight_rmse": 0.012062419373950086
    },
    {
      "index": 52,
      "total": 252,
      "projection": "layers.15.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4102,
      "parameters": 50331648,
      "reference_delta_l2": 2.788342252793093,
      "retained_delta_l2": 2.4395352636314054,
      "delta_retention_norm_ratio": 0.8749052456482751,
      "delta_cosine": 0.6892251782824516,
      "relative_weight_rmse": 0.011425039353465094
    },
    {
      "index": 53,
      "total": 252,
      "projection": "layers.15.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.032,
      "parameters": 4194304,
      "reference_delta_l2": 0.8145269180918248,
      "retained_delta_l2": 0.720379517527383,
      "delta_retention_norm_ratio": 0.8844146234172361,
      "delta_cosine": 0.6991369929850383,
      "relative_weight_rmse": 0.011595209140609975
    },
    {
      "index": 54,
      "total": 252,
      "projection": "layers.15.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1405,
      "parameters": 16777216,
      "reference_delta_l2": 2.1497846497272506,
      "retained_delta_l2": 2.0659256007681135,
      "delta_retention_norm_ratio": 0.9609918840150913,
      "delta_cosine": 0.7885974868360888,
      "relative_weight_rmse": 0.013836619128579801
    },
    {
      "index": 55,
      "total": 252,
      "projection": "layers.15.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1406,
      "parameters": 16777216,
      "reference_delta_l2": 2.2377648457258323,
      "retained_delta_l2": 2.162654914482189,
      "delta_retention_norm_ratio": 0.9664352885929438,
      "delta_cosine": 0.8011023199522198,
      "relative_weight_rmse": 0.013454728084133871
    },
    {
      "index": 56,
      "total": 252,
      "projection": "layers.15.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0322,
      "parameters": 4194304,
      "reference_delta_l2": 0.8605210346924138,
      "retained_delta_l2": 0.7654756680176747,
      "delta_retention_norm_ratio": 0.8895490489564707,
      "delta_cosine": 0.7059715266274591,
      "relative_weight_rmse": 0.011246988194474008
    },
    {
      "index": 57,
      "total": 252,
      "projection": "layers.16.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4979,
      "parameters": 50331648,
      "reference_delta_l2": 2.490685078994634,
      "retained_delta_l2": 2.1279313342383284,
      "delta_retention_norm_ratio": 0.8543558365464929,
      "delta_cosine": 0.669094258774527,
      "relative_weight_rmse": 0.010663628776454517
    },
    {
      "index": 58,
      "total": 252,
      "projection": "layers.16.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4092,
      "parameters": 50331648,
      "reference_delta_l2": 2.6473584438715316,
      "retained_delta_l2": 2.2656418589367266,
      "delta_retention_norm_ratio": 0.8558122773973222,
      "delta_cosine": 0.6691989170714746,
      "relative_weight_rmse": 0.011094012154423467
    },
    {
      "index": 59,
      "total": 252,
      "projection": "layers.16.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4396,
      "parameters": 50331648,
      "reference_delta_l2": 2.55736669406065,
      "retained_delta_l2": 2.1559497890563675,
      "delta_retention_norm_ratio": 0.8430350618327234,
      "delta_cosine": 0.6571284538780846,
      "relative_weight_rmse": 0.010890256567761988
    },
    {
      "index": 60,
      "total": 252,
      "projection": "layers.16.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0328,
      "parameters": 4194304,
      "reference_delta_l2": 0.7410805911644441,
      "retained_delta_l2": 0.6386088520802584,
      "delta_retention_norm_ratio": 0.8617265918094359,
      "delta_cosine": 0.6756666042764502,
      "relative_weight_rmse": 0.011225430131309012
    },
    {
      "index": 61,
      "total": 252,
      "projection": "layers.16.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1381,
      "parameters": 16777216,
      "reference_delta_l2": 1.6683307894897468,
      "retained_delta_l2": 1.4925542040303772,
      "delta_retention_norm_ratio": 0.8946392486629523,
      "delta_cosine": 0.7096960070588256,
      "relative_weight_rmse": 0.011946513807621155
    },
    {
      "index": 62,
      "total": 252,
      "projection": "layers.16.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.138,
      "parameters": 16777216,
      "reference_delta_l2": 1.8123964496879301,
      "retained_delta_l2": 1.6808503386928568,
      "delta_retention_norm_ratio": 0.9274186886551651,
      "delta_cosine": 0.7482999852666631,
      "relative_weight_rmse": 0.012472925655758988
    },
    {
      "index": 63,
      "total": 252,
      "projection": "layers.16.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0315,
      "parameters": 4194304,
      "reference_delta_l2": 0.9577929367868838,
      "retained_delta_l2": 0.8744181947321424,
      "delta_retention_norm_ratio": 0.9129511830245487,
      "delta_cosine": 0.7297937432743306,
      "relative_weight_rmse": 0.012143767704550699
    },
    {
      "index": 64,
      "total": 252,
      "projection": "layers.17.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.6283,
      "parameters": 50331648,
      "reference_delta_l2": 2.5799456264058795,
      "retained_delta_l2": 2.2192014783790848,
      "delta_retention_norm_ratio": 0.8601737399677887,
      "delta_cosine": 0.6746896043620583,
      "relative_weight_rmse": 0.01092665647466412
    },
    {
      "index": 65,
      "total": 252,
      "projection": "layers.17.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5892,
      "parameters": 50331648,
      "reference_delta_l2": 3.553925118055408,
      "retained_delta_l2": 3.335465464267366,
      "delta_retention_norm_ratio": 0.9385300346711931,
      "delta_cosine": 0.7574282628963688,
      "relative_weight_rmse": 0.013331781964907223
    },
    {
      "index": 66,
      "total": 252,
      "projection": "layers.17.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4603,
      "parameters": 50331648,
      "reference_delta_l2": 3.185910889753096,
      "retained_delta_l2": 2.9020136708320443,
      "delta_retention_norm_ratio": 0.9108897804285251,
      "delta_cosine": 0.7254698345383945,
      "relative_weight_rmse": 0.012382911774040701
    },
    {
      "index": 67,
      "total": 252,
      "projection": "layers.17.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0356,
      "parameters": 4194304,
      "reference_delta_l2": 0.7875389681256384,
      "retained_delta_l2": 0.7048170134748019,
      "delta_retention_norm_ratio": 0.8949614457203092,
      "delta_cosine": 0.7148004125434958,
      "relative_weight_rmse": 0.011560088995021325
    },
    {
      "index": 68,
      "total": 252,
      "projection": "layers.17.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1534,
      "parameters": 16777216,
      "reference_delta_l2": 1.7301552499646233,
      "retained_delta_l2": 1.57031997815632,
      "delta_retention_norm_ratio": 0.9076179598266851,
      "delta_cosine": 0.7248082791642272,
      "relative_weight_rmse": 0.012201341600099743
    },
    {
      "index": 69,
      "total": 252,
      "projection": "layers.17.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1562,
      "parameters": 16777216,
      "reference_delta_l2": 1.6622515265341566,
      "retained_delta_l2": 1.4875158863932494,
      "delta_retention_norm_ratio": 0.8948801445800225,
      "delta_cosine": 0.7079099484224681,
      "relative_weight_rmse": 0.011976361528570949
    },
    {
      "index": 70,
      "total": 252,
      "projection": "layers.17.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0349,
      "parameters": 4194304,
      "reference_delta_l2": 1.0327487637903503,
      "retained_delta_l2": 0.9684890309610055,
      "delta_retention_norm_ratio": 0.9377779619958088,
      "delta_cosine": 0.7589254804851308,
      "relative_weight_rmse": 0.01275393762219772
    },
    {
      "index": 71,
      "total": 252,
      "projection": "layers.18.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4716,
      "parameters": 50331648,
      "reference_delta_l2": 2.910942824426125,
      "retained_delta_l2": 2.6223137638455887,
      "delta_retention_norm_ratio": 0.9008468808941866,
      "delta_cosine": 0.715347308907642,
      "relative_weight_rmse": 0.011717583497849349
    },
    {
      "index": 72,
      "total": 252,
      "projection": "layers.18.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4071,
      "parameters": 50331648,
      "reference_delta_l2": 4.7566559139668145,
      "retained_delta_l2": 4.721819911363684,
      "delta_retention_norm_ratio": 0.9926763669197003,
      "delta_cosine": 0.828302544944248,
      "relative_weight_rmse": 0.015482149915699557
    },
    {
      "index": 73,
      "total": 252,
      "projection": "layers.18.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4384,
      "parameters": 50331648,
      "reference_delta_l2": 3.269018312458689,
      "retained_delta_l2": 3.008014333209573,
      "delta_retention_norm_ratio": 0.9201583000454929,
      "delta_cosine": 0.7367324745005237,
      "relative_weight_rmse": 0.012492455714722801
    },
    {
      "index": 74,
      "total": 252,
      "projection": "layers.18.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0359,
      "parameters": 4194304,
      "reference_delta_l2": 1.1195674639366135,
      "retained_delta_l2": 1.0864407095655124,
      "delta_retention_norm_ratio": 0.9704111137218823,
      "delta_cosine": 0.7993208457886833,
      "relative_weight_rmse": 0.014013148599041037
    },
    {
      "index": 75,
      "total": 252,
      "projection": "layers.18.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1538,
      "parameters": 16777216,
      "reference_delta_l2": 1.6276674612074848,
      "retained_delta_l2": 1.4546150543877026,
      "delta_retention_norm_ratio": 0.8936807358111076,
      "delta_cosine": 0.7106156353594916,
      "relative_weight_rmse": 0.011692682871370855
    },
    {
      "index": 76,
      "total": 252,
      "projection": "layers.18.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1513,
      "parameters": 16777216,
      "reference_delta_l2": 2.10005497505043,
      "retained_delta_l2": 2.0097741177809665,
      "delta_retention_norm_ratio": 0.9570102409974789,
      "delta_cosine": 0.7836979023090542,
      "relative_weight_rmse": 0.013546298349590657
    },
    {
      "index": 77,
      "total": 252,
      "projection": "layers.18.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0349,
      "parameters": 4194304,
      "reference_delta_l2": 0.9280940235763724,
      "retained_delta_l2": 0.8454209077890051,
      "delta_retention_norm_ratio": 0.9109216160354209,
      "delta_cosine": 0.7278410211198819,
      "relative_weight_rmse": 0.01178831388535288
    },
    {
      "index": 78,
      "total": 252,
      "projection": "layers.19.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4856,
      "parameters": 50331648,
      "reference_delta_l2": 2.6909513491215695,
      "retained_delta_l2": 2.35436383498776,
      "delta_retention_norm_ratio": 0.8749187664638811,
      "delta_cosine": 0.6891278949986944,
      "relative_weight_rmse": 0.011201087239634143
    },
    {
      "index": 79,
      "total": 252,
      "projection": "layers.19.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4043,
      "parameters": 50331648,
      "reference_delta_l2": 4.63653378419394,
      "retained_delta_l2": 4.572165535335737,
      "delta_retention_norm_ratio": 0.9861171616871127,
      "delta_cosine": 0.8194393635845368,
      "relative_weight_rmse": 0.015483533554919179
    },
    {
      "index": 80,
      "total": 252,
      "projection": "layers.19.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4053,
      "parameters": 50331648,
      "reference_delta_l2": 3.0936210245432267,
      "retained_delta_l2": 2.7739735520783784,
      "delta_retention_norm_ratio": 0.8966752973525436,
      "delta_cosine": 0.7109372653041035,
      "relative_weight_rmse": 0.012201010045957531
    },
    {
      "index": 81,
      "total": 252,
      "projection": "layers.19.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0357,
      "parameters": 4194304,
      "reference_delta_l2": 1.0461313388783178,
      "retained_delta_l2": 1.007070701509642,
      "delta_retention_norm_ratio": 0.9626618227396215,
      "delta_cosine": 0.7954978221092615,
      "relative_weight_rmse": 0.013601824359116688
    },
    {
      "index": 82,
      "total": 252,
      "projection": "layers.19.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1535,
      "parameters": 16777216,
      "reference_delta_l2": 1.6404153005963256,
      "retained_delta_l2": 1.4610182459530188,
      "delta_retention_norm_ratio": 0.8906392456970548,
      "delta_cosine": 0.7053464552792614,
      "relative_weight_rmse": 0.011796560151505405
    },
    {
      "index": 83,
      "total": 252,
      "projection": "layers.19.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1515,
      "parameters": 16777216,
      "reference_delta_l2": 1.9394315274438587,
      "retained_delta_l2": 1.8302753962433107,
      "delta_retention_norm_ratio": 0.943717460680649,
      "delta_cosine": 0.7660351373048885,
      "relative_weight_rmse": 0.012835505145347845
    },
    {
      "index": 84,
      "total": 252,
      "projection": "layers.19.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0347,
      "parameters": 4194304,
      "reference_delta_l2": 1.2337371802814954,
      "retained_delta_l2": 1.2002451732587,
      "delta_retention_norm_ratio": 0.972853207670086,
      "delta_cosine": 0.8055223257719838,
      "relative_weight_rmse": 0.013856626774007605
    },
    {
      "index": 85,
      "total": 252,
      "projection": "layers.2.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4935,
      "parameters": 50331648,
      "reference_delta_l2": 1.5518511196740064,
      "retained_delta_l2": 1.3366759420320173,
      "delta_retention_norm_ratio": 0.8613428988682946,
      "delta_cosine": 0.6980578700863995,
      "relative_weight_rmse": 0.010111972469663685
    },
    {
      "index": 86,
      "total": 252,
      "projection": "layers.2.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4504,
      "parameters": 50331648,
      "reference_delta_l2": 2.5094241436849516,
      "retained_delta_l2": 2.366347044034418,
      "delta_retention_norm_ratio": 0.9429840905888341,
      "delta_cosine": 0.7973101390863121,
      "relative_weight_rmse": 0.012665371307374164
    },
    {
      "index": 87,
      "total": 252,
      "projection": "layers.2.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4497,
      "parameters": 50331648,
      "reference_delta_l2": 3.3647272098404217,
      "retained_delta_l2": 3.3447345474638537,
      "delta_retention_norm_ratio": 0.9940581624810184,
      "delta_cosine": 0.8791971267764601,
      "relative_weight_rmse": 0.014946247063864092
    },
    {
      "index": 88,
      "total": 252,
      "projection": "layers.2.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0357,
      "parameters": 4194304,
      "reference_delta_l2": 0.5776991345012915,
      "retained_delta_l2": 0.43478786114566365,
      "delta_retention_norm_ratio": 0.7526198936077714,
      "delta_cosine": 0.5763481613386853,
      "relative_weight_rmse": 0.00929726448531777
    },
    {
      "index": 89,
      "total": 252,
      "projection": "layers.2.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1533,
      "parameters": 16777216,
      "reference_delta_l2": 2.09035577820529,
      "retained_delta_l2": 1.9727312208670051,
      "delta_retention_norm_ratio": 0.9437298862879345,
      "delta_cosine": 0.7610889829487967,
      "relative_weight_rmse": 0.013963950827943881
    },
    {
      "index": 90,
      "total": 252,
      "projection": "layers.2.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1414,
      "parameters": 16777216,
      "reference_delta_l2": 1.231077115157188,
      "retained_delta_l2": 0.9730372890945638,
      "delta_retention_norm_ratio": 0.7903950752673385,
      "delta_cosine": 0.6085251089247281,
      "relative_weight_rmse": 0.010194756420213015
    },
    {
      "index": 91,
      "total": 252,
      "projection": "layers.2.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0312,
      "parameters": 4194304,
      "reference_delta_l2": 1.1638421245105781,
      "retained_delta_l2": 1.1231926668431822,
      "delta_retention_norm_ratio": 0.9650730483015556,
      "delta_cosine": 0.7938501587218837,
      "relative_weight_rmse": 0.013528191351573087
    },
    {
      "index": 92,
      "total": 252,
      "projection": "layers.20.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4508,
      "parameters": 50331648,
      "reference_delta_l2": 2.648327819083784,
      "retained_delta_l2": 2.2607752431035935,
      "delta_retention_norm_ratio": 0.853661403551518,
      "delta_cosine": 0.6660629663101232,
      "relative_weight_rmse": 0.01125538558597506
    },
    {
      "index": 93,
      "total": 252,
      "projection": "layers.20.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4129,
      "parameters": 50331648,
      "reference_delta_l2": 4.569251145168252,
      "retained_delta_l2": 4.503283948830417,
      "delta_retention_norm_ratio": 0.9855627991891862,
      "delta_cosine": 0.8179012740137436,
      "relative_weight_rmse": 0.015462660043373235
    },
    {
      "index": 94,
      "total": 252,
      "projection": "layers.20.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4066,
      "parameters": 50331648,
      "reference_delta_l2": 3.127333039964154,
      "retained_delta_l2": 2.809774051086796,
      "delta_retention_norm_ratio": 0.8984569328500434,
      "delta_cosine": 0.7123398664772798,
      "relative_weight_rmse": 0.012280477657352691
    },
    {
      "index": 95,
      "total": 252,
      "projection": "layers.20.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0325,
      "parameters": 4194304,
      "reference_delta_l2": 0.8444471215421555,
      "retained_delta_l2": 0.7766856328214965,
      "delta_retention_norm_ratio": 0.9197563861702662,
      "delta_cosine": 0.7402785963194388,
      "relative_weight_rmse": 0.012201081714308734
    },
    {
      "index": 96,
      "total": 252,
      "projection": "layers.20.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1385,
      "parameters": 16777216,
      "reference_delta_l2": 1.6102583747320622,
      "retained_delta_l2": 1.4294648241491053,
      "delta_retention_norm_ratio": 0.8877238874084166,
      "delta_cosine": 0.7036153111364795,
      "relative_weight_rmse": 0.011827076546477997
    },
    {
      "index": 97,
      "total": 252,
      "projection": "layers.20.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.137,
      "parameters": 16777216,
      "reference_delta_l2": 1.8950289561585765,
      "retained_delta_l2": 1.771394157481164,
      "delta_retention_norm_ratio": 0.9347583590870119,
      "delta_cosine": 0.7573024527449137,
      "relative_weight_rmse": 0.012347075017562319
    },
    {
      "index": 98,
      "total": 252,
      "projection": "layers.20.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0307,
      "parameters": 4194304,
      "reference_delta_l2": 0.9456752961407162,
      "retained_delta_l2": 0.8681683904444714,
      "delta_retention_norm_ratio": 0.9180406784310121,
      "delta_cosine": 0.7373077284451539,
      "relative_weight_rmse": 0.012034663979451769
    },
    {
      "index": 99,
      "total": 252,
      "projection": "layers.21.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4561,
      "parameters": 50331648,
      "reference_delta_l2": 3.1059472178434917,
      "retained_delta_l2": 2.8040450977659654,
      "delta_retention_norm_ratio": 0.9027986958879675,
      "delta_cosine": 0.7158659485307688,
      "relative_weight_rmse": 0.012306458853181658
    },
    {
      "index": 100,
      "total": 252,
      "projection": "layers.21.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4063,
      "parameters": 50331648,
      "reference_delta_l2": 4.647257827016896,
      "retained_delta_l2": 4.587235764830932,
      "delta_retention_norm_ratio": 0.9870844131270218,
      "delta_cosine": 0.8178677648554424,
      "relative_weight_rmse": 0.015958610880059444
    },
    {
      "index": 101,
      "total": 252,
      "projection": "layers.21.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4075,
      "parameters": 50331648,
      "reference_delta_l2": 3.343274641208289,
      "retained_delta_l2": 3.070131448345034,
      "delta_retention_norm_ratio": 0.9183007015048759,
      "delta_cosine": 0.733268621811139,
      "relative_weight_rmse": 0.012763880102308084
    },
    {
      "index": 102,
      "total": 252,
      "projection": "layers.21.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0326,
      "parameters": 4194304,
      "reference_delta_l2": 0.8895788270860215,
      "retained_delta_l2": 0.8227176449246952,
      "delta_retention_norm_ratio": 0.9248395081745119,
      "delta_cosine": 0.7421453803773878,
      "relative_weight_rmse": 0.012827377562577503
    },
    {
      "index": 103,
      "total": 252,
      "projection": "layers.21.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1382,
      "parameters": 16777216,
      "reference_delta_l2": 1.7387482516144692,
      "retained_delta_l2": 1.5904826546311277,
      "delta_retention_norm_ratio": 0.9147285428780886,
      "delta_cosine": 0.7325426554372927,
      "relative_weight_rmse": 0.01239246548091918
    },
    {
      "index": 104,
      "total": 252,
      "projection": "layers.21.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1373,
      "parameters": 16777216,
      "reference_delta_l2": 1.3482105333013195,
      "retained_delta_l2": 1.1153298159841214,
      "delta_retention_norm_ratio": 0.8272668017605895,
      "delta_cosine": 0.6439534939573677,
      "relative_weight_rmse": 0.010341488774834423
    },
    {
      "index": 105,
      "total": 252,
      "projection": "layers.21.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.031,
      "parameters": 4194304,
      "reference_delta_l2": 1.3409023100049466,
      "retained_delta_l2": 1.3237128538538998,
      "delta_retention_norm_ratio": 0.9871806797387175,
      "delta_cosine": 0.8233526974986747,
      "relative_weight_rmse": 0.014558751804341042
    },
    {
      "index": 106,
      "total": 252,
      "projection": "layers.22.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4503,
      "parameters": 50331648,
      "reference_delta_l2": 3.3613694006325487,
      "retained_delta_l2": 3.1257459687149756,
      "delta_retention_norm_ratio": 0.9299025474935206,
      "delta_cosine": 0.7475027723164964,
      "relative_weight_rmse": 0.012608671896082564
    },
    {
      "index": 107,
      "total": 252,
      "projection": "layers.22.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4042,
      "parameters": 50331648,
      "reference_delta_l2": 4.227090543335068,
      "retained_delta_l2": 4.114101999060572,
      "delta_retention_norm_ratio": 0.9732703751868653,
      "delta_cosine": 0.8026350646972197,
      "relative_weight_rmse": 0.014685136811504023
    },
    {
      "index": 108,
      "total": 252,
      "projection": "layers.22.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4044,
      "parameters": 50331648,
      "reference_delta_l2": 3.42858856230666,
      "retained_delta_l2": 3.1778742711030548,
      "delta_retention_norm_ratio": 0.9268753638275772,
      "delta_cosine": 0.74505347679932,
      "relative_weight_rmse": 0.012627603517297475
    },
    {
      "index": 109,
      "total": 252,
      "projection": "layers.22.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0321,
      "parameters": 4194304,
      "reference_delta_l2": 1.1247322733485896,
      "retained_delta_l2": 1.0995433623215611,
      "delta_retention_norm_ratio": 0.9776045272071412,
      "delta_cosine": 0.8173192492799993,
      "relative_weight_rmse": 0.014421970360981725
    },
    {
      "index": 110,
      "total": 252,
      "projection": "layers.22.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1382,
      "parameters": 16777216,
      "reference_delta_l2": 2.0979872197349207,
      "retained_delta_l2": 1.997669141812822,
      "delta_retention_norm_ratio": 0.9521836563261936,
      "delta_cosine": 0.7727792638598913,
      "relative_weight_rmse": 0.013731333527131968
    },
    {
      "index": 111,
      "total": 252,
      "projection": "layers.22.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1374,
      "parameters": 16777216,
      "reference_delta_l2": 1.8707772426064833,
      "retained_delta_l2": 1.7414875110702557,
      "delta_retention_norm_ratio": 0.9308898309260524,
      "delta_cosine": 0.7546670902460179,
      "relative_weight_rmse": 0.012599364135796138
    },
    {
      "index": 112,
      "total": 252,
      "projection": "layers.22.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0314,
      "parameters": 4194304,
      "reference_delta_l2": 1.104802659576068,
      "retained_delta_l2": 1.05249396885162,
      "delta_retention_norm_ratio": 0.9526533627783627,
      "delta_cosine": 0.7776846089237898,
      "relative_weight_rmse": 0.013232255619878642
    },
    {
      "index": 113,
      "total": 252,
      "projection": "layers.23.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.6258,
      "parameters": 50331648,
      "reference_delta_l2": 3.1633513202201087,
      "retained_delta_l2": 2.904218525122913,
      "delta_retention_norm_ratio": 0.9180828277147652,
      "delta_cosine": 0.7353431817072045,
      "relative_weight_rmse": 0.011981116038754442
    },
    {
      "index": 114,
      "total": 252,
      "projection": "layers.23.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5469,
      "parameters": 50331648,
      "reference_delta_l2": 5.656505743819756,
      "retained_delta_l2": 5.702276957599591,
      "delta_retention_norm_ratio": 1.0080917824276665,
      "delta_cosine": 0.853967621844258,
      "relative_weight_rmse": 0.01684234859200357
    },
    {
      "index": 115,
      "total": 252,
      "projection": "layers.23.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4509,
      "parameters": 50331648,
      "reference_delta_l2": 4.986715878731079,
      "retained_delta_l2": 4.949932608725162,
      "delta_retention_norm_ratio": 0.9926237485951822,
      "delta_cosine": 0.8291316907956199,
      "relative_weight_rmse": 0.0154201441844509
    },
    {
      "index": 116,
      "total": 252,
      "projection": "layers.23.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0356,
      "parameters": 4194304,
      "reference_delta_l2": 0.7939559279294958,
      "retained_delta_l2": 0.7065204724238692,
      "delta_retention_norm_ratio": 0.889873666245375,
      "delta_cosine": 0.7055871174972871,
      "relative_weight_rmse": 0.011966085222068048
    },
    {
      "index": 117,
      "total": 252,
      "projection": "layers.23.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1568,
      "parameters": 16777216,
      "reference_delta_l2": 1.9604635366469738,
      "retained_delta_l2": 1.83341823016883,
      "delta_retention_norm_ratio": 0.9351962920486486,
      "delta_cosine": 0.7546900769753205,
      "relative_weight_rmse": 0.012807196115946568
    },
    {
      "index": 118,
      "total": 252,
      "projection": "layers.23.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1514,
      "parameters": 16777216,
      "reference_delta_l2": 1.786934764451321,
      "retained_delta_l2": 1.6193395711722547,
      "delta_retention_norm_ratio": 0.9062107936936767,
      "delta_cosine": 0.7239861199376085,
      "relative_weight_rmse": 0.012030546679848587
    },
    {
      "index": 119,
      "total": 252,
      "projection": "layers.23.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0344,
      "parameters": 4194304,
      "reference_delta_l2": 0.9284739219207063,
      "retained_delta_l2": 0.8527710710862602,
      "delta_retention_norm_ratio": 0.9184652912191201,
      "delta_cosine": 0.7379057501024063,
      "relative_weight_rmse": 0.011738941352338165
    },
    {
      "index": 120,
      "total": 252,
      "projection": "layers.24.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4538,
      "parameters": 50331648,
      "reference_delta_l2": 3.2512199635465575,
      "retained_delta_l2": 2.9791611152369986,
      "delta_retention_norm_ratio": 0.916320996007669,
      "delta_cosine": 0.7315979684198591,
      "relative_weight_rmse": 0.012274904687060372
    },
    {
      "index": 121,
      "total": 252,
      "projection": "layers.24.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4141,
      "parameters": 50331648,
      "reference_delta_l2": 5.154227232527777,
      "retained_delta_l2": 5.126463049363616,
      "delta_retention_norm_ratio": 0.9946133179792803,
      "delta_cosine": 0.8284564309620176,
      "relative_weight_rmse": 0.01629264417549896
    },
    {
      "index": 122,
      "total": 252,
      "projection": "layers.24.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4327,
      "parameters": 50331648,
      "reference_delta_l2": 4.012577164607281,
      "retained_delta_l2": 3.8350333758980173,
      "delta_retention_norm_ratio": 0.9557531777144925,
      "delta_cosine": 0.7758107049347756,
      "relative_weight_rmse": 0.013955012864349846
    },
    {
      "index": 123,
      "total": 252,
      "projection": "layers.24.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0367,
      "parameters": 4194304,
      "reference_delta_l2": 0.967778332282462,
      "retained_delta_l2": 0.918504467005979,
      "delta_retention_norm_ratio": 0.9490855874399742,
      "delta_cosine": 0.7728183425993649,
      "relative_weight_rmse": 0.013162984015967556
    },
    {
      "index": 124,
      "total": 252,
      "projection": "layers.24.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1527,
      "parameters": 16777216,
      "reference_delta_l2": 1.9183039308063368,
      "retained_delta_l2": 1.779208986243734,
      "delta_retention_norm_ratio": 0.9274906638469244,
      "delta_cosine": 0.746153369911424,
      "relative_weight_rmse": 0.012581166671527361
    },
    {
      "index": 125,
      "total": 252,
      "projection": "layers.24.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1554,
      "parameters": 16777216,
      "reference_delta_l2": 3.030138108840141,
      "retained_delta_l2": 3.0274390199969954,
      "delta_retention_norm_ratio": 0.9991092522036301,
      "delta_cosine": 0.8491407163819161,
      "relative_weight_rmse": 0.015583133273445198
    },
    {
      "index": 126,
      "total": 252,
      "projection": "layers.24.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0398,
      "parameters": 4194304,
      "reference_delta_l2": 1.0877776464250843,
      "retained_delta_l2": 1.0365651068283683,
      "delta_retention_norm_ratio": 0.9529200294149978,
      "delta_cosine": 0.7790764719100599,
      "relative_weight_rmse": 0.013049217585105998
    },
    {
      "index": 127,
      "total": 252,
      "projection": "layers.25.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4886,
      "parameters": 50331648,
      "reference_delta_l2": 3.6398335349873516,
      "retained_delta_l2": 3.4069360092034424,
      "delta_retention_norm_ratio": 0.9360142370399039,
      "delta_cosine": 0.7516619597313153,
      "relative_weight_rmse": 0.013267928950284245
    },
    {
      "index": 128,
      "total": 252,
      "projection": "layers.25.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4171,
      "parameters": 50331648,
      "reference_delta_l2": 5.610837782782727,
      "retained_delta_l2": 5.626149005812841,
      "delta_retention_norm_ratio": 1.0027288657456996,
      "delta_cosine": 0.8409889119700277,
      "relative_weight_rmse": 0.016968421605840087
    },
    {
      "index": 129,
      "total": 252,
      "projection": "layers.25.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4115,
      "parameters": 50331648,
      "reference_delta_l2": 3.746807110370269,
      "retained_delta_l2": 3.497193070805163,
      "delta_retention_norm_ratio": 0.9333795329697562,
      "delta_cosine": 0.74840306974875,
      "relative_weight_rmse": 0.013624024235054728
    },
    {
      "index": 130,
      "total": 252,
      "projection": "layers.25.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0358,
      "parameters": 4194304,
      "reference_delta_l2": 1.028118545551861,
      "retained_delta_l2": 0.9815052098251581,
      "delta_retention_norm_ratio": 0.9546615164872039,
      "delta_cosine": 0.7798073063133772,
      "relative_weight_rmse": 0.013540882267493162
    },
    {
      "index": 131,
      "total": 252,
      "projection": "layers.25.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1537,
      "parameters": 16777216,
      "reference_delta_l2": 1.9557405090667663,
      "retained_delta_l2": 1.8088519203064648,
      "delta_retention_norm_ratio": 0.9248936205599212,
      "delta_cosine": 0.7402053610074313,
      "relative_weight_rmse": 0.013197869629674524
    },
    {
      "index": 132,
      "total": 252,
      "projection": "layers.25.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1527,
      "parameters": 16777216,
      "reference_delta_l2": 2.450287342227927,
      "retained_delta_l2": 2.403087385404849,
      "delta_retention_norm_ratio": 0.9807369707178256,
      "delta_cosine": 0.8152029253546118,
      "relative_weight_rmse": 0.01459653992312539
    },
    {
      "index": 133,
      "total": 252,
      "projection": "layers.25.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0343,
      "parameters": 4194304,
      "reference_delta_l2": 1.1892145406651282,
      "retained_delta_l2": 1.1459863763592617,
      "delta_retention_norm_ratio": 0.96364981857547,
      "delta_cosine": 0.7874501262899521,
      "relative_weight_rmse": 0.013464933980101157
    },
    {
      "index": 134,
      "total": 252,
      "projection": "layers.26.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4945,
      "parameters": 50331648,
      "reference_delta_l2": 3.30003946904166,
      "retained_delta_l2": 3.022262544036764,
      "delta_retention_norm_ratio": 0.9158261809863859,
      "delta_cosine": 0.7287034973659762,
      "relative_weight_rmse": 0.012346798780409918
    },
    {
      "index": 135,
      "total": 252,
      "projection": "layers.26.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4621,
      "parameters": 50331648,
      "reference_delta_l2": 5.261299580581659,
      "retained_delta_l2": 5.224002267062033,
      "delta_retention_norm_ratio": 0.9929110074519836,
      "delta_cosine": 0.8222294814243173,
      "relative_weight_rmse": 0.016656878845297127
    },
    {
      "index": 136,
      "total": 252,
      "projection": "layers.26.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5217,
      "parameters": 50331648,
      "reference_delta_l2": 3.6014725942155867,
      "retained_delta_l2": 3.3296092416057674,
      "delta_retention_norm_ratio": 0.9245132801936449,
      "delta_cosine": 0.7382738382693826,
      "relative_weight_rmse": 0.01317464821742268
    },
    {
      "index": 137,
      "total": 252,
      "projection": "layers.26.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0441,
      "parameters": 4194304,
      "reference_delta_l2": 1.1031921973196641,
      "retained_delta_l2": 1.0648616560180328,
      "delta_retention_norm_ratio": 0.9652548836052687,
      "delta_cosine": 0.7914792581057428,
      "relative_weight_rmse": 0.014447584081242486
    },
    {
      "index": 138,
      "total": 252,
      "projection": "layers.26.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1742,
      "parameters": 16777216,
      "reference_delta_l2": 2.146077180004444,
      "retained_delta_l2": 2.021769037377566,
      "delta_retention_norm_ratio": 0.9420765740463163,
      "delta_cosine": 0.7604286350107957,
      "relative_weight_rmse": 0.013814252954227363
    },
    {
      "index": 139,
      "total": 252,
      "projection": "layers.26.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1543,
      "parameters": 16777216,
      "reference_delta_l2": 2.7172992998817547,
      "retained_delta_l2": 2.6935380442306704,
      "delta_retention_norm_ratio": 0.9912555618543314,
      "delta_cosine": 0.8322062734385259,
      "relative_weight_rmse": 0.015376587207712187
    },
    {
      "index": 140,
      "total": 252,
      "projection": "layers.26.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0479,
      "parameters": 4194304,
      "reference_delta_l2": 1.3026609614803737,
      "retained_delta_l2": 1.2674092692591252,
      "delta_retention_norm_ratio": 0.9729387052628126,
      "delta_cosine": 0.8072340171450033,
      "relative_weight_rmse": 0.014264655200412561
    },
    {
      "index": 141,
      "total": 252,
      "projection": "layers.27.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4973,
      "parameters": 50331648,
      "reference_delta_l2": 3.125244636407231,
      "retained_delta_l2": 2.799171625202859,
      "delta_retention_norm_ratio": 0.895664804154588,
      "delta_cosine": 0.708104414605446,
      "relative_weight_rmse": 0.011916091086381152
    },
    {
      "index": 142,
      "total": 252,
      "projection": "layers.27.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4268,
      "parameters": 50331648,
      "reference_delta_l2": 5.234706562326785,
      "retained_delta_l2": 5.202401334124844,
      "delta_retention_norm_ratio": 0.9938286458243074,
      "delta_cosine": 0.8251230091485036,
      "relative_weight_rmse": 0.01646627650655071
    },
    {
      "index": 143,
      "total": 252,
      "projection": "layers.27.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.451,
      "parameters": 50331648,
      "reference_delta_l2": 3.1466878793120747,
      "retained_delta_l2": 2.7638350222987,
      "delta_retention_norm_ratio": 0.8783314800522657,
      "delta_cosine": 0.6900926775153142,
      "relative_weight_rmse": 0.012191925146307
    },
    {
      "index": 144,
      "total": 252,
      "projection": "layers.27.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0353,
      "parameters": 4194304,
      "reference_delta_l2": 0.9588440948085311,
      "retained_delta_l2": 0.902925356600317,
      "delta_retention_norm_ratio": 0.9416810944438466,
      "delta_cosine": 0.7667588223432246,
      "relative_weight_rmse": 0.013509612115864522
    },
    {
      "index": 145,
      "total": 252,
      "projection": "layers.27.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1524,
      "parameters": 16777216,
      "reference_delta_l2": 1.835792245036977,
      "retained_delta_l2": 1.6710422386350765,
      "delta_retention_norm_ratio": 0.9102567260280686,
      "delta_cosine": 0.7241382091019168,
      "relative_weight_rmse": 0.012751238601696262
    },
    {
      "index": 146,
      "total": 252,
      "projection": "layers.27.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1519,
      "parameters": 16777216,
      "reference_delta_l2": 2.5048628458225077,
      "retained_delta_l2": 2.450570651459129,
      "delta_retention_norm_ratio": 0.9783252825782757,
      "delta_cosine": 0.8133870694379497,
      "relative_weight_rmse": 0.014893972338647133
    },
    {
      "index": 147,
      "total": 252,
      "projection": "layers.27.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0319,
      "parameters": 4194304,
      "reference_delta_l2": 1.3030739739734214,
      "retained_delta_l2": 1.2793698934282252,
      "delta_retention_norm_ratio": 0.9818091059919521,
      "delta_cosine": 0.8138158125114515,
      "relative_weight_rmse": 0.014301067828013556
    },
    {
      "index": 148,
      "total": 252,
      "projection": "layers.28.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.6694,
      "parameters": 50331648,
      "reference_delta_l2": 3.764876726849901,
      "retained_delta_l2": 3.5504729834230586,
      "delta_retention_norm_ratio": 0.943051590003523,
      "delta_cosine": 0.7612047837688289,
      "relative_weight_rmse": 0.013106740899625642
    },
    {
      "index": 149,
      "total": 252,
      "projection": "layers.28.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.6168,
      "parameters": 50331648,
      "reference_delta_l2": 6.449671079728101,
      "retained_delta_l2": 6.565925261839936,
      "delta_retention_norm_ratio": 1.0180248233863014,
      "delta_cosine": 0.8675629330702189,
      "relative_weight_rmse": 0.017974227113179638
    },
    {
      "index": 150,
      "total": 252,
      "projection": "layers.28.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.6184,
      "parameters": 50331648,
      "reference_delta_l2": 3.2479959876819815,
      "retained_delta_l2": 2.8809992800601387,
      "delta_retention_norm_ratio": 0.8870082632448818,
      "delta_cosine": 0.6982356355923812,
      "relative_weight_rmse": 0.012335816337365748
    },
    {
      "index": 151,
      "total": 252,
      "projection": "layers.28.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0759,
      "parameters": 4194304,
      "reference_delta_l2": 1.0321389974726225,
      "retained_delta_l2": 0.9822582185272546,
      "delta_retention_norm_ratio": 0.9516724209941588,
      "delta_cosine": 0.7711618405799451,
      "relative_weight_rmse": 0.014133489233940942
    },
    {
      "index": 152,
      "total": 252,
      "projection": "layers.28.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.2248,
      "parameters": 16777216,
      "reference_delta_l2": 1.8688173101850416,
      "retained_delta_l2": 1.7173842126559218,
      "delta_retention_norm_ratio": 0.918968485199805,
      "delta_cosine": 0.7339589456875333,
      "relative_weight_rmse": 0.012839728307364809
    },
    {
      "index": 153,
      "total": 252,
      "projection": "layers.28.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.208,
      "parameters": 16777216,
      "reference_delta_l2": 2.109512276053977,
      "retained_delta_l2": 2.0100535882124766,
      "delta_retention_norm_ratio": 0.9528522829800513,
      "delta_cosine": 0.7773094450468354,
      "relative_weight_rmse": 0.013258147079906166
    },
    {
      "index": 154,
      "total": 252,
      "projection": "layers.28.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0529,
      "parameters": 4194304,
      "reference_delta_l2": 1.057163102098395,
      "retained_delta_l2": 0.9878139310429103,
      "delta_retention_norm_ratio": 0.9344006890537218,
      "delta_cosine": 0.7519254733182212,
      "relative_weight_rmse": 0.012585012211511898
    },
    {
      "index": 155,
      "total": 252,
      "projection": "layers.29.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.6574,
      "parameters": 50331648,
      "reference_delta_l2": 3.744975467124991,
      "retained_delta_l2": 3.5152066847470396,
      "delta_retention_norm_ratio": 0.9386461181401693,
      "delta_cosine": 0.7562522943054943,
      "relative_weight_rmse": 0.013006729822357985
    },
    {
      "index": 156,
      "total": 252,
      "projection": "layers.29.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4129,
      "parameters": 50331648,
      "reference_delta_l2": 6.148255092640315,
      "retained_delta_l2": 6.234482157492212,
      "delta_retention_norm_ratio": 1.0140246400893669,
      "delta_cosine": 0.8574262187978022,
      "relative_weight_rmse": 0.017740207715586282
    },
    {
      "index": 157,
      "total": 252,
      "projection": "layers.29.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4096,
      "parameters": 50331648,
      "reference_delta_l2": 3.585335358597078,
      "retained_delta_l2": 3.285876741858305,
      "delta_retention_norm_ratio": 0.9164768182645125,
      "delta_cosine": 0.7297086222222687,
      "relative_weight_rmse": 0.012909177383043459
    },
    {
      "index": 158,
      "total": 252,
      "projection": "layers.29.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0354,
      "parameters": 4194304,
      "reference_delta_l2": 0.9626150691825459,
      "retained_delta_l2": 0.9122830564587375,
      "delta_retention_norm_ratio": 0.9477132507736967,
      "delta_cosine": 0.7818845706182568,
      "relative_weight_rmse": 0.01313609049197388
    },
    {
      "index": 159,
      "total": 252,
      "projection": "layers.29.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1541,
      "parameters": 16777216,
      "reference_delta_l2": 1.9459053646947755,
      "retained_delta_l2": 1.7941218014153966,
      "delta_retention_norm_ratio": 0.9219984866513861,
      "delta_cosine": 0.7375401582118324,
      "relative_weight_rmse": 0.012932987990345222
    },
    {
      "index": 160,
      "total": 252,
      "projection": "layers.29.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1538,
      "parameters": 16777216,
      "reference_delta_l2": 2.947751788228365,
      "retained_delta_l2": 2.935180959658215,
      "delta_retention_norm_ratio": 0.9957354521434435,
      "delta_cosine": 0.8480855551489582,
      "relative_weight_rmse": 0.015284212821969631
    },
    {
      "index": 161,
      "total": 252,
      "projection": "layers.29.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0351,
      "parameters": 4194304,
      "reference_delta_l2": 1.0691175046208725,
      "retained_delta_l2": 1.0096838531622976,
      "delta_retention_norm_ratio": 0.9444086817382612,
      "delta_cosine": 0.7674711374560128,
      "relative_weight_rmse": 0.012952705969364688
    },
    {
      "index": 162,
      "total": 252,
      "projection": "layers.3.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.493,
      "parameters": 50331648,
      "reference_delta_l2": 2.089716575315149,
      "retained_delta_l2": 1.8561741241206091,
      "delta_retention_norm_ratio": 0.8882420449006012,
      "delta_cosine": 0.7197316256945676,
      "relative_weight_rmse": 0.011403469895362428
    },
    {
      "index": 163,
      "total": 252,
      "projection": "layers.3.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4547,
      "parameters": 50331648,
      "reference_delta_l2": 2.9318396387227974,
      "retained_delta_l2": 2.7113679609099473,
      "delta_retention_norm_ratio": 0.9248009083099461,
      "delta_cosine": 0.7465708736142087,
      "relative_weight_rmse": 0.012270531671797895
    },
    {
      "index": 164,
      "total": 252,
      "projection": "layers.3.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4518,
      "parameters": 50331648,
      "reference_delta_l2": 3.188902082085761,
      "retained_delta_l2": 3.1234115725582,
      "delta_retention_norm_ratio": 0.9794629913864504,
      "delta_cosine": 0.843247925504227,
      "relative_weight_rmse": 0.014682183398788486
    },
    {
      "index": 165,
      "total": 252,
      "projection": "layers.3.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0361,
      "parameters": 4194304,
      "reference_delta_l2": 0.5957548225170014,
      "retained_delta_l2": 0.462647700915074,
      "delta_retention_norm_ratio": 0.7765739922346515,
      "delta_cosine": 0.5976545679020129,
      "relative_weight_rmse": 0.009651304860544914
    },
    {
      "index": 166,
      "total": 252,
      "projection": "layers.3.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1558,
      "parameters": 16777216,
      "reference_delta_l2": 1.8564977617974963,
      "retained_delta_l2": 1.703664558130756,
      "delta_retention_norm_ratio": 0.9176766022498382,
      "delta_cosine": 0.7312300528278413,
      "relative_weight_rmse": 0.012841612285808502
    },
    {
      "index": 167,
      "total": 252,
      "projection": "layers.3.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1416,
      "parameters": 16777216,
      "reference_delta_l2": 1.5114591927222754,
      "retained_delta_l2": 1.3092610042901212,
      "delta_retention_norm_ratio": 0.8662231905394834,
      "delta_cosine": 0.6795542546803904,
      "relative_weight_rmse": 0.01174172346514312
    },
    {
      "index": 168,
      "total": 252,
      "projection": "layers.3.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0316,
      "parameters": 4194304,
      "reference_delta_l2": 0.9495305863978187,
      "retained_delta_l2": 0.8565283992640378,
      "delta_retention_norm_ratio": 0.9020545641540647,
      "delta_cosine": 0.7163760029101252,
      "relative_weight_rmse": 0.012409328467697229
    },
    {
      "index": 169,
      "total": 252,
      "projection": "layers.30.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4665,
      "parameters": 50331648,
      "reference_delta_l2": 3.889297551407395,
      "retained_delta_l2": 3.689156905368003,
      "delta_retention_norm_ratio": 0.9485406700325697,
      "delta_cosine": 0.7668341102234857,
      "relative_weight_rmse": 0.013138320072956873
    },
    {
      "index": 170,
      "total": 252,
      "projection": "layers.30.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4462,
      "parameters": 50331648,
      "reference_delta_l2": 5.417024655242779,
      "retained_delta_l2": 5.416135364193542,
      "delta_retention_norm_ratio": 0.9998358340406709,
      "delta_cosine": 0.8313714569311573,
      "relative_weight_rmse": 0.0169564909913298
    },
    {
      "index": 171,
      "total": 252,
      "projection": "layers.30.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4666,
      "parameters": 50331648,
      "reference_delta_l2": 3.819126871634718,
      "retained_delta_l2": 3.5405898546090633,
      "delta_retention_norm_ratio": 0.9270678805948043,
      "delta_cosine": 0.7404093729714868,
      "relative_weight_rmse": 0.013424233084753504
    },
    {
      "index": 172,
      "total": 252,
      "projection": "layers.30.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0368,
      "parameters": 4194304,
      "reference_delta_l2": 1.4963148357683524,
      "retained_delta_l2": 1.5083287477569252,
      "delta_retention_norm_ratio": 1.0080290001150751,
      "delta_cosine": 0.8529398641780789,
      "relative_weight_rmse": 0.01660992040173974
    },
    {
      "index": 173,
      "total": 252,
      "projection": "layers.30.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1584,
      "parameters": 16777216,
      "reference_delta_l2": 1.8699612129395147,
      "retained_delta_l2": 1.6939845275148544,
      "delta_retention_norm_ratio": 0.9058928686825375,
      "delta_cosine": 0.7177428471689205,
      "relative_weight_rmse": 0.012868674227738065
    },
    {
      "index": 174,
      "total": 252,
      "projection": "layers.30.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1696,
      "parameters": 16777216,
      "reference_delta_l2": 3.026867626466198,
      "retained_delta_l2": 3.038492448510906,
      "delta_retention_norm_ratio": 1.0038405452366215,
      "delta_cosine": 0.8555437465099579,
      "relative_weight_rmse": 0.016312385117527632
    },
    {
      "index": 175,
      "total": 252,
      "projection": "layers.30.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0381,
      "parameters": 4194304,
      "reference_delta_l2": 1.3103580973978421,
      "retained_delta_l2": 1.2727454662392619,
      "delta_retention_norm_ratio": 0.971295914274676,
      "delta_cosine": 0.8016130016801397,
      "relative_weight_rmse": 0.013926367269040557
    },
    {
      "index": 176,
      "total": 252,
      "projection": "layers.31.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4622,
      "parameters": 50331648,
      "reference_delta_l2": 4.112557465011257,
      "retained_delta_l2": 3.9471197082600393,
      "delta_retention_norm_ratio": 0.9597725361508681,
      "delta_cosine": 0.7806248768891962,
      "relative_weight_rmse": 0.013382597606866855
    },
    {
      "index": 177,
      "total": 252,
      "projection": "layers.31.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4048,
      "parameters": 50331648,
      "reference_delta_l2": 4.223828711060859,
      "retained_delta_l2": 4.077127989569533,
      "delta_retention_norm_ratio": 0.9652683071386953,
      "delta_cosine": 0.7862870963489712,
      "relative_weight_rmse": 0.014775501836585539
    },
    {
      "index": 178,
      "total": 252,
      "projection": "layers.31.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4298,
      "parameters": 50331648,
      "reference_delta_l2": 3.749679731544607,
      "retained_delta_l2": 3.46268146614541,
      "delta_retention_norm_ratio": 0.9234605923847866,
      "delta_cosine": 0.7369913069010527,
      "relative_weight_rmse": 0.013133966561587464
    },
    {
      "index": 179,
      "total": 252,
      "projection": "layers.31.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.036,
      "parameters": 4194304,
      "reference_delta_l2": 1.1312737989394437,
      "retained_delta_l2": 1.1077378579281763,
      "delta_retention_norm_ratio": 0.9791951859635288,
      "delta_cosine": 0.8130418253379471,
      "relative_weight_rmse": 0.014432338472134166
    },
    {
      "index": 180,
      "total": 252,
      "projection": "layers.31.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1567,
      "parameters": 16777216,
      "reference_delta_l2": 1.928063724419499,
      "retained_delta_l2": 1.7795399112745443,
      "delta_retention_norm_ratio": 0.922967373295884,
      "delta_cosine": 0.738932673971109,
      "relative_weight_rmse": 0.012544046940459179
    },
    {
      "index": 181,
      "total": 252,
      "projection": "layers.31.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1575,
      "parameters": 16777216,
      "reference_delta_l2": 3.0953250374266994,
      "retained_delta_l2": 3.118746367727834,
      "delta_retention_norm_ratio": 1.0075666787875066,
      "delta_cosine": 0.8592927365671965,
      "relative_weight_rmse": 0.016362367411292777
    },
    {
      "index": 182,
      "total": 252,
      "projection": "layers.31.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0355,
      "parameters": 4194304,
      "reference_delta_l2": 0.9145042079702408,
      "retained_delta_l2": 0.8072281483043932,
      "delta_retention_norm_ratio": 0.8826948430298107,
      "delta_cosine": 0.699848976733929,
      "relative_weight_rmse": 0.01125666329561259
    },
    {
      "index": 183,
      "total": 252,
      "projection": "layers.32.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.5698,
      "parameters": 50331648,
      "reference_delta_l2": 3.0550519151629563,
      "retained_delta_l2": 2.7030221189348613,
      "delta_retention_norm_ratio": 0.8847712556107848,
      "delta_cosine": 0.6984499045656849,
      "relative_weight_rmse": 0.011293767506202028
    },
    {
      "index": 184,
      "total": 252,
      "projection": "layers.32.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.483,
      "parameters": 50331648,
      "reference_delta_l2": 5.754062997691919,
      "retained_delta_l2": 5.806999408392191,
      "delta_retention_norm_ratio": 1.0091998316183723,
      "delta_cosine": 0.8489266209799153,
      "relative_weight_rmse": 0.017508291949826876
    },
    {
      "index": 185,
      "total": 252,
      "projection": "layers.32.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5024,
      "parameters": 50331648,
      "reference_delta_l2": 4.183795657381237,
      "retained_delta_l2": 3.9679568447305917,
      "delta_retention_norm_ratio": 0.9484107661257658,
      "delta_cosine": 0.7674900854696458,
      "relative_weight_rmse": 0.0138468582380262
    },
    {
      "index": 186,
      "total": 252,
      "projection": "layers.32.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.054,
      "parameters": 4194304,
      "reference_delta_l2": 1.0770161828840301,
      "retained_delta_l2": 1.0427000998279297,
      "delta_retention_norm_ratio": 0.9681378203954103,
      "delta_cosine": 0.7990333694275377,
      "relative_weight_rmse": 0.014094558298269931
    },
    {
      "index": 187,
      "total": 252,
      "projection": "layers.32.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1914,
      "parameters": 16777216,
      "reference_delta_l2": 1.953978887850504,
      "retained_delta_l2": 1.795990008493363,
      "delta_retention_norm_ratio": 0.9191450427947365,
      "delta_cosine": 0.7328364849623904,
      "relative_weight_rmse": 0.012912622199988916
    },
    {
      "index": 188,
      "total": 252,
      "projection": "layers.32.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1796,
      "parameters": 16777216,
      "reference_delta_l2": 3.5136802373394898,
      "retained_delta_l2": 3.5736288757330885,
      "delta_retention_norm_ratio": 1.0170614951686643,
      "delta_cosine": 0.8841806139891618,
      "relative_weight_rmse": 0.01703225774601036
    },
    {
      "index": 189,
      "total": 252,
      "projection": "layers.32.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.035,
      "parameters": 4194304,
      "reference_delta_l2": 1.1058690941584695,
      "retained_delta_l2": 1.0362385630081135,
      "delta_retention_norm_ratio": 0.9370354669298877,
      "delta_cosine": 0.7584594640024848,
      "relative_weight_rmse": 0.012604906964990689
    },
    {
      "index": 190,
      "total": 252,
      "projection": "layers.33.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.5121,
      "parameters": 50331648,
      "reference_delta_l2": 4.682289042544063,
      "retained_delta_l2": 4.596022338556956,
      "delta_retention_norm_ratio": 0.9815759550076312,
      "delta_cosine": 0.8099761594481375,
      "relative_weight_rmse": 0.014408382780754198
    },
    {
      "index": 191,
      "total": 252,
      "projection": "layers.33.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4865,
      "parameters": 50331648,
      "reference_delta_l2": 4.014127092269512,
      "retained_delta_l2": 3.8309685730944287,
      "delta_retention_norm_ratio": 0.9543715196442549,
      "delta_cosine": 0.7715101511205649,
      "relative_weight_rmse": 0.014752253148085384
    },
    {
      "index": 192,
      "total": 252,
      "projection": "layers.33.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4507,
      "parameters": 50331648,
      "reference_delta_l2": 4.552880855051247,
      "retained_delta_l2": 4.416455711552382,
      "delta_retention_norm_ratio": 0.9700354241979546,
      "delta_cosine": 0.7956230998996326,
      "relative_weight_rmse": 0.014229351268283607
    },
    {
      "index": 193,
      "total": 252,
      "projection": "layers.33.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.044,
      "parameters": 4194304,
      "reference_delta_l2": 1.1714884759216244,
      "retained_delta_l2": 1.162239862543118,
      "delta_retention_norm_ratio": 0.9921052459596494,
      "delta_cosine": 0.8277283945417799,
      "relative_weight_rmse": 0.015549435727050668
    },
    {
      "index": 194,
      "total": 252,
      "projection": "layers.33.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1469,
      "parameters": 16777216,
      "reference_delta_l2": 1.956410571334175,
      "retained_delta_l2": 1.8080818840710324,
      "delta_retention_norm_ratio": 0.92418325200421,
      "delta_cosine": 0.741240418934167,
      "relative_weight_rmse": 0.012297194196049766
    },
    {
      "index": 195,
      "total": 252,
      "projection": "layers.33.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1398,
      "parameters": 16777216,
      "reference_delta_l2": 1.6953487201611341,
      "retained_delta_l2": 1.5631024817956607,
      "delta_retention_norm_ratio": 0.9219946688296056,
      "delta_cosine": 0.7427254714025582,
      "relative_weight_rmse": 0.011923941274140972
    },
    {
      "index": 196,
      "total": 252,
      "projection": "layers.33.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0314,
      "parameters": 4194304,
      "reference_delta_l2": 1.2341457244056702,
      "retained_delta_l2": 1.1847387794147948,
      "delta_retention_norm_ratio": 0.9599666846355049,
      "delta_cosine": 0.7863607664004597,
      "relative_weight_rmse": 0.0127283179428275
    },
    {
      "index": 197,
      "total": 252,
      "projection": "layers.34.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4646,
      "parameters": 50331648,
      "reference_delta_l2": 3.254529718921971,
      "retained_delta_l2": 3.0231779689918046,
      "delta_retention_norm_ratio": 0.9289139230823188,
      "delta_cosine": 0.745341223879758,
      "relative_weight_rmse": 0.011839365452368134
    },
    {
      "index": 198,
      "total": 252,
      "projection": "layers.34.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5288,
      "parameters": 50331648,
      "reference_delta_l2": 3.5153039041836927,
      "retained_delta_l2": 3.3118616785388983,
      "delta_retention_norm_ratio": 0.9421267033548165,
      "delta_cosine": 0.7571959815236355,
      "relative_weight_rmse": 0.013113854354279319
    },
    {
      "index": 199,
      "total": 252,
      "projection": "layers.34.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4858,
      "parameters": 50331648,
      "reference_delta_l2": 3.1220471900841384,
      "retained_delta_l2": 2.79862654980446,
      "delta_retention_norm_ratio": 0.896407510652982,
      "delta_cosine": 0.7099098019678689,
      "relative_weight_rmse": 0.011418600434844762
    },
    {
      "index": 200,
      "total": 252,
      "projection": "layers.34.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0374,
      "parameters": 4194304,
      "reference_delta_l2": 0.7903795316389047,
      "retained_delta_l2": 0.7292891800891133,
      "delta_retention_norm_ratio": 0.9227075738878048,
      "delta_cosine": 0.753058670486461,
      "relative_weight_rmse": 0.011645255779586767
    },
    {
      "index": 201,
      "total": 252,
      "projection": "layers.34.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1537,
      "parameters": 16777216,
      "reference_delta_l2": 2.37039100209066,
      "retained_delta_l2": 2.3003068185121704,
      "delta_retention_norm_ratio": 0.9704334923999138,
      "delta_cosine": 0.7933461271137942,
      "relative_weight_rmse": 0.014058076907602178
    },
    {
      "index": 202,
      "total": 252,
      "projection": "layers.34.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1521,
      "parameters": 16777216,
      "reference_delta_l2": 2.7976161115782117,
      "retained_delta_l2": 2.811384210003641,
      "delta_retention_norm_ratio": 1.0049213680062996,
      "delta_cosine": 0.8600720864190587,
      "relative_weight_rmse": 0.015298939500820763
    },
    {
      "index": 203,
      "total": 252,
      "projection": "layers.34.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0346,
      "parameters": 4194304,
      "reference_delta_l2": 0.9822597916177848,
      "retained_delta_l2": 0.8778726541723202,
      "delta_retention_norm_ratio": 0.8937275674559185,
      "delta_cosine": 0.7156215745230402,
      "relative_weight_rmse": 0.01141196556432579
    },
    {
      "index": 204,
      "total": 252,
      "projection": "layers.35.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.485,
      "parameters": 50331648,
      "reference_delta_l2": 2.3278731184321253,
      "retained_delta_l2": 2.080644748742452,
      "delta_retention_norm_ratio": 0.8937964583498489,
      "delta_cosine": 0.7142308098011656,
      "relative_weight_rmse": 0.009799166249988927
    },
    {
      "index": 205,
      "total": 252,
      "projection": "layers.35.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4459,
      "parameters": 50331648,
      "reference_delta_l2": 2.624490457214364,
      "retained_delta_l2": 2.2907097766541056,
      "delta_retention_norm_ratio": 0.8728207680684297,
      "delta_cosine": 0.6874999700162999,
      "relative_weight_rmse": 0.010525403547088693
    },
    {
      "index": 206,
      "total": 252,
      "projection": "layers.35.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4468,
      "parameters": 50331648,
      "reference_delta_l2": 2.6619026667954984,
      "retained_delta_l2": 2.2893727982491834,
      "delta_retention_norm_ratio": 0.8600512809152482,
      "delta_cosine": 0.6746867834542335,
      "relative_weight_rmse": 0.010345328694455945
    },
    {
      "index": 207,
      "total": 252,
      "projection": "layers.35.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0353,
      "parameters": 4194304,
      "reference_delta_l2": 0.8326687018400024,
      "retained_delta_l2": 0.7626197331487948,
      "delta_retention_norm_ratio": 0.9158741423372636,
      "delta_cosine": 0.7341666872680872,
      "relative_weight_rmse": 0.012228272670653023
    },
    {
      "index": 208,
      "total": 252,
      "projection": "layers.35.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1528,
      "parameters": 16777216,
      "reference_delta_l2": 1.9770264378206903,
      "retained_delta_l2": 1.8754233496711648,
      "delta_retention_norm_ratio": 0.9486081287504053,
      "delta_cosine": 0.7674469102145189,
      "relative_weight_rmse": 0.012978968041747977
    },
    {
      "index": 209,
      "total": 252,
      "projection": "layers.35.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1493,
      "parameters": 16777216,
      "reference_delta_l2": 1.9240252066305126,
      "retained_delta_l2": 1.8365858347119743,
      "delta_retention_norm_ratio": 0.9545539363948,
      "delta_cosine": 0.7748208172971213,
      "relative_weight_rmse": 0.013093962966165837
    },
    {
      "index": 210,
      "total": 252,
      "projection": "layers.35.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0315,
      "parameters": 4194304,
      "reference_delta_l2": 0.9011555191613387,
      "retained_delta_l2": 0.7946283892491797,
      "delta_retention_norm_ratio": 0.8817882955305,
      "delta_cosine": 0.6985563372860758,
      "relative_weight_rmse": 0.01139125996910996
    },
    {
      "index": 211,
      "total": 252,
      "projection": "layers.4.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4602,
      "parameters": 50331648,
      "reference_delta_l2": 2.2284041107493677,
      "retained_delta_l2": 1.912308090646361,
      "delta_retention_norm_ratio": 0.8581513924793874,
      "delta_cosine": 0.6733987038950043,
      "relative_weight_rmse": 0.010848835221468896
    },
    {
      "index": 212,
      "total": 252,
      "projection": "layers.4.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.599,
      "parameters": 50331648,
      "reference_delta_l2": 3.3223631680557593,
      "retained_delta_l2": 2.9321477421189353,
      "delta_retention_norm_ratio": 0.8825488346100413,
      "delta_cosine": 0.7099485187697749,
      "relative_weight_rmse": 0.010843206512101423
    },
    {
      "index": 213,
      "total": 252,
      "projection": "layers.4.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.6199,
      "parameters": 50331648,
      "reference_delta_l2": 3.3068778367400546,
      "retained_delta_l2": 3.1849764378593615,
      "delta_retention_norm_ratio": 0.9631370117376744,
      "delta_cosine": 0.7957763627454438,
      "relative_weight_rmse": 0.014028163445487966
    },
    {
      "index": 214,
      "total": 252,
      "projection": "layers.4.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0515,
      "parameters": 4194304,
      "reference_delta_l2": 0.5943265881958918,
      "retained_delta_l2": 0.44923539580877975,
      "delta_retention_norm_ratio": 0.7558729572783482,
      "delta_cosine": 0.5787146182002962,
      "relative_weight_rmse": 0.009478202685571882
    },
    {
      "index": 215,
      "total": 252,
      "projection": "layers.4.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.2143,
      "parameters": 16777216,
      "reference_delta_l2": 1.6315352222274537,
      "retained_delta_l2": 1.4182049594601929,
      "delta_retention_norm_ratio": 0.8692456896664408,
      "delta_cosine": 0.6814565809601563,
      "relative_weight_rmse": 0.01181962232864801
    },
    {
      "index": 216,
      "total": 252,
      "projection": "layers.4.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.2219,
      "parameters": 16777216,
      "reference_delta_l2": 1.2635314101224357,
      "retained_delta_l2": 0.9992829602515754,
      "delta_retention_norm_ratio": 0.7908651516266978,
      "delta_cosine": 0.6086767805152506,
      "relative_weight_rmse": 0.010253748835538172
    },
    {
      "index": 217,
      "total": 252,
      "projection": "layers.4.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0519,
      "parameters": 4194304,
      "reference_delta_l2": 1.1348673716260338,
      "retained_delta_l2": 1.0771443670257408,
      "delta_retention_norm_ratio": 0.9491367836951838,
      "delta_cosine": 0.769077303214833,
      "relative_weight_rmse": 0.013529424722191423
    },
    {
      "index": 218,
      "total": 252,
      "projection": "layers.5.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.6594,
      "parameters": 50331648,
      "reference_delta_l2": 1.8096449488022504,
      "retained_delta_l2": 1.348441732456797,
      "delta_retention_norm_ratio": 0.7451415999305776,
      "delta_cosine": 0.5702021105966943,
      "relative_weight_rmse": 0.009066344475002007
    },
    {
      "index": 219,
      "total": 252,
      "projection": "layers.5.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4398,
      "parameters": 50331648,
      "reference_delta_l2": 2.9581444466825837,
      "retained_delta_l2": 2.494926968208721,
      "delta_retention_norm_ratio": 0.8434094457444975,
      "delta_cosine": 0.6608254790586037,
      "relative_weight_rmse": 0.010006429742271778
    },
    {
      "index": 220,
      "total": 252,
      "projection": "layers.5.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4416,
      "parameters": 50331648,
      "reference_delta_l2": 3.1847576094724808,
      "retained_delta_l2": 2.9718679926436264,
      "delta_retention_norm_ratio": 0.9331535887705699,
      "delta_cosine": 0.7499739613494094,
      "relative_weight_rmse": 0.013146130478080225
    },
    {
      "index": 221,
      "total": 252,
      "projection": "layers.5.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0365,
      "parameters": 4194304,
      "reference_delta_l2": 0.621163379722661,
      "retained_delta_l2": 0.4892789656444176,
      "delta_retention_norm_ratio": 0.7876816013572346,
      "delta_cosine": 0.6083900925778365,
      "relative_weight_rmse": 0.0098734492791527
    },
    {
      "index": 222,
      "total": 252,
      "projection": "layers.5.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1603,
      "parameters": 16777216,
      "reference_delta_l2": 1.4706815754227913,
      "retained_delta_l2": 1.2361778289034484,
      "delta_retention_norm_ratio": 0.840547573017682,
      "delta_cosine": 0.6525468273811887,
      "relative_weight_rmse": 0.011366349618374402
    },
    {
      "index": 223,
      "total": 252,
      "projection": "layers.5.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.2023,
      "parameters": 16777216,
      "reference_delta_l2": 1.471888310223771,
      "retained_delta_l2": 1.2577901637049853,
      "delta_retention_norm_ratio": 0.8545418527807749,
      "delta_cosine": 0.6710499482341943,
      "relative_weight_rmse": 0.011205519981466199
    },
    {
      "index": 224,
      "total": 252,
      "projection": "layers.5.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0475,
      "parameters": 4194304,
      "reference_delta_l2": 1.0478447746472717,
      "retained_delta_l2": 0.9835083975713196,
      "delta_retention_norm_ratio": 0.9386012330904554,
      "delta_cosine": 0.761201483781111,
      "relative_weight_rmse": 0.012887362532565526
    },
    {
      "index": 225,
      "total": 252,
      "projection": "layers.6.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.6356,
      "parameters": 50331648,
      "reference_delta_l2": 4.767733159016775,
      "retained_delta_l2": 4.780823858164376,
      "delta_retention_norm_ratio": 1.0027456862015953,
      "delta_cosine": 0.8442620247623968,
      "relative_weight_rmse": 0.015434869473842374
    },
    {
      "index": 226,
      "total": 252,
      "projection": "layers.6.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5937,
      "parameters": 50331648,
      "reference_delta_l2": 3.1127853658519617,
      "retained_delta_l2": 2.7231327704813753,
      "delta_retention_norm_ratio": 0.8748218879318911,
      "delta_cosine": 0.6925269462917778,
      "relative_weight_rmse": 0.01069907289296045
    },
    {
      "index": 227,
      "total": 252,
      "projection": "layers.6.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5698,
      "parameters": 50331648,
      "reference_delta_l2": 3.3891323795442707,
      "retained_delta_l2": 3.2012610817942666,
      "delta_retention_norm_ratio": 0.9445665507538342,
      "delta_cosine": 0.7632462715161046,
      "relative_weight_rmse": 0.013226556935270523
    },
    {
      "index": 228,
      "total": 252,
      "projection": "layers.6.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0366,
      "parameters": 4194304,
      "reference_delta_l2": 0.5936267916366719,
      "retained_delta_l2": 0.44849650488225523,
      "delta_retention_norm_ratio": 0.7555193114611927,
      "delta_cosine": 0.5786583185869822,
      "relative_weight_rmse": 0.009591797724909461
    },
    {
      "index": 229,
      "total": 252,
      "projection": "layers.6.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1548,
      "parameters": 16777216,
      "reference_delta_l2": 1.3662937933533277,
      "retained_delta_l2": 1.1081746998525444,
      "delta_retention_norm_ratio": 0.8110808270106568,
      "delta_cosine": 0.6268541267404001,
      "relative_weight_rmse": 0.010402945447451687
    },
    {
      "index": 230,
      "total": 252,
      "projection": "layers.6.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1523,
      "parameters": 16777216,
      "reference_delta_l2": 1.404094947081925,
      "retained_delta_l2": 1.1650367131920587,
      "delta_retention_norm_ratio": 0.8297421165237496,
      "delta_cosine": 0.644835786205775,
      "relative_weight_rmse": 0.010728688531155947
    },
    {
      "index": 231,
      "total": 252,
      "projection": "layers.6.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0351,
      "parameters": 4194304,
      "reference_delta_l2": 0.9868940636844633,
      "retained_delta_l2": 0.9111959620082837,
      "delta_retention_norm_ratio": 0.9232966288260273,
      "delta_cosine": 0.7397924912744128,
      "relative_weight_rmse": 0.012403267907682316
    },
    {
      "index": 232,
      "total": 252,
      "projection": "layers.7.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4885,
      "parameters": 50331648,
      "reference_delta_l2": 1.8496785554608322,
      "retained_delta_l2": 1.3698546632482855,
      "delta_retention_norm_ratio": 0.7405906605793986,
      "delta_cosine": 0.5660935642501336,
      "relative_weight_rmse": 0.00897799409859664
    },
    {
      "index": 233,
      "total": 252,
      "projection": "layers.7.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4093,
      "parameters": 50331648,
      "reference_delta_l2": 2.9020701264005404,
      "retained_delta_l2": 2.487640078236522,
      "delta_retention_norm_ratio": 0.8571950262697342,
      "delta_cosine": 0.6741874333990765,
      "relative_weight_rmse": 0.010365587764481267
    },
    {
      "index": 234,
      "total": 252,
      "projection": "layers.7.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4031,
      "parameters": 50331648,
      "reference_delta_l2": 2.9786677730928384,
      "retained_delta_l2": 2.695959894362702,
      "delta_retention_norm_ratio": 0.9050891538546467,
      "delta_cosine": 0.7168065799801924,
      "relative_weight_rmse": 0.012392544160721922
    },
    {
      "index": 235,
      "total": 252,
      "projection": "layers.7.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0331,
      "parameters": 4194304,
      "reference_delta_l2": 0.7232052892145597,
      "retained_delta_l2": 0.6140335767614647,
      "delta_retention_norm_ratio": 0.8490446432275665,
      "delta_cosine": 0.662784549584905,
      "relative_weight_rmse": 0.010778714108441558
    },
    {
      "index": 236,
      "total": 252,
      "projection": "layers.7.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1386,
      "parameters": 16777216,
      "reference_delta_l2": 1.3679511683806942,
      "retained_delta_l2": 1.1087497139751692,
      "delta_retention_norm_ratio": 0.8105184889659814,
      "delta_cosine": 0.6256539219338475,
      "relative_weight_rmse": 0.010561121610774705
    },
    {
      "index": 237,
      "total": 252,
      "projection": "layers.7.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1474,
      "parameters": 16777216,
      "reference_delta_l2": 1.6880094197968922,
      "retained_delta_l2": 1.5265190547660956,
      "delta_retention_norm_ratio": 0.9043308863464591,
      "delta_cosine": 0.7181951299018756,
      "relative_weight_rmse": 0.012128721524007775
    },
    {
      "index": 238,
      "total": 252,
      "projection": "layers.7.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0347,
      "parameters": 4194304,
      "reference_delta_l2": 0.9924121578930758,
      "retained_delta_l2": 0.8964162423979289,
      "delta_retention_norm_ratio": 0.9032701133982988,
      "delta_cosine": 0.7184582477278942,
      "relative_weight_rmse": 0.012007815299748084
    },
    {
      "index": 239,
      "total": 252,
      "projection": "layers.8.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4828,
      "parameters": 50331648,
      "reference_delta_l2": 2.64691221760978,
      "retained_delta_l2": 2.2857947357503132,
      "delta_retention_norm_ratio": 0.8635702841004816,
      "delta_cosine": 0.677817519256314,
      "relative_weight_rmse": 0.011074492759919266
    },
    {
      "index": 240,
      "total": 252,
      "projection": "layers.8.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4374,
      "parameters": 50331648,
      "reference_delta_l2": 2.2096077673770287,
      "retained_delta_l2": 1.6672304623673437,
      "delta_retention_norm_ratio": 0.7545368399688748,
      "delta_cosine": 0.577845816218415,
      "relative_weight_rmse": 0.009490851973574195
    },
    {
      "index": 241,
      "total": 252,
      "projection": "layers.8.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4032,
      "parameters": 50331648,
      "reference_delta_l2": 2.6833324735021264,
      "retained_delta_l2": 2.2885269179734777,
      "delta_retention_norm_ratio": 0.852867447687773,
      "delta_cosine": 0.6661050884361409,
      "relative_weight_rmse": 0.01143929142860376
    },
    {
      "index": 242,
      "total": 252,
      "projection": "layers.8.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0325,
      "parameters": 4194304,
      "reference_delta_l2": 0.894970914476173,
      "retained_delta_l2": 0.8119598485870462,
      "delta_retention_norm_ratio": 0.9072471914489945,
      "delta_cosine": 0.7203591771205954,
      "relative_weight_rmse": 0.012141446313081472
    },
    {
      "index": 243,
      "total": 252,
      "projection": "layers.8.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1396,
      "parameters": 16777216,
      "reference_delta_l2": 1.5742749243899192,
      "retained_delta_l2": 1.3489051259474591,
      "delta_retention_norm_ratio": 0.8568421595549469,
      "delta_cosine": 0.6708010472652016,
      "relative_weight_rmse": 0.01131591184137918
    },
    {
      "index": 244,
      "total": 252,
      "projection": "layers.8.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1385,
      "parameters": 16777216,
      "reference_delta_l2": 1.5968418540652398,
      "retained_delta_l2": 1.3863617481042254,
      "delta_retention_norm_ratio": 0.8681897612934091,
      "delta_cosine": 0.6795901804160726,
      "relative_weight_rmse": 0.011850308263669078
    },
    {
      "index": 245,
      "total": 252,
      "projection": "layers.8.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0313,
      "parameters": 4194304,
      "reference_delta_l2": 0.7965422909630013,
      "retained_delta_l2": 0.6606204273462776,
      "delta_retention_norm_ratio": 0.8293601417541845,
      "delta_cosine": 0.6434455112758906,
      "relative_weight_rmse": 0.010629416686343467
    },
    {
      "index": 246,
      "total": 252,
      "projection": "layers.9.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4723,
      "parameters": 50331648,
      "reference_delta_l2": 2.47232075829251,
      "retained_delta_l2": 2.101686287322884,
      "delta_retention_norm_ratio": 0.8500864138577222,
      "delta_cosine": 0.6644696748878688,
      "relative_weight_rmse": 0.010893869061863947
    },
    {
      "index": 247,
      "total": 252,
      "projection": "layers.9.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4518,
      "parameters": 50331648,
      "reference_delta_l2": 2.7120365927867636,
      "retained_delta_l2": 2.2251890219404666,
      "delta_retention_norm_ratio": 0.8204863562161472,
      "delta_cosine": 0.6364763574864426,
      "relative_weight_rmse": 0.010406600532479828
    },
    {
      "index": 248,
      "total": 252,
      "projection": "layers.9.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4461,
      "parameters": 50331648,
      "reference_delta_l2": 3.0321729076256774,
      "retained_delta_l2": 2.751587013465937,
      "delta_retention_norm_ratio": 0.9074637552976981,
      "delta_cosine": 0.7224490158947353,
      "relative_weight_rmse": 0.01240354235029758
    },
    {
      "index": 249,
      "total": 252,
      "projection": "layers.9.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0352,
      "parameters": 4194304,
      "reference_delta_l2": 0.8394663585466136,
      "retained_delta_l2": 0.7573787040711727,
      "delta_retention_norm_ratio": 0.9022144799017783,
      "delta_cosine": 0.7183590459382686,
      "relative_weight_rmse": 0.011797098425141166
    },
    {
      "index": 250,
      "total": 252,
      "projection": "layers.9.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1532,
      "parameters": 16777216,
      "reference_delta_l2": 1.5269071510640992,
      "retained_delta_l2": 1.301707145134331,
      "delta_retention_norm_ratio": 0.8525123117192641,
      "delta_cosine": 0.6669816972555566,
      "relative_weight_rmse": 0.01116571897517731
    },
    {
      "index": 251,
      "total": 252,
      "projection": "layers.9.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1532,
      "parameters": 16777216,
      "reference_delta_l2": 1.8062023392131712,
      "retained_delta_l2": 1.659700464068496,
      "delta_retention_norm_ratio": 0.9188895551931933,
      "delta_cosine": 0.7351277573769627,
      "relative_weight_rmse": 0.012708519539599299
    },
    {
      "index": 252,
      "total": 252,
      "projection": "layers.9.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.035,
      "parameters": 4194304,
      "reference_delta_l2": 0.801285046068713,
      "retained_delta_l2": 0.6708872938731084,
      "delta_retention_norm_ratio": 0.8372642134838711,
      "delta_cosine": 0.6533930656662315,
      "relative_weight_rmse": 0.01043079318737646
    }
  ]
}