{
  "schema_version": 1,
  "format": "comfy_scaled_fp8_merged_text_encoder",
  "scale_policy": "preserve_stock_per_tensor_scale",
  "base": "/workspace/Ideogram/checkpoints/text_encoders/qwen3vl_8b_fp8_scaled.safetensors",
  "base_sha256": "4ba424cf62e51392e4d1a39933e803706f4e823c1065f36aaf149c6453f66bcd",
  "adapter": "/workspace/Ideogram/artifacts/phase2_balanced_4000_8state_debanner_s020_v1_checkpoints/step_00004510/adapters.safetensors",
  "adapter_sha256": "1f2277f2e045b144719b952e572b4f73b1df0ceb70df39881499cb4f8001d328",
  "adapter_global_step": "4510",
  "output": "/workspace/Ideogram/artifacts/huggingface_release/s020_v1/qwen3vl_8b_ideogram4_nl_s020_v1_step_00004510_fp8_scaled.safetensors",
  "output_bytes": 10588637800,
  "output_sha256": "f438aae391f0f41539cd79bceeab551770183842beba12cb106826d284e59b1f",
  "output_tensors": 1254,
  "merged_projections": 252,
  "lora_rank": 64,
  "lora_alpha": 64.0,
  "elapsed_seconds": 69.229,
  "projections": [
    {
      "index": 1,
      "total": 252,
      "projection": "layers.0.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4207,
      "parameters": 50331648,
      "reference_delta_l2": 3.134305206230876,
      "retained_delta_l2": 2.8551292133960655,
      "delta_retention_norm_ratio": 0.910928906259729,
      "delta_cosine": 0.7262223187693696,
      "relative_weight_rmse": 0.012330467963596634
    },
    {
      "index": 2,
      "total": 252,
      "projection": "layers.0.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3778,
      "parameters": 50331648,
      "reference_delta_l2": 3.3559825783010786,
      "retained_delta_l2": 3.077174281497866,
      "delta_retention_norm_ratio": 0.9169220071028035,
      "delta_cosine": 0.7297331310220535,
      "relative_weight_rmse": 0.013610261463650438
    },
    {
      "index": 3,
      "total": 252,
      "projection": "layers.0.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3768,
      "parameters": 50331648,
      "reference_delta_l2": 2.973696032745,
      "retained_delta_l2": 2.6691274432529677,
      "delta_retention_norm_ratio": 0.8975791116044611,
      "delta_cosine": 0.7108711588641692,
      "relative_weight_rmse": 0.013128998310727108
    },
    {
      "index": 4,
      "total": 252,
      "projection": "layers.0.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0302,
      "parameters": 4194304,
      "reference_delta_l2": 0.6048105845388408,
      "retained_delta_l2": 0.4439177039123404,
      "delta_retention_norm_ratio": 0.7339780672833646,
      "delta_cosine": 0.561703117976772,
      "relative_weight_rmse": 0.009035763327879053
    },
    {
      "index": 5,
      "total": 252,
      "projection": "layers.0.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1289,
      "parameters": 16777216,
      "reference_delta_l2": 1.9774444147559924,
      "retained_delta_l2": 1.8659500759527547,
      "delta_retention_norm_ratio": 0.9436169543015975,
      "delta_cosine": 0.7631999662132374,
      "relative_weight_rmse": 0.013642805559966107
    },
    {
      "index": 6,
      "total": 252,
      "projection": "layers.0.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1275,
      "parameters": 16777216,
      "reference_delta_l2": 1.229760415708081,
      "retained_delta_l2": 0.9582979496337267,
      "delta_retention_norm_ratio": 0.7792558106384897,
      "delta_cosine": 0.5998720966781603,
      "relative_weight_rmse": 0.009831882975672031
    },
    {
      "index": 7,
      "total": 252,
      "projection": "layers.0.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0292,
      "parameters": 4194304,
      "reference_delta_l2": 0.7982387638421526,
      "retained_delta_l2": 0.696152310747279,
      "delta_retention_norm_ratio": 0.8721103788501798,
      "delta_cosine": 0.6849935283790957,
      "relative_weight_rmse": 0.012011812715934966
    },
    {
      "index": 8,
      "total": 252,
      "projection": "layers.1.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4162,
      "parameters": 50331648,
      "reference_delta_l2": 2.0383382547629165,
      "retained_delta_l2": 1.9029792599323412,
      "delta_retention_norm_ratio": 0.9335934580463833,
      "delta_cosine": 0.7566971338926844,
      "relative_weight_rmse": 0.011992125686370043
    },
    {
      "index": 9,
      "total": 252,
      "projection": "layers.1.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3759,
      "parameters": 50331648,
      "reference_delta_l2": 3.830813255676563,
      "retained_delta_l2": 3.798066137945357,
      "delta_retention_norm_ratio": 0.9914516538537397,
      "delta_cosine": 0.8457197498298105,
      "relative_weight_rmse": 0.014365848252484843
    },
    {
      "index": 10,
      "total": 252,
      "projection": "layers.1.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3762,
      "parameters": 50331648,
      "reference_delta_l2": 4.251428931776178,
      "retained_delta_l2": 4.248668837106354,
      "delta_retention_norm_ratio": 0.9993507842388724,
      "delta_cosine": 0.9301037952968061,
      "relative_weight_rmse": 0.015773663804699575
    },
    {
      "index": 11,
      "total": 252,
      "projection": "layers.1.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0304,
      "parameters": 4194304,
      "reference_delta_l2": 0.6779092203442499,
      "retained_delta_l2": 0.557132557038717,
      "delta_retention_norm_ratio": 0.821839473957588,
      "delta_cosine": 0.637988161346813,
      "relative_weight_rmse": 0.01083597006662115
    },
    {
      "index": 12,
      "total": 252,
      "projection": "layers.1.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1343,
      "parameters": 16777216,
      "reference_delta_l2": 1.719155842800786,
      "retained_delta_l2": 1.5394124289148676,
      "delta_retention_norm_ratio": 0.895446701566574,
      "delta_cosine": 0.7061998273184573,
      "relative_weight_rmse": 0.012686407067353635
    },
    {
      "index": 13,
      "total": 252,
      "projection": "layers.1.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.128,
      "parameters": 16777216,
      "reference_delta_l2": 2.092667644901797,
      "retained_delta_l2": 2.023302001419501,
      "delta_retention_norm_ratio": 0.9668530052293369,
      "delta_cosine": 0.7926265026900242,
      "relative_weight_rmse": 0.014639248699999614
    },
    {
      "index": 14,
      "total": 252,
      "projection": "layers.1.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.029,
      "parameters": 4194304,
      "reference_delta_l2": 0.9113442714515859,
      "retained_delta_l2": 0.8282095652134706,
      "delta_retention_norm_ratio": 0.9087779351422283,
      "delta_cosine": 0.7213086683575567,
      "relative_weight_rmse": 0.01240592111662902
    },
    {
      "index": 15,
      "total": 252,
      "projection": "layers.10.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4204,
      "parameters": 50331648,
      "reference_delta_l2": 2.8154059449259456,
      "retained_delta_l2": 2.496875922029961,
      "delta_retention_norm_ratio": 0.8868617779719994,
      "delta_cosine": 0.7008178018803435,
      "relative_weight_rmse": 0.011675323564227786
    },
    {
      "index": 16,
      "total": 252,
      "projection": "layers.10.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3762,
      "parameters": 50331648,
      "reference_delta_l2": 2.3968528691768745,
      "retained_delta_l2": 1.8596025024810308,
      "delta_retention_norm_ratio": 0.7758517539375098,
      "delta_cosine": 0.5966089470548691,
      "relative_weight_rmse": 0.00967390290084976
    },
    {
      "index": 17,
      "total": 252,
      "projection": "layers.10.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.377,
      "parameters": 50331648,
      "reference_delta_l2": 2.8577186702812782,
      "retained_delta_l2": 2.5291353489987176,
      "delta_retention_norm_ratio": 0.8850190101987124,
      "delta_cosine": 0.6975330232746796,
      "relative_weight_rmse": 0.011913550324219804
    },
    {
      "index": 18,
      "total": 252,
      "projection": "layers.10.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0301,
      "parameters": 4194304,
      "reference_delta_l2": 0.9000497299947879,
      "retained_delta_l2": 0.8277379544554692,
      "delta_retention_norm_ratio": 0.9196580220742497,
      "delta_cosine": 0.73760004795336,
      "relative_weight_rmse": 0.011989591809702433
    },
    {
      "index": 19,
      "total": 252,
      "projection": "layers.10.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1262,
      "parameters": 16777216,
      "reference_delta_l2": 1.7763850901409144,
      "retained_delta_l2": 1.5878719671457988,
      "delta_retention_norm_ratio": 0.893878233924964,
      "delta_cosine": 0.7071065500058159,
      "relative_weight_rmse": 0.012178572593450197
    },
    {
      "index": 20,
      "total": 252,
      "projection": "layers.10.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1253,
      "parameters": 16777216,
      "reference_delta_l2": 2.123153151203661,
      "retained_delta_l2": 2.0261615701124023,
      "delta_retention_norm_ratio": 0.9543171998514228,
      "delta_cosine": 0.7804211120035812,
      "relative_weight_rmse": 0.013466313266177627
    },
    {
      "index": 21,
      "total": 252,
      "projection": "layers.10.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0289,
      "parameters": 4194304,
      "reference_delta_l2": 0.9135031519131191,
      "retained_delta_l2": 0.816820385165288,
      "delta_retention_norm_ratio": 0.8941626347480557,
      "delta_cosine": 0.7122999270297641,
      "relative_weight_rmse": 0.0112335137878804
    },
    {
      "index": 22,
      "total": 252,
      "projection": "layers.11.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4232,
      "parameters": 50331648,
      "reference_delta_l2": 2.6109010771483048,
      "retained_delta_l2": 2.235147165148276,
      "delta_retention_norm_ratio": 0.8560826699683172,
      "delta_cosine": 0.6706252596501824,
      "relative_weight_rmse": 0.011055882773351417
    },
    {
      "index": 23,
      "total": 252,
      "projection": "layers.11.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5072,
      "parameters": 50331648,
      "reference_delta_l2": 2.7837904557374036,
      "retained_delta_l2": 2.352648766663104,
      "delta_retention_norm_ratio": 0.8451242304586126,
      "delta_cosine": 0.660464602486499,
      "relative_weight_rmse": 0.010840530665069759
    },
    {
      "index": 24,
      "total": 252,
      "projection": "layers.11.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5614,
      "parameters": 50331648,
      "reference_delta_l2": 2.678626283286802,
      "retained_delta_l2": 2.2772349899339264,
      "delta_retention_norm_ratio": 0.8501503192672518,
      "delta_cosine": 0.6636888571816134,
      "relative_weight_rmse": 0.011386402464295113
    },
    {
      "index": 25,
      "total": 252,
      "projection": "layers.11.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0427,
      "parameters": 4194304,
      "reference_delta_l2": 1.1352019041397279,
      "retained_delta_l2": 1.0932414195471012,
      "delta_retention_norm_ratio": 0.9630369853683209,
      "delta_cosine": 0.7884213686708266,
      "relative_weight_rmse": 0.013700759185643972
    },
    {
      "index": 26,
      "total": 252,
      "projection": "layers.11.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1276,
      "parameters": 16777216,
      "reference_delta_l2": 1.6714994547029598,
      "retained_delta_l2": 1.4680214426427542,
      "delta_retention_norm_ratio": 0.878266181010292,
      "delta_cosine": 0.6931568524501354,
      "relative_weight_rmse": 0.011735150801091823
    },
    {
      "index": 27,
      "total": 252,
      "projection": "layers.11.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1268,
      "parameters": 16777216,
      "reference_delta_l2": 1.4130009406082322,
      "retained_delta_l2": 1.1770579340057459,
      "delta_retention_norm_ratio": 0.8330199224772464,
      "delta_cosine": 0.6476754056028551,
      "relative_weight_rmse": 0.010787635442405654
    },
    {
      "index": 28,
      "total": 252,
      "projection": "layers.11.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0294,
      "parameters": 4194304,
      "reference_delta_l2": 1.0009756815806787,
      "retained_delta_l2": 0.911410842151049,
      "delta_retention_norm_ratio": 0.9105224621559292,
      "delta_cosine": 0.7279115063868035,
      "relative_weight_rmse": 0.011910522316250768
    },
    {
      "index": 29,
      "total": 252,
      "projection": "layers.12.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.421,
      "parameters": 50331648,
      "reference_delta_l2": 2.5701887321570265,
      "retained_delta_l2": 2.1904728701434952,
      "delta_retention_norm_ratio": 0.852261486768384,
      "delta_cosine": 0.6668780159488222,
      "relative_weight_rmse": 0.010843526137798286
    },
    {
      "index": 30,
      "total": 252,
      "projection": "layers.12.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3764,
      "parameters": 50331648,
      "reference_delta_l2": 3.227729167637915,
      "retained_delta_l2": 2.8970759705000475,
      "delta_retention_norm_ratio": 0.897558568279803,
      "delta_cosine": 0.7136826757993329,
      "relative_weight_rmse": 0.012018947370414802
    },
    {
      "index": 31,
      "total": 252,
      "projection": "layers.12.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3806,
      "parameters": 50331648,
      "reference_delta_l2": 2.691843635194388,
      "retained_delta_l2": 2.2957754331565856,
      "delta_retention_norm_ratio": 0.8528635924986777,
      "delta_cosine": 0.6665708676441654,
      "relative_weight_rmse": 0.011236440043849646
    },
    {
      "index": 32,
      "total": 252,
      "projection": "layers.12.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0302,
      "parameters": 4194304,
      "reference_delta_l2": 0.9324759911703842,
      "retained_delta_l2": 0.865664776687525,
      "delta_retention_norm_ratio": 0.9283507402705329,
      "delta_cosine": 0.7477112390956875,
      "relative_weight_rmse": 0.012291956052749723
    },
    {
      "index": 33,
      "total": 252,
      "projection": "layers.12.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1257,
      "parameters": 16777216,
      "reference_delta_l2": 1.7752423438997837,
      "retained_delta_l2": 1.6082069434909523,
      "delta_retention_norm_ratio": 0.9059083955591695,
      "delta_cosine": 0.7220035227224644,
      "relative_weight_rmse": 0.012041195982630933
    },
    {
      "index": 34,
      "total": 252,
      "projection": "layers.12.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1258,
      "parameters": 16777216,
      "reference_delta_l2": 1.808164638639432,
      "retained_delta_l2": 1.6533763990488697,
      "delta_retention_norm_ratio": 0.9143948309336288,
      "delta_cosine": 0.7314398087130457,
      "relative_weight_rmse": 0.012442322897772152
    },
    {
      "index": 35,
      "total": 252,
      "projection": "layers.12.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0294,
      "parameters": 4194304,
      "reference_delta_l2": 1.088169586668509,
      "retained_delta_l2": 1.02521247620021,
      "delta_retention_norm_ratio": 0.9421440267770708,
      "delta_cosine": 0.7662794220487094,
      "relative_weight_rmse": 0.012197573996043104
    },
    {
      "index": 36,
      "total": 252,
      "projection": "layers.13.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4177,
      "parameters": 50331648,
      "reference_delta_l2": 2.348918943037561,
      "retained_delta_l2": 1.9246704916857462,
      "delta_retention_norm_ratio": 0.8193856571299187,
      "delta_cosine": 0.6362000951544078,
      "relative_weight_rmse": 0.010204729829850571
    },
    {
      "index": 37,
      "total": 252,
      "projection": "layers.13.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3795,
      "parameters": 50331648,
      "reference_delta_l2": 3.0046582979771133,
      "retained_delta_l2": 2.632487583998917,
      "delta_retention_norm_ratio": 0.8761354280356071,
      "delta_cosine": 0.6889241535168036,
      "relative_weight_rmse": 0.011927461191097697
    },
    {
      "index": 38,
      "total": 252,
      "projection": "layers.13.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3785,
      "parameters": 50331648,
      "reference_delta_l2": 2.40636297798598,
      "retained_delta_l2": 1.9470638035278636,
      "delta_retention_norm_ratio": 0.8091313826467986,
      "delta_cosine": 0.6256307252856597,
      "relative_weight_rmse": 0.010364549956162825
    },
    {
      "index": 39,
      "total": 252,
      "projection": "layers.13.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0306,
      "parameters": 4194304,
      "reference_delta_l2": 1.3441852025176408,
      "retained_delta_l2": 1.3300534995723514,
      "delta_retention_norm_ratio": 0.9894867887856369,
      "delta_cosine": 0.834868233635624,
      "relative_weight_rmse": 0.014792573377830402
    },
    {
      "index": 40,
      "total": 252,
      "projection": "layers.13.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1273,
      "parameters": 16777216,
      "reference_delta_l2": 1.7339808147340978,
      "retained_delta_l2": 1.5549879861344538,
      "delta_retention_norm_ratio": 0.8967734665350999,
      "delta_cosine": 0.7125385544579776,
      "relative_weight_rmse": 0.012279755473908797
    },
    {
      "index": 41,
      "total": 252,
      "projection": "layers.13.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.127,
      "parameters": 16777216,
      "reference_delta_l2": 1.4129089644993296,
      "retained_delta_l2": 1.1771269073550152,
      "delta_retention_norm_ratio": 0.833122966115609,
      "delta_cosine": 0.647700392964135,
      "relative_weight_rmse": 0.010767695495616146
    },
    {
      "index": 42,
      "total": 252,
      "projection": "layers.13.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.029,
      "parameters": 4194304,
      "reference_delta_l2": 1.0336547858771412,
      "retained_delta_l2": 0.953239391689645,
      "delta_retention_norm_ratio": 0.9222028521647515,
      "delta_cosine": 0.7397786048648096,
      "relative_weight_rmse": 0.012355256936773435
    },
    {
      "index": 43,
      "total": 252,
      "projection": "layers.14.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4221,
      "parameters": 50331648,
      "reference_delta_l2": 2.470164573793053,
      "retained_delta_l2": 2.089345235869997,
      "delta_retention_norm_ratio": 0.845832402438559,
      "delta_cosine": 0.6614611720767581,
      "relative_weight_rmse": 0.010527219099625394
    },
    {
      "index": 44,
      "total": 252,
      "projection": "layers.14.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3787,
      "parameters": 50331648,
      "reference_delta_l2": 2.745108894397341,
      "retained_delta_l2": 2.331755421786474,
      "delta_retention_norm_ratio": 0.8494218304219168,
      "delta_cosine": 0.6626063395532109,
      "relative_weight_rmse": 0.011396063131030322
    },
    {
      "index": 45,
      "total": 252,
      "projection": "layers.14.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3793,
      "parameters": 50331648,
      "reference_delta_l2": 2.950458176756739,
      "retained_delta_l2": 2.616798122966152,
      "delta_retention_norm_ratio": 0.8869124611156634,
      "delta_cosine": 0.7013218772256531,
      "relative_weight_rmse": 0.011800066616802376
    },
    {
      "index": 46,
      "total": 252,
      "projection": "layers.14.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0308,
      "parameters": 4194304,
      "reference_delta_l2": 0.7298318333268707,
      "retained_delta_l2": 0.619879028570166,
      "delta_retention_norm_ratio": 0.8493450138294254,
      "delta_cosine": 0.6663762705060717,
      "relative_weight_rmse": 0.010729798361705333
    },
    {
      "index": 47,
      "total": 252,
      "projection": "layers.14.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1273,
      "parameters": 16777216,
      "reference_delta_l2": 1.5592192910587424,
      "retained_delta_l2": 1.3582477852635342,
      "delta_retention_norm_ratio": 0.8711076068981006,
      "delta_cosine": 0.6853565213261322,
      "relative_weight_rmse": 0.01146121264696887
    },
    {
      "index": 48,
      "total": 252,
      "projection": "layers.14.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.126,
      "parameters": 16777216,
      "reference_delta_l2": 2.3184811672777266,
      "retained_delta_l2": 2.260027350123298,
      "delta_retention_norm_ratio": 0.974787883559536,
      "delta_cosine": 0.8055590776751921,
      "relative_weight_rmse": 0.013913195491072323
    },
    {
      "index": 49,
      "total": 252,
      "projection": "layers.14.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0292,
      "parameters": 4194304,
      "reference_delta_l2": 1.0189491596777331,
      "retained_delta_l2": 0.9465701129781681,
      "delta_retention_norm_ratio": 0.9289669695370701,
      "delta_cosine": 0.7463598755487639,
      "relative_weight_rmse": 0.012390833025527957
    },
    {
      "index": 50,
      "total": 252,
      "projection": "layers.15.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4183,
      "parameters": 50331648,
      "reference_delta_l2": 2.370632470259436,
      "retained_delta_l2": 1.972016566615466,
      "delta_retention_norm_ratio": 0.8318525082884963,
      "delta_cosine": 0.6479575030195999,
      "relative_weight_rmse": 0.01029952986547441
    },
    {
      "index": 51,
      "total": 252,
      "projection": "layers.15.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3795,
      "parameters": 50331648,
      "reference_delta_l2": 2.8947211752330935,
      "retained_delta_l2": 2.5376154944413374,
      "delta_retention_norm_ratio": 0.8766355516907425,
      "delta_cosine": 0.6884670381775119,
      "relative_weight_rmse": 0.012080161860821805
    },
    {
      "index": 52,
      "total": 252,
      "projection": "layers.15.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3792,
      "parameters": 50331648,
      "reference_delta_l2": 2.788330378720977,
      "retained_delta_l2": 2.439307077906408,
      "delta_retention_norm_ratio": 0.8748271354506175,
      "delta_cosine": 0.6891756444416203,
      "relative_weight_rmse": 0.011425579547482719
    },
    {
      "index": 53,
      "total": 252,
      "projection": "layers.15.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0302,
      "parameters": 4194304,
      "reference_delta_l2": 0.8166695591874434,
      "retained_delta_l2": 0.7227354016638761,
      "delta_retention_norm_ratio": 0.8849789900127679,
      "delta_cosine": 0.6997700140203119,
      "relative_weight_rmse": 0.011615990118031959
    },
    {
      "index": 54,
      "total": 252,
      "projection": "layers.15.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1272,
      "parameters": 16777216,
      "reference_delta_l2": 2.150801054633744,
      "retained_delta_l2": 2.0668833790463297,
      "delta_retention_norm_ratio": 0.9609830600526162,
      "delta_cosine": 0.7886640611263671,
      "relative_weight_rmse": 0.013840934538340514
    },
    {
      "index": 55,
      "total": 252,
      "projection": "layers.15.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1271,
      "parameters": 16777216,
      "reference_delta_l2": 2.2391489123779404,
      "retained_delta_l2": 2.164264373080386,
      "delta_retention_norm_ratio": 0.966556695321336,
      "delta_cosine": 0.8012388621399645,
      "relative_weight_rmse": 0.013459137927281995
    },
    {
      "index": 56,
      "total": 252,
      "projection": "layers.15.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.029,
      "parameters": 4194304,
      "reference_delta_l2": 0.8608909645259568,
      "retained_delta_l2": 0.7658203983961419,
      "delta_retention_norm_ratio": 0.8895672390031822,
      "delta_cosine": 0.7060028338947187,
      "relative_weight_rmse": 0.011251307486880139
    },
    {
      "index": 57,
      "total": 252,
      "projection": "layers.16.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4217,
      "parameters": 50331648,
      "reference_delta_l2": 2.491828145943435,
      "retained_delta_l2": 2.129266484528405,
      "delta_retention_norm_ratio": 0.8544997326540108,
      "delta_cosine": 0.6692310954044279,
      "relative_weight_rmse": 0.010666880270070934
    },
    {
      "index": 58,
      "total": 252,
      "projection": "layers.16.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3774,
      "parameters": 50331648,
      "reference_delta_l2": 2.651126262430824,
      "retained_delta_l2": 2.2698065505621257,
      "delta_retention_norm_ratio": 0.8561668988488442,
      "delta_cosine": 0.6695471818818178,
      "relative_weight_rmse": 0.011105407194152962
    },
    {
      "index": 59,
      "total": 252,
      "projection": "layers.16.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.377,
      "parameters": 50331648,
      "reference_delta_l2": 2.557631699985966,
      "retained_delta_l2": 2.156089908294467,
      "delta_retention_norm_ratio": 0.8430024965307936,
      "delta_cosine": 0.657117244568733,
      "relative_weight_rmse": 0.010891446288279935
    },
    {
      "index": 60,
      "total": 252,
      "projection": "layers.16.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0302,
      "parameters": 4194304,
      "reference_delta_l2": 0.7413591744163778,
      "retained_delta_l2": 0.6389776617706627,
      "delta_retention_norm_ratio": 0.8619002553973747,
      "delta_cosine": 0.675790074082963,
      "relative_weight_rmse": 0.011228211433914847
    },
    {
      "index": 61,
      "total": 252,
      "projection": "layers.16.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1275,
      "parameters": 16777216,
      "reference_delta_l2": 1.668741441122574,
      "retained_delta_l2": 1.4928646978055056,
      "delta_retention_norm_ratio": 0.8946051563274207,
      "delta_cosine": 0.7097522509284444,
      "relative_weight_rmse": 0.011948178323955503
    },
    {
      "index": 62,
      "total": 252,
      "projection": "layers.16.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.127,
      "parameters": 16777216,
      "reference_delta_l2": 1.8142699819126562,
      "retained_delta_l2": 1.6829732447041383,
      "delta_retention_norm_ratio": 0.9276310921100612,
      "delta_cosine": 0.7485220902672682,
      "relative_weight_rmse": 0.01248137141490157
    },
    {
      "index": 63,
      "total": 252,
      "projection": "layers.16.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0293,
      "parameters": 4194304,
      "reference_delta_l2": 0.9562417782073619,
      "retained_delta_l2": 0.8727241623803927,
      "delta_retention_norm_ratio": 0.912660565841897,
      "delta_cosine": 0.7294498183615773,
      "relative_weight_rmse": 0.012130416894435234
    },
    {
      "index": 64,
      "total": 252,
      "projection": "layers.17.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4839,
      "parameters": 50331648,
      "reference_delta_l2": 2.581820957597962,
      "retained_delta_l2": 2.22135144083909,
      "delta_retention_norm_ratio": 0.8603816753063154,
      "delta_cosine": 0.6748947014142955,
      "relative_weight_rmse": 0.010931993491070512
    },
    {
      "index": 65,
      "total": 252,
      "projection": "layers.17.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5646,
      "parameters": 50331648,
      "reference_delta_l2": 3.565795288989979,
      "retained_delta_l2": 3.348620759535893,
      "delta_retention_norm_ratio": 0.9390950652370172,
      "delta_cosine": 0.75818235341218,
      "relative_weight_rmse": 0.013358632156064528
    },
    {
      "index": 66,
      "total": 252,
      "projection": "layers.17.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4724,
      "parameters": 50331648,
      "reference_delta_l2": 3.1890801714299326,
      "retained_delta_l2": 2.9054238256974156,
      "delta_retention_norm_ratio": 0.9110538680483126,
      "delta_cosine": 0.725669876957664,
      "relative_weight_rmse": 0.01239152187476628
    },
    {
      "index": 67,
      "total": 252,
      "projection": "layers.17.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0378,
      "parameters": 4194304,
      "reference_delta_l2": 0.7872495188121694,
      "retained_delta_l2": 0.7046549880866457,
      "delta_retention_norm_ratio": 0.8950846856659306,
      "delta_cosine": 0.7147860219013704,
      "relative_weight_rmse": 0.011556619859539647
    },
    {
      "index": 68,
      "total": 252,
      "projection": "layers.17.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1434,
      "parameters": 16777216,
      "reference_delta_l2": 1.7303039270497635,
      "retained_delta_l2": 1.570607219142342,
      "delta_retention_norm_ratio": 0.9077059784637309,
      "delta_cosine": 0.7248461301962547,
      "relative_weight_rmse": 0.01220195104711847
    },
    {
      "index": 69,
      "total": 252,
      "projection": "layers.17.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1413,
      "parameters": 16777216,
      "reference_delta_l2": 1.6625518827542718,
      "retained_delta_l2": 1.4877936061477128,
      "delta_retention_norm_ratio": 0.8948855200133393,
      "delta_cosine": 0.7079726725027112,
      "relative_weight_rmse": 0.011977287949676606
    },
    {
      "index": 70,
      "total": 252,
      "projection": "layers.17.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0324,
      "parameters": 4194304,
      "reference_delta_l2": 1.0330150174042918,
      "retained_delta_l2": 0.9687762178011139,
      "delta_retention_norm_ratio": 0.9378142635674417,
      "delta_cosine": 0.7589729310248537,
      "relative_weight_rmse": 0.012756159432053974
    },
    {
      "index": 71,
      "total": 252,
      "projection": "layers.18.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4529,
      "parameters": 50331648,
      "reference_delta_l2": 2.9126262727027,
      "retained_delta_l2": 2.6240751644108298,
      "delta_retention_norm_ratio": 0.9009309532787686,
      "delta_cosine": 0.7154604011431565,
      "relative_weight_rmse": 0.011722422011536813
    },
    {
      "index": 72,
      "total": 252,
      "projection": "layers.18.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3776,
      "parameters": 50331648,
      "reference_delta_l2": 4.76339438700651,
      "retained_delta_l2": 4.729295804193338,
      "delta_retention_norm_ratio": 0.9928415369287529,
      "delta_cosine": 0.8285342481999447,
      "relative_weight_rmse": 0.015494836538716457
    },
    {
      "index": 73,
      "total": 252,
      "projection": "layers.18.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.377,
      "parameters": 50331648,
      "reference_delta_l2": 3.269296827597192,
      "retained_delta_l2": 3.008229704736429,
      "delta_retention_norm_ratio": 0.9201457877250512,
      "delta_cosine": 0.7367260328556939,
      "relative_weight_rmse": 0.012493611711513246
    },
    {
      "index": 74,
      "total": 252,
      "projection": "layers.18.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0306,
      "parameters": 4194304,
      "reference_delta_l2": 1.1200741516742057,
      "retained_delta_l2": 1.0870591777194687,
      "delta_retention_norm_ratio": 0.9705242961768302,
      "delta_cosine": 0.7994159923560071,
      "relative_weight_rmse": 0.014016867668440455
    },
    {
      "index": 75,
      "total": 252,
      "projection": "layers.18.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.131,
      "parameters": 16777216,
      "reference_delta_l2": 1.6272852709405714,
      "retained_delta_l2": 1.4540871565024667,
      "delta_retention_norm_ratio": 0.8935662249692726,
      "delta_cosine": 0.7105534713486058,
      "relative_weight_rmse": 0.011690703016201487
    },
    {
      "index": 76,
      "total": 252,
      "projection": "layers.18.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1407,
      "parameters": 16777216,
      "reference_delta_l2": 2.0999408362102576,
      "retained_delta_l2": 2.0096246836817837,
      "delta_retention_norm_ratio": 0.9569910966199092,
      "delta_cosine": 0.7836787707305709,
      "relative_weight_rmse": 0.013546053503709429
    },
    {
      "index": 77,
      "total": 252,
      "projection": "layers.18.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0323,
      "parameters": 4194304,
      "reference_delta_l2": 0.9277123799334632,
      "retained_delta_l2": 0.8449661156489838,
      "delta_retention_norm_ratio": 0.9108061225932825,
      "delta_cosine": 0.7277616565032062,
      "relative_weight_rmse": 0.011784664649381557
    },
    {
      "index": 78,
      "total": 252,
      "projection": "layers.19.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4618,
      "parameters": 50331648,
      "reference_delta_l2": 2.69204546887291,
      "retained_delta_l2": 2.3556572010134587,
      "delta_retention_norm_ratio": 0.8750436158122217,
      "delta_cosine": 0.6892420188448023,
      "relative_weight_rmse": 0.011204105407353046
    },
    {
      "index": 79,
      "total": 252,
      "projection": "layers.19.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4332,
      "parameters": 50331648,
      "reference_delta_l2": 4.646558121825567,
      "retained_delta_l2": 4.583357486482991,
      "delta_retention_norm_ratio": 0.9863983977633436,
      "delta_cosine": 0.8198661685329147,
      "relative_weight_rmse": 0.015500685173111154
    },
    {
      "index": 80,
      "total": 252,
      "projection": "layers.19.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4461,
      "parameters": 50331648,
      "reference_delta_l2": 3.0966390602779152,
      "retained_delta_l2": 2.777364179232524,
      "delta_retention_norm_ratio": 0.8968963205493063,
      "delta_cosine": 0.7111518928704179,
      "relative_weight_rmse": 0.0122094136708107
    },
    {
      "index": 81,
      "total": 252,
      "projection": "layers.19.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0376,
      "parameters": 4194304,
      "reference_delta_l2": 1.0452082409501329,
      "retained_delta_l2": 1.0060081477725002,
      "delta_retention_norm_ratio": 0.9624954227857997,
      "delta_cosine": 0.7952802361204205,
      "relative_weight_rmse": 0.013596075789164266
    },
    {
      "index": 82,
      "total": 252,
      "projection": "layers.19.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1451,
      "parameters": 16777216,
      "reference_delta_l2": 1.6410590693578941,
      "retained_delta_l2": 1.4617610198484243,
      "delta_retention_norm_ratio": 0.8907424766985231,
      "delta_cosine": 0.7054735492839265,
      "relative_weight_rmse": 0.011799119986630215
    },
    {
      "index": 83,
      "total": 252,
      "projection": "layers.19.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1431,
      "parameters": 16777216,
      "reference_delta_l2": 1.9427775069945303,
      "retained_delta_l2": 1.8340507448747867,
      "delta_retention_norm_ratio": 0.9440354020322462,
      "delta_cosine": 0.7664055714765793,
      "relative_weight_rmse": 0.012849164180343813
    },
    {
      "index": 84,
      "total": 252,
      "projection": "layers.19.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0327,
      "parameters": 4194304,
      "reference_delta_l2": 1.2336913153947044,
      "retained_delta_l2": 1.2001883069941015,
      "delta_retention_norm_ratio": 0.9728432809872832,
      "delta_cosine": 0.8055331507034024,
      "relative_weight_rmse": 0.013855669213057621
    },
    {
      "index": 85,
      "total": 252,
      "projection": "layers.2.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4638,
      "parameters": 50331648,
      "reference_delta_l2": 1.5518642981607695,
      "retained_delta_l2": 1.336564993481032,
      "delta_retention_norm_ratio": 0.8612640905941938,
      "delta_cosine": 0.6979839707431235,
      "relative_weight_rmse": 0.010113011263998705
    },
    {
      "index": 86,
      "total": 252,
      "projection": "layers.2.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4306,
      "parameters": 50331648,
      "reference_delta_l2": 2.5114528976054897,
      "retained_delta_l2": 2.368654370034365,
      "delta_retention_norm_ratio": 0.9431410687784455,
      "delta_cosine": 0.7975273949570989,
      "relative_weight_rmse": 0.012669618502563918
    },
    {
      "index": 87,
      "total": 252,
      "projection": "layers.2.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5003,
      "parameters": 50331648,
      "reference_delta_l2": 3.3709012795534457,
      "retained_delta_l2": 3.351069441650554,
      "delta_retention_norm_ratio": 0.9941167550580067,
      "delta_cosine": 0.8796380868082753,
      "relative_weight_rmse": 0.014946718766317337
    },
    {
      "index": 88,
      "total": 252,
      "projection": "layers.2.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0452,
      "parameters": 4194304,
      "reference_delta_l2": 0.5777347882140783,
      "retained_delta_l2": 0.43485062771642585,
      "delta_retention_norm_ratio": 0.7526820897537728,
      "delta_cosine": 0.5763385778877209,
      "relative_weight_rmse": 0.009298079222984458
    },
    {
      "index": 89,
      "total": 252,
      "projection": "layers.2.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1907,
      "parameters": 16777216,
      "reference_delta_l2": 2.090544888405803,
      "retained_delta_l2": 1.9729454899637549,
      "delta_retention_norm_ratio": 0.9437470110810552,
      "delta_cosine": 0.7611603233612839,
      "relative_weight_rmse": 0.013963239284386296
    },
    {
      "index": 90,
      "total": 252,
      "projection": "layers.2.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1905,
      "parameters": 16777216,
      "reference_delta_l2": 1.231582001030221,
      "retained_delta_l2": 0.9736107898996961,
      "delta_retention_norm_ratio": 0.7905367154483165,
      "delta_cosine": 0.6086393106196143,
      "relative_weight_rmse": 0.010197943915111418
    },
    {
      "index": 91,
      "total": 252,
      "projection": "layers.2.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0437,
      "parameters": 4194304,
      "reference_delta_l2": 1.1642013080067461,
      "retained_delta_l2": 1.1239344864992464,
      "delta_retention_norm_ratio": 0.9654124924696732,
      "delta_cosine": 0.7940087210427319,
      "relative_weight_rmse": 0.013529149550340836
    },
    {
      "index": 92,
      "total": 252,
      "projection": "layers.20.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.6079,
      "parameters": 50331648,
      "reference_delta_l2": 2.6481378159567726,
      "retained_delta_l2": 2.2605324157763285,
      "delta_retention_norm_ratio": 0.853630956121367,
      "delta_cosine": 0.6660251825806656,
      "relative_weight_rmse": 0.01125508356282899
    },
    {
      "index": 93,
      "total": 252,
      "projection": "layers.20.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5711,
      "parameters": 50331648,
      "reference_delta_l2": 4.588796501243996,
      "retained_delta_l2": 4.525325172710448,
      "delta_retention_norm_ratio": 0.9861681971479143,
      "delta_cosine": 0.8187467420424862,
      "relative_weight_rmse": 0.015497069578017638
    },
    {
      "index": 94,
      "total": 252,
      "projection": "layers.20.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4424,
      "parameters": 50331648,
      "reference_delta_l2": 3.131377931467238,
      "retained_delta_l2": 2.8142274300363845,
      "delta_retention_norm_ratio": 0.8987185487117969,
      "delta_cosine": 0.7126364818511092,
      "relative_weight_rmse": 0.012291275132750318
    },
    {
      "index": 95,
      "total": 252,
      "projection": "layers.20.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0342,
      "parameters": 4194304,
      "reference_delta_l2": 0.8443767114111614,
      "retained_delta_l2": 0.7765496685785003,
      "delta_retention_norm_ratio": 0.9196720587907908,
      "delta_cosine": 0.7401891092415827,
      "relative_weight_rmse": 0.012201758395188113
    },
    {
      "index": 96,
      "total": 252,
      "projection": "layers.20.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1427,
      "parameters": 16777216,
      "reference_delta_l2": 1.6103817779168306,
      "retained_delta_l2": 1.4296096572873462,
      "delta_retention_norm_ratio": 0.8877457984756082,
      "delta_cosine": 0.7036362895995829,
      "relative_weight_rmse": 0.011827662893954958
    },
    {
      "index": 97,
      "total": 252,
      "projection": "layers.20.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1411,
      "parameters": 16777216,
      "reference_delta_l2": 1.8953051306455484,
      "retained_delta_l2": 1.7717421064691508,
      "delta_retention_norm_ratio": 0.9348057354045617,
      "delta_cosine": 0.7572950262380886,
      "relative_weight_rmse": 0.012349288130135085
    },
    {
      "index": 98,
      "total": 252,
      "projection": "layers.20.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0322,
      "parameters": 4194304,
      "reference_delta_l2": 0.9458679444695625,
      "retained_delta_l2": 0.8682304509007128,
      "delta_retention_norm_ratio": 0.9179193099599243,
      "delta_cosine": 0.737299013327211,
      "relative_weight_rmse": 0.012036773253217456
    },
    {
      "index": 99,
      "total": 252,
      "projection": "layers.21.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4601,
      "parameters": 50331648,
      "reference_delta_l2": 3.1063557555245036,
      "retained_delta_l2": 2.804620103416943,
      "delta_retention_norm_ratio": 0.9028650689571089,
      "delta_cosine": 0.7159237204892357,
      "relative_weight_rmse": 0.012307140914190159
    },
    {
      "index": 100,
      "total": 252,
      "projection": "layers.21.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3806,
      "parameters": 50331648,
      "reference_delta_l2": 4.658436495249149,
      "retained_delta_l2": 4.599627434990953,
      "delta_retention_norm_ratio": 0.9873757943640163,
      "delta_cosine": 0.8183164944416749,
      "relative_weight_rmse": 0.01597945182150837
    },
    {
      "index": 101,
      "total": 252,
      "projection": "layers.21.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3825,
      "parameters": 50331648,
      "reference_delta_l2": 3.3486012468888253,
      "retained_delta_l2": 3.076218336638799,
      "delta_retention_norm_ratio": 0.9186577050632421,
      "delta_cosine": 0.7336301532310867,
      "relative_weight_rmse": 0.012777358540621694
    },
    {
      "index": 102,
      "total": 252,
      "projection": "layers.21.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0301,
      "parameters": 4194304,
      "reference_delta_l2": 0.8894337662681111,
      "retained_delta_l2": 0.8225220103515385,
      "delta_retention_norm_ratio": 0.92477038937107,
      "delta_cosine": 0.7420804268034151,
      "relative_weight_rmse": 0.012826546977625941
    },
    {
      "index": 103,
      "total": 252,
      "projection": "layers.21.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1419,
      "parameters": 16777216,
      "reference_delta_l2": 1.7390002767546273,
      "retained_delta_l2": 1.590858009332058,
      "delta_retention_norm_ratio": 0.9148118206749014,
      "delta_cosine": 0.7325920089020045,
      "relative_weight_rmse": 0.01239351230226023
    },
    {
      "index": 104,
      "total": 252,
      "projection": "layers.21.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1428,
      "parameters": 16777216,
      "reference_delta_l2": 1.3490575147990649,
      "retained_delta_l2": 1.1161839512677845,
      "delta_retention_norm_ratio": 0.8273805519952456,
      "delta_cosine": 0.644112057896957,
      "relative_weight_rmse": 0.010346139449396108
    },
    {
      "index": 105,
      "total": 252,
      "projection": "layers.21.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0328,
      "parameters": 4194304,
      "reference_delta_l2": 1.3408966424827091,
      "retained_delta_l2": 1.3237425734462804,
      "delta_retention_norm_ratio": 0.9872070161912947,
      "delta_cosine": 0.8234264060066494,
      "relative_weight_rmse": 0.014555834458189592
    },
    {
      "index": 106,
      "total": 252,
      "projection": "layers.22.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4751,
      "parameters": 50331648,
      "reference_delta_l2": 3.3631959694360236,
      "retained_delta_l2": 3.12796512214615,
      "delta_retention_norm_ratio": 0.9300573474077637,
      "delta_cosine": 0.7476771306758753,
      "relative_weight_rmse": 0.012611960494823589
    },
    {
      "index": 107,
      "total": 252,
      "projection": "layers.22.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4284,
      "parameters": 50331648,
      "reference_delta_l2": 4.231183303380896,
      "retained_delta_l2": 4.11863707365216,
      "delta_retention_norm_ratio": 0.9734007671946505,
      "delta_cosine": 0.8028479015786785,
      "relative_weight_rmse": 0.01469228330871762
    },
    {
      "index": 108,
      "total": 252,
      "projection": "layers.22.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4358,
      "parameters": 50331648,
      "reference_delta_l2": 3.430692303380956,
      "retained_delta_l2": 3.1802809790513904,
      "delta_retention_norm_ratio": 0.9270085154291497,
      "delta_cosine": 0.7451873077927372,
      "relative_weight_rmse": 0.012632709098973662
    },
    {
      "index": 109,
      "total": 252,
      "projection": "layers.22.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0342,
      "parameters": 4194304,
      "reference_delta_l2": 1.1250802889071663,
      "retained_delta_l2": 1.0999214302085918,
      "delta_retention_norm_ratio": 0.9776381659632377,
      "delta_cosine": 0.8174104175691086,
      "relative_weight_rmse": 0.014423052832685745
    },
    {
      "index": 110,
      "total": 252,
      "projection": "layers.22.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1452,
      "parameters": 16777216,
      "reference_delta_l2": 2.0977300669570895,
      "retained_delta_l2": 1.9973119298106634,
      "delta_retention_norm_ratio": 0.9521300958935627,
      "delta_cosine": 0.7727093296784171,
      "relative_weight_rmse": 0.01373144987681112
    },
    {
      "index": 111,
      "total": 252,
      "projection": "layers.22.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1512,
      "parameters": 16777216,
      "reference_delta_l2": 1.8700917288546843,
      "retained_delta_l2": 1.740740623429105,
      "delta_retention_norm_ratio": 0.9308316787728915,
      "delta_cosine": 0.7545796916735813,
      "relative_weight_rmse": 0.012596689340508347
    },
    {
      "index": 112,
      "total": 252,
      "projection": "layers.22.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0324,
      "parameters": 4194304,
      "reference_delta_l2": 1.1046241873952773,
      "retained_delta_l2": 1.0522086529364827,
      "delta_retention_norm_ratio": 0.9525489890073915,
      "delta_cosine": 0.7775540582670679,
      "relative_weight_rmse": 0.013233412221306171
    },
    {
      "index": 113,
      "total": 252,
      "projection": "layers.23.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4885,
      "parameters": 50331648,
      "reference_delta_l2": 3.163652780787419,
      "retained_delta_l2": 2.904511398361662,
      "delta_retention_norm_ratio": 0.91808791912959,
      "delta_cosine": 0.7353718534542721,
      "relative_weight_rmse": 0.011981638799415275
    },
    {
      "index": 114,
      "total": 252,
      "projection": "layers.23.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4442,
      "parameters": 50331648,
      "reference_delta_l2": 5.673471157116757,
      "retained_delta_l2": 5.721161007202696,
      "delta_retention_norm_ratio": 1.0084057623217344,
      "delta_cosine": 0.8544888770040429,
      "relative_weight_rmse": 0.016865416130790185
    },
    {
      "index": 115,
      "total": 252,
      "projection": "layers.23.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5614,
      "parameters": 50331648,
      "reference_delta_l2": 4.990220148592181,
      "retained_delta_l2": 4.953764690573903,
      "delta_retention_norm_ratio": 0.9926946192887776,
      "delta_cosine": 0.8292728635880532,
      "relative_weight_rmse": 0.01542512537608608
    },
    {
      "index": 116,
      "total": 252,
      "projection": "layers.23.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0456,
      "parameters": 4194304,
      "reference_delta_l2": 0.7942768854802407,
      "retained_delta_l2": 0.7067902854103598,
      "delta_retention_norm_ratio": 0.8898537755923941,
      "delta_cosine": 0.705752420298061,
      "relative_weight_rmse": 0.011967553523098761
    },
    {
      "index": 117,
      "total": 252,
      "projection": "layers.23.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1947,
      "parameters": 16777216,
      "reference_delta_l2": 1.960752770116258,
      "retained_delta_l2": 1.8338049090397375,
      "delta_retention_norm_ratio": 0.9352555492914115,
      "delta_cosine": 0.7547622953587477,
      "relative_weight_rmse": 0.012807511442686801
    },
    {
      "index": 118,
      "total": 252,
      "projection": "layers.23.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1924,
      "parameters": 16777216,
      "reference_delta_l2": 1.7876419658591682,
      "retained_delta_l2": 1.6201349102637372,
      "delta_retention_norm_ratio": 0.9062972011205138,
      "delta_cosine": 0.7240842190672281,
      "relative_weight_rmse": 0.012033576639859586
    },
    {
      "index": 119,
      "total": 252,
      "projection": "layers.23.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0438,
      "parameters": 4194304,
      "reference_delta_l2": 0.9295224837108503,
      "retained_delta_l2": 0.8539101913832426,
      "delta_retention_norm_ratio": 0.9186546924333154,
      "delta_cosine": 0.7380886758391304,
      "relative_weight_rmse": 0.011748968034076874
    },
    {
      "index": 120,
      "total": 252,
      "projection": "layers.24.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.613,
      "parameters": 50331648,
      "reference_delta_l2": 3.252584613610017,
      "retained_delta_l2": 2.9805501698215298,
      "delta_retention_norm_ratio": 0.9163636073754408,
      "delta_cosine": 0.7316670116924744,
      "relative_weight_rmse": 0.012278691265320801
    },
    {
      "index": 121,
      "total": 252,
      "projection": "layers.24.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5406,
      "parameters": 50331648,
      "reference_delta_l2": 5.162360133417278,
      "retained_delta_l2": 5.135506093193869,
      "delta_retention_norm_ratio": 0.9947981079333121,
      "delta_cosine": 0.8287570610137442,
      "relative_weight_rmse": 0.01630549393936965
    },
    {
      "index": 122,
      "total": 252,
      "projection": "layers.24.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4292,
      "parameters": 50331648,
      "reference_delta_l2": 4.014104083373702,
      "retained_delta_l2": 3.836623749147334,
      "delta_retention_norm_ratio": 0.9557858165757368,
      "delta_cosine": 0.7758899956499796,
      "relative_weight_rmse": 0.013958052816711282
    },
    {
      "index": 123,
      "total": 252,
      "projection": "layers.24.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0344,
      "parameters": 4194304,
      "reference_delta_l2": 0.9660670148452469,
      "retained_delta_l2": 0.9164875452272386,
      "delta_retention_norm_ratio": 0.9486790576055943,
      "delta_cosine": 0.7724061527507058,
      "relative_weight_rmse": 0.01314939133326335
    },
    {
      "index": 124,
      "total": 252,
      "projection": "layers.24.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1442,
      "parameters": 16777216,
      "reference_delta_l2": 1.9196207631349165,
      "retained_delta_l2": 1.7808698353420314,
      "delta_retention_norm_ratio": 0.9277196150106795,
      "delta_cosine": 0.746399241855516,
      "relative_weight_rmse": 0.012584866132615998
    },
    {
      "index": 125,
      "total": 252,
      "projection": "layers.24.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1451,
      "parameters": 16777216,
      "reference_delta_l2": 3.0356638472910538,
      "retained_delta_l2": 3.033490399018169,
      "delta_retention_norm_ratio": 0.9992840286730614,
      "delta_cosine": 0.8494126002584376,
      "relative_weight_rmse": 0.0155988092460959
    },
    {
      "index": 126,
      "total": 252,
      "projection": "layers.24.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0332,
      "parameters": 4194304,
      "reference_delta_l2": 1.087439877127159,
      "retained_delta_l2": 1.0359707514700809,
      "delta_retention_norm_ratio": 0.9526694516729963,
      "delta_cosine": 0.7788704392434199,
      "relative_weight_rmse": 0.013049867425404758
    },
    {
      "index": 127,
      "total": 252,
      "projection": "layers.25.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.5842,
      "parameters": 50331648,
      "reference_delta_l2": 3.6413084066401664,
      "retained_delta_l2": 3.4087667317862116,
      "delta_retention_norm_ratio": 0.9361378798813362,
      "delta_cosine": 0.7517619463387702,
      "relative_weight_rmse": 0.013271298801952719
    },
    {
      "index": 128,
      "total": 252,
      "projection": "layers.25.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5577,
      "parameters": 50331648,
      "reference_delta_l2": 5.618125664041613,
      "retained_delta_l2": 5.634205348706462,
      "delta_retention_norm_ratio": 1.002862108401698,
      "delta_cosine": 0.8412324904758905,
      "relative_weight_rmse": 0.016978569929669337
    },
    {
      "index": 129,
      "total": 252,
      "projection": "layers.25.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4408,
      "parameters": 50331648,
      "reference_delta_l2": 3.750783696134975,
      "retained_delta_l2": 3.5016894236315097,
      "delta_retention_norm_ratio": 0.9335887396652207,
      "delta_cosine": 0.7486386618798719,
      "relative_weight_rmse": 0.013633263078187501
    },
    {
      "index": 130,
      "total": 252,
      "projection": "layers.25.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0363,
      "parameters": 4194304,
      "reference_delta_l2": 1.028321782511848,
      "retained_delta_l2": 0.9817620151176812,
      "delta_retention_norm_ratio": 0.9547225701273809,
      "delta_cosine": 0.7798391993358456,
      "relative_weight_rmse": 0.01354292405773642
    },
    {
      "index": 131,
      "total": 252,
      "projection": "layers.25.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1473,
      "parameters": 16777216,
      "reference_delta_l2": 1.9561465982758552,
      "retained_delta_l2": 1.8092118698350346,
      "delta_retention_norm_ratio": 0.9248856253563364,
      "delta_cosine": 0.7402634152259523,
      "relative_weight_rmse": 0.013199110733930028
    },
    {
      "index": 132,
      "total": 252,
      "projection": "layers.25.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1453,
      "parameters": 16777216,
      "reference_delta_l2": 2.4513099043687303,
      "retained_delta_l2": 2.4041984374006553,
      "delta_retention_norm_ratio": 0.9807811052841124,
      "delta_cosine": 0.8152699970141684,
      "relative_weight_rmse": 0.01460027497498254
    },
    {
      "index": 133,
      "total": 252,
      "projection": "layers.25.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0333,
      "parameters": 4194304,
      "reference_delta_l2": 1.189276842761756,
      "retained_delta_l2": 1.1459512122709345,
      "delta_retention_norm_ratio": 0.9635697686753827,
      "delta_cosine": 0.7874865637698173,
      "relative_weight_rmse": 0.013464022144077914
    },
    {
      "index": 134,
      "total": 252,
      "projection": "layers.26.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4499,
      "parameters": 50331648,
      "reference_delta_l2": 3.3018911806101747,
      "retained_delta_l2": 3.024148539135432,
      "delta_retention_norm_ratio": 0.9158837689425559,
      "delta_cosine": 0.7288061856627296,
      "relative_weight_rmse": 0.012351683008350083
    },
    {
      "index": 135,
      "total": 252,
      "projection": "layers.26.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3942,
      "parameters": 50331648,
      "reference_delta_l2": 5.265746606259319,
      "retained_delta_l2": 5.22881619858765,
      "delta_retention_norm_ratio": 0.9929866720841124,
      "delta_cosine": 0.8223831512490348,
      "relative_weight_rmse": 0.016664350522507733
    },
    {
      "index": 136,
      "total": 252,
      "projection": "layers.26.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4094,
      "parameters": 50331648,
      "reference_delta_l2": 3.606153259776773,
      "retained_delta_l2": 3.334838409915596,
      "delta_retention_norm_ratio": 0.9247633613115014,
      "delta_cosine": 0.7385433579936497,
      "relative_weight_rmse": 0.013186302879476907
    },
    {
      "index": 137,
      "total": 252,
      "projection": "layers.26.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0348,
      "parameters": 4194304,
      "reference_delta_l2": 1.103863773268816,
      "retained_delta_l2": 1.0657053185834187,
      "delta_retention_norm_ratio": 0.9654319168637986,
      "delta_cosine": 0.791585055187683,
      "relative_weight_rmse": 0.014453820078573135
    },
    {
      "index": 138,
      "total": 252,
      "projection": "layers.26.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1488,
      "parameters": 16777216,
      "reference_delta_l2": 2.148398831961565,
      "retained_delta_l2": 2.0244152936192146,
      "delta_retention_norm_ratio": 0.9422902598447472,
      "delta_cosine": 0.7607306015808954,
      "relative_weight_rmse": 0.013821713478567725
    },
    {
      "index": 139,
      "total": 252,
      "projection": "layers.26.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1472,
      "parameters": 16777216,
      "reference_delta_l2": 2.7177157728331176,
      "retained_delta_l2": 2.693831052432037,
      "delta_retention_norm_ratio": 0.991211472281304,
      "delta_cosine": 0.832184560960097,
      "relative_weight_rmse": 0.015379613038605862
    },
    {
      "index": 140,
      "total": 252,
      "projection": "layers.26.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0344,
      "parameters": 4194304,
      "reference_delta_l2": 1.3032695648582875,
      "retained_delta_l2": 1.2682607502239467,
      "delta_retention_norm_ratio": 0.9731377026070984,
      "delta_cosine": 0.8073968854063354,
      "relative_weight_rmse": 0.014266547957942074
    },
    {
      "index": 141,
      "total": 252,
      "projection": "layers.27.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4815,
      "parameters": 50331648,
      "reference_delta_l2": 3.1291582486293152,
      "retained_delta_l2": 2.803564762887972,
      "delta_retention_norm_ratio": 0.8959485395524612,
      "delta_cosine": 0.7084046905945871,
      "relative_weight_rmse": 0.011926185212224393
    },
    {
      "index": 142,
      "total": 252,
      "projection": "layers.27.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4392,
      "parameters": 50331648,
      "reference_delta_l2": 5.242473178766284,
      "retained_delta_l2": 5.210976294240727,
      "delta_retention_norm_ratio": 0.9939919798439544,
      "delta_cosine": 0.825381251160355,
      "relative_weight_rmse": 0.016479813329711532
    },
    {
      "index": 143,
      "total": 252,
      "projection": "layers.27.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4438,
      "parameters": 50331648,
      "reference_delta_l2": 3.1495516466110596,
      "retained_delta_l2": 2.766994496462717,
      "delta_retention_norm_ratio": 0.8785359971601111,
      "delta_cosine": 0.6903104525042502,
      "relative_weight_rmse": 0.012199682235341219
    },
    {
      "index": 144,
      "total": 252,
      "projection": "layers.27.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0361,
      "parameters": 4194304,
      "reference_delta_l2": 0.9598316171323823,
      "retained_delta_l2": 0.9039917464042844,
      "delta_retention_norm_ratio": 0.9418232638606691,
      "delta_cosine": 0.7669163480271755,
      "relative_weight_rmse": 0.013519748691148765
    },
    {
      "index": 145,
      "total": 252,
      "projection": "layers.27.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1476,
      "parameters": 16777216,
      "reference_delta_l2": 1.836071449976087,
      "retained_delta_l2": 1.671271717811431,
      "delta_retention_norm_ratio": 0.9102432902778361,
      "delta_cosine": 0.7241318906576018,
      "relative_weight_rmse": 0.01275325748682899
    },
    {
      "index": 146,
      "total": 252,
      "projection": "layers.27.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.149,
      "parameters": 16777216,
      "reference_delta_l2": 2.505142600316082,
      "retained_delta_l2": 2.4507606604416377,
      "delta_retention_norm_ratio": 0.9782918785271614,
      "delta_cosine": 0.8133658565639071,
      "relative_weight_rmse": 0.014896257276405912
    },
    {
      "index": 147,
      "total": 252,
      "projection": "layers.27.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.034,
      "parameters": 4194304,
      "reference_delta_l2": 1.302699657346531,
      "retained_delta_l2": 1.2790988423697518,
      "delta_retention_norm_ratio": 0.9818831494706526,
      "delta_cosine": 0.8137518980492485,
      "relative_weight_rmse": 0.014299891075395718
    },
    {
      "index": 148,
      "total": 252,
      "projection": "layers.28.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.481,
      "parameters": 50331648,
      "reference_delta_l2": 3.7694347637465806,
      "retained_delta_l2": 3.555372192174322,
      "delta_retention_norm_ratio": 0.9432109626538558,
      "delta_cosine": 0.7614285691445255,
      "relative_weight_rmse": 0.01311733328029739
    },
    {
      "index": 149,
      "total": 252,
      "projection": "layers.28.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4911,
      "parameters": 50331648,
      "reference_delta_l2": 6.463534007011093,
      "retained_delta_l2": 6.580855431367806,
      "delta_retention_norm_ratio": 1.018151281362402,
      "delta_cosine": 0.8679283430685545,
      "relative_weight_rmse": 0.017989242546877723
    },
    {
      "index": 150,
      "total": 252,
      "projection": "layers.28.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5909,
      "parameters": 50331648,
      "reference_delta_l2": 3.2507767334340634,
      "retained_delta_l2": 2.8840407424406,
      "delta_retention_norm_ratio": 0.8871851187989616,
      "delta_cosine": 0.6984463383508485,
      "relative_weight_rmse": 0.01234291510575387
    },
    {
      "index": 151,
      "total": 252,
      "projection": "layers.28.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0454,
      "parameters": 4194304,
      "reference_delta_l2": 1.0322954248089176,
      "retained_delta_l2": 0.9823414185691245,
      "delta_retention_norm_ratio": 0.9516088078671474,
      "delta_cosine": 0.7712204011943862,
      "relative_weight_rmse": 0.014133461510404306
    },
    {
      "index": 152,
      "total": 252,
      "projection": "layers.28.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1872,
      "parameters": 16777216,
      "reference_delta_l2": 1.8685004021396905,
      "retained_delta_l2": 1.716826483856002,
      "delta_retention_norm_ratio": 0.9188258572971133,
      "delta_cosine": 0.7338742439373884,
      "relative_weight_rmse": 0.012838882513384468
    },
    {
      "index": 153,
      "total": 252,
      "projection": "layers.28.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1322,
      "parameters": 16777216,
      "reference_delta_l2": 2.110743747110102,
      "retained_delta_l2": 2.0115605874320037,
      "delta_retention_norm_ratio": 0.9530103264245631,
      "delta_cosine": 0.7774594180099803,
      "relative_weight_rmse": 0.013262301572717601
    },
    {
      "index": 154,
      "total": 252,
      "projection": "layers.28.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.03,
      "parameters": 4194304,
      "reference_delta_l2": 1.0575864044302496,
      "retained_delta_l2": 0.9881498139970877,
      "delta_retention_norm_ratio": 0.9343442860627833,
      "delta_cosine": 0.7519250586828223,
      "relative_weight_rmse": 0.012589780660289391
    },
    {
      "index": 155,
      "total": 252,
      "projection": "layers.29.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4296,
      "parameters": 50331648,
      "reference_delta_l2": 3.7503386724276506,
      "retained_delta_l2": 3.5210119859431863,
      "delta_retention_norm_ratio": 0.9388517393987734,
      "delta_cosine": 0.7565333709142951,
      "relative_weight_rmse": 0.013018956595986977
    },
    {
      "index": 156,
      "total": 252,
      "projection": "layers.29.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3857,
      "parameters": 50331648,
      "reference_delta_l2": 6.161868581061987,
      "retained_delta_l2": 6.249541397470819,
      "delta_retention_norm_ratio": 1.0142282840432992,
      "delta_cosine": 0.8578239645710001,
      "relative_weight_rmse": 0.017756600006409558
    },
    {
      "index": 157,
      "total": 252,
      "projection": "layers.29.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3889,
      "parameters": 50331648,
      "reference_delta_l2": 3.58893045533757,
      "retained_delta_l2": 3.290133769661884,
      "delta_retention_norm_ratio": 0.9167449218105337,
      "delta_cosine": 0.7299541980400778,
      "relative_weight_rmse": 0.01291761347732998
    },
    {
      "index": 158,
      "total": 252,
      "projection": "layers.29.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0312,
      "parameters": 4194304,
      "reference_delta_l2": 0.9627503667306867,
      "retained_delta_l2": 0.9124917994270688,
      "delta_retention_norm_ratio": 0.9477968858383444,
      "delta_cosine": 0.7819753291236863,
      "relative_weight_rmse": 0.013135656632060767
    },
    {
      "index": 159,
      "total": 252,
      "projection": "layers.29.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1326,
      "parameters": 16777216,
      "reference_delta_l2": 1.9473056969704086,
      "retained_delta_l2": 1.7957115161873454,
      "delta_retention_norm_ratio": 0.9221518321345686,
      "delta_cosine": 0.7377141704623403,
      "relative_weight_rmse": 0.01293879820563313
    },
    {
      "index": 160,
      "total": 252,
      "projection": "layers.29.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1313,
      "parameters": 16777216,
      "reference_delta_l2": 2.949713538213498,
      "retained_delta_l2": 2.937162075911486,
      "delta_retention_norm_ratio": 0.9957448538173597,
      "delta_cosine": 0.8482304594765492,
      "relative_weight_rmse": 0.015287151010537427
    },
    {
      "index": 161,
      "total": 252,
      "projection": "layers.29.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0303,
      "parameters": 4194304,
      "reference_delta_l2": 1.070649555367137,
      "retained_delta_l2": 1.011136701125239,
      "delta_retention_norm_ratio": 0.9444142539979009,
      "delta_cosine": 0.7677832739636724,
      "relative_weight_rmse": 0.012962639447336012
    },
    {
      "index": 162,
      "total": 252,
      "projection": "layers.3.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.429,
      "parameters": 50331648,
      "reference_delta_l2": 2.097452268427944,
      "retained_delta_l2": 1.8650699519260572,
      "delta_retention_norm_ratio": 0.8892073397808193,
      "delta_cosine": 0.7209604336152523,
      "relative_weight_rmse": 0.0114248068866949
    },
    {
      "index": 163,
      "total": 252,
      "projection": "layers.3.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.388,
      "parameters": 50331648,
      "reference_delta_l2": 2.935610397323825,
      "retained_delta_l2": 2.715579339212817,
      "delta_retention_norm_ratio": 0.9250475954467277,
      "delta_cosine": 0.7468871380662229,
      "relative_weight_rmse": 0.012279867291566805
    },
    {
      "index": 164,
      "total": 252,
      "projection": "layers.3.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3886,
      "parameters": 50331648,
      "reference_delta_l2": 3.194564290558053,
      "retained_delta_l2": 3.1293385190445773,
      "delta_retention_norm_ratio": 0.9795822636262921,
      "delta_cosine": 0.8437490848781236,
      "relative_weight_rmse": 0.014685508152813161
    },
    {
      "index": 165,
      "total": 252,
      "projection": "layers.3.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0311,
      "parameters": 4194304,
      "reference_delta_l2": 0.5960714704777751,
      "retained_delta_l2": 0.46289853683824933,
      "delta_retention_norm_ratio": 0.776582272033952,
      "delta_cosine": 0.5977316787014598,
      "relative_weight_rmse": 0.009655597625645933
    },
    {
      "index": 166,
      "total": 252,
      "projection": "layers.3.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1313,
      "parameters": 16777216,
      "reference_delta_l2": 1.8539803433661013,
      "retained_delta_l2": 1.7008303835316216,
      "delta_retention_norm_ratio": 0.9173939678581384,
      "delta_cosine": 0.730887404192904,
      "relative_weight_rmse": 0.012830916819152128
    },
    {
      "index": 167,
      "total": 252,
      "projection": "layers.3.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1298,
      "parameters": 16777216,
      "reference_delta_l2": 1.512110233150118,
      "retained_delta_l2": 1.3099561432701632,
      "delta_retention_norm_ratio": 0.8663099518486721,
      "delta_cosine": 0.6796332434963573,
      "relative_weight_rmse": 0.011745710378391625
    },
    {
      "index": 168,
      "total": 252,
      "projection": "layers.3.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0305,
      "parameters": 4194304,
      "reference_delta_l2": 0.9491608293721302,
      "retained_delta_l2": 0.8561494882558944,
      "delta_retention_norm_ratio": 0.902006764040439,
      "delta_cosine": 0.7163494148267664,
      "relative_weight_rmse": 0.012404859459595699
    },
    {
      "index": 169,
      "total": 252,
      "projection": "layers.30.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4299,
      "parameters": 50331648,
      "reference_delta_l2": 3.8950640372795693,
      "retained_delta_l2": 3.6959250354891973,
      "delta_retention_norm_ratio": 0.9488740108289833,
      "delta_cosine": 0.7671682691074769,
      "relative_weight_rmse": 0.013150206063540658
    },
    {
      "index": 170,
      "total": 252,
      "projection": "layers.30.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3996,
      "parameters": 50331648,
      "reference_delta_l2": 5.423733080902422,
      "retained_delta_l2": 5.4237625699772,
      "delta_retention_norm_ratio": 1.0000054370438842,
      "delta_cosine": 0.8316221280480262,
      "relative_weight_rmse": 0.01696628617910767
    },
    {
      "index": 171,
      "total": 252,
      "projection": "layers.30.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.404,
      "parameters": 50331648,
      "reference_delta_l2": 3.8312705294252947,
      "retained_delta_l2": 3.5546148145573113,
      "delta_retention_norm_ratio": 0.9277900861494417,
      "delta_cosine": 0.7412507800975485,
      "relative_weight_rmse": 0.013449023238115166
    },
    {
      "index": 172,
      "total": 252,
      "projection": "layers.30.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0316,
      "parameters": 4194304,
      "reference_delta_l2": 1.497861100481724,
      "retained_delta_l2": 1.510062629983289,
      "delta_retention_norm_ratio": 1.0081459686065959,
      "delta_cosine": 0.8531201706199472,
      "relative_weight_rmse": 0.016617887592308447
    },
    {
      "index": 173,
      "total": 252,
      "projection": "layers.30.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1306,
      "parameters": 16777216,
      "reference_delta_l2": 1.8733553805023273,
      "retained_delta_l2": 1.6979135826582805,
      "delta_retention_norm_ratio": 0.9063488969204534,
      "delta_cosine": 0.7182008820523232,
      "relative_weight_rmse": 0.01288385736718186
    },
    {
      "index": 174,
      "total": 252,
      "projection": "layers.30.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1308,
      "parameters": 16777216,
      "reference_delta_l2": 3.0296228868115977,
      "retained_delta_l2": 3.0415871953000733,
      "delta_retention_norm_ratio": 1.0039491081680687,
      "delta_cosine": 0.8556895409101121,
      "relative_weight_rmse": 0.016319885240090704
    },
    {
      "index": 175,
      "total": 252,
      "projection": "layers.30.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0305,
      "parameters": 4194304,
      "reference_delta_l2": 1.3112404855000326,
      "retained_delta_l2": 1.273721000881319,
      "delta_retention_norm_ratio": 0.9713862674058558,
      "delta_cosine": 0.8017335299100133,
      "relative_weight_rmse": 0.013932060608436915
    },
    {
      "index": 176,
      "total": 252,
      "projection": "layers.31.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4255,
      "parameters": 50331648,
      "reference_delta_l2": 4.115829321037284,
      "retained_delta_l2": 3.9506936392168406,
      "delta_retention_norm_ratio": 0.959877908207616,
      "delta_cosine": 0.780756883338157,
      "relative_weight_rmse": 0.013389823088724431
    },
    {
      "index": 177,
      "total": 252,
      "projection": "layers.31.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3859,
      "parameters": 50331648,
      "reference_delta_l2": 4.232274668008745,
      "retained_delta_l2": 4.086995580761939,
      "delta_retention_norm_ratio": 0.9656735210630462,
      "delta_cosine": 0.7867727770298929,
      "relative_weight_rmse": 0.014790841779742112
    },
    {
      "index": 178,
      "total": 252,
      "projection": "layers.31.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.386,
      "parameters": 50331648,
      "reference_delta_l2": 3.7522602192357497,
      "retained_delta_l2": 3.4655694510341983,
      "delta_retention_norm_ratio": 0.923595179584868,
      "delta_cosine": 0.7371230249679259,
      "relative_weight_rmse": 0.013140419710767343
    },
    {
      "index": 179,
      "total": 252,
      "projection": "layers.31.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.031,
      "parameters": 4194304,
      "reference_delta_l2": 1.1315771011121951,
      "retained_delta_l2": 1.1078994284262837,
      "delta_retention_norm_ratio": 0.9790755109283854,
      "delta_cosine": 0.8130743081793506,
      "relative_weight_rmse": 0.014434169550537385
    },
    {
      "index": 180,
      "total": 252,
      "projection": "layers.31.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1307,
      "parameters": 16777216,
      "reference_delta_l2": 1.9324255331889064,
      "retained_delta_l2": 1.7842959594246393,
      "delta_retention_norm_ratio": 0.9233452615792017,
      "delta_cosine": 0.7393483538920406,
      "relative_weight_rmse": 0.0125643137153554
    },
    {
      "index": 181,
      "total": 252,
      "projection": "layers.31.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1301,
      "parameters": 16777216,
      "reference_delta_l2": 3.099272549999048,
      "retained_delta_l2": 3.1232015156320574,
      "delta_retention_norm_ratio": 1.0077208329525638,
      "delta_cosine": 0.8595104156720689,
      "relative_weight_rmse": 0.016371860325143907
    },
    {
      "index": 182,
      "total": 252,
      "projection": "layers.31.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0296,
      "parameters": 4194304,
      "reference_delta_l2": 0.9155097993063135,
      "retained_delta_l2": 0.8083075638047963,
      "delta_retention_norm_ratio": 0.8829043276404633,
      "delta_cosine": 0.700113519431438,
      "relative_weight_rmse": 0.01126498892688826
    },
    {
      "index": 183,
      "total": 252,
      "projection": "layers.32.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4279,
      "parameters": 50331648,
      "reference_delta_l2": 3.056876645101006,
      "retained_delta_l2": 2.7049628845810765,
      "delta_retention_norm_ratio": 0.8848779975849168,
      "delta_cosine": 0.6985512680251854,
      "relative_weight_rmse": 0.011299068537040777
    },
    {
      "index": 184,
      "total": 252,
      "projection": "layers.32.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3914,
      "parameters": 50331648,
      "reference_delta_l2": 5.774789303352165,
      "retained_delta_l2": 5.830146247138633,
      "delta_retention_norm_ratio": 1.009585967708698,
      "delta_cosine": 0.8496400852164547,
      "relative_weight_rmse": 0.0175333218981735
    },
    {
      "index": 185,
      "total": 252,
      "projection": "layers.32.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4067,
      "parameters": 50331648,
      "reference_delta_l2": 4.190777341990573,
      "retained_delta_l2": 3.975929014215143,
      "delta_retention_norm_ratio": 0.948733060660918,
      "delta_cosine": 0.7678586543003513,
      "relative_weight_rmse": 0.013860843971770948
    },
    {
      "index": 186,
      "total": 252,
      "projection": "layers.32.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0308,
      "parameters": 4194304,
      "reference_delta_l2": 1.0783365439280528,
      "retained_delta_l2": 1.044233761644472,
      "delta_retention_norm_ratio": 0.9683746391832787,
      "delta_cosine": 0.7992451047041467,
      "relative_weight_rmse": 0.01410586055434709
    },
    {
      "index": 187,
      "total": 252,
      "projection": "layers.32.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1315,
      "parameters": 16777216,
      "reference_delta_l2": 1.9553335281852247,
      "retained_delta_l2": 1.7974152937075847,
      "delta_retention_norm_ratio": 0.9192371878243164,
      "delta_cosine": 0.73290126070321,
      "relative_weight_rmse": 0.01292046760864544
    },
    {
      "index": 188,
      "total": 252,
      "projection": "layers.32.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1307,
      "parameters": 16777216,
      "reference_delta_l2": 3.5218932383788344,
      "retained_delta_l2": 3.5825260751259425,
      "delta_retention_norm_ratio": 1.017215978067245,
      "delta_cosine": 0.8845172274918165,
      "relative_weight_rmse": 0.017048707578256873
    },
    {
      "index": 189,
      "total": 252,
      "projection": "layers.32.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0302,
      "parameters": 4194304,
      "reference_delta_l2": 1.1079466741589432,
      "retained_delta_l2": 1.038371528096713,
      "delta_retention_norm_ratio": 0.9372035246055089,
      "delta_cosine": 0.7588609209107184,
      "relative_weight_rmse": 0.012618995536003064
    },
    {
      "index": 190,
      "total": 252,
      "projection": "layers.33.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.5602,
      "parameters": 50331648,
      "reference_delta_l2": 4.687324672463539,
      "retained_delta_l2": 4.601612864748442,
      "delta_retention_norm_ratio": 0.9817141304039326,
      "delta_cosine": 0.8101883225516318,
      "relative_weight_rmse": 0.014416737330240039
    },
    {
      "index": 191,
      "total": 252,
      "projection": "layers.33.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5672,
      "parameters": 50331648,
      "reference_delta_l2": 4.02782065921811,
      "retained_delta_l2": 3.846869787981053,
      "delta_retention_norm_ratio": 0.9550747447449205,
      "delta_cosine": 0.7723561530845422,
      "relative_weight_rmse": 0.014779589810549918
    },
    {
      "index": 192,
      "total": 252,
      "projection": "layers.33.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4299,
      "parameters": 50331648,
      "reference_delta_l2": 4.562896573504985,
      "retained_delta_l2": 4.427774845848602,
      "delta_retention_norm_ratio": 0.970386852851107,
      "delta_cosine": 0.7960995135956899,
      "relative_weight_rmse": 0.01424624046643528
    },
    {
      "index": 193,
      "total": 252,
      "projection": "layers.33.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0344,
      "parameters": 4194304,
      "reference_delta_l2": 1.1713897832764697,
      "retained_delta_l2": 1.1620524076735506,
      "delta_retention_norm_ratio": 0.9920288056663755,
      "delta_cosine": 0.8276977541120957,
      "relative_weight_rmse": 0.015548934151994313
    },
    {
      "index": 194,
      "total": 252,
      "projection": "layers.33.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1457,
      "parameters": 16777216,
      "reference_delta_l2": 1.9603680458460517,
      "retained_delta_l2": 1.8125899541779231,
      "delta_retention_norm_ratio": 0.924617169729294,
      "delta_cosine": 0.741645917604003,
      "relative_weight_rmse": 0.012314534198132183
    },
    {
      "index": 195,
      "total": 252,
      "projection": "layers.33.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.145,
      "parameters": 16777216,
      "reference_delta_l2": 1.6961464180653134,
      "retained_delta_l2": 1.5640088128830405,
      "delta_retention_norm_ratio": 0.9220954018032277,
      "delta_cosine": 0.7428344203124573,
      "relative_weight_rmse": 0.01192750420709463
    },
    {
      "index": 196,
      "total": 252,
      "projection": "layers.33.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0334,
      "parameters": 4194304,
      "reference_delta_l2": 1.2357353784065346,
      "retained_delta_l2": 1.1863228587248493,
      "delta_retention_norm_ratio": 0.9600136723888231,
      "delta_cosine": 0.7866107364371089,
      "relative_weight_rmse": 0.012737525311644961
    },
    {
      "index": 197,
      "total": 252,
      "projection": "layers.34.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.5467,
      "parameters": 50331648,
      "reference_delta_l2": 3.2565833651505516,
      "retained_delta_l2": 3.0255489951779886,
      "delta_retention_norm_ratio": 0.9290562088952137,
      "delta_cosine": 0.7455103372977274,
      "relative_weight_rmse": 0.011843588377196124
    },
    {
      "index": 198,
      "total": 252,
      "projection": "layers.34.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5743,
      "parameters": 50331648,
      "reference_delta_l2": 3.518525086669968,
      "retained_delta_l2": 3.3155130236000065,
      "delta_retention_norm_ratio": 0.9423019424135759,
      "delta_cosine": 0.7574008311791389,
      "relative_weight_rmse": 0.013121291271205936
    },
    {
      "index": 199,
      "total": 252,
      "projection": "layers.34.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4473,
      "parameters": 50331648,
      "reference_delta_l2": 3.122839585398148,
      "retained_delta_l2": 2.7992683076510696,
      "delta_retention_norm_ratio": 0.8963855590725693,
      "delta_cosine": 0.7099281078472282,
      "relative_weight_rmse": 0.011421056356851617
    },
    {
      "index": 200,
      "total": 252,
      "projection": "layers.34.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0342,
      "parameters": 4194304,
      "reference_delta_l2": 0.789778602037118,
      "retained_delta_l2": 0.7284479516672997,
      "delta_retention_norm_ratio": 0.9223445023559452,
      "delta_cosine": 0.7527854359891812,
      "relative_weight_rmse": 0.011641206148687635
    },
    {
      "index": 201,
      "total": 252,
      "projection": "layers.34.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1457,
      "parameters": 16777216,
      "reference_delta_l2": 2.3701434474977137,
      "retained_delta_l2": 2.300165870829211,
      "delta_retention_norm_ratio": 0.9704753833602852,
      "delta_cosine": 0.7933415277491485,
      "relative_weight_rmse": 0.014057024596917099
    },
    {
      "index": 202,
      "total": 252,
      "projection": "layers.34.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1454,
      "parameters": 16777216,
      "reference_delta_l2": 2.79645424905211,
      "retained_delta_l2": 2.810282234280324,
      "delta_retention_norm_ratio": 1.0049448279845457,
      "delta_cosine": 0.8600068332513529,
      "relative_weight_rmse": 0.015296338846627629
    },
    {
      "index": 203,
      "total": 252,
      "projection": "layers.34.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.034,
      "parameters": 4194304,
      "reference_delta_l2": 0.9822567585383027,
      "retained_delta_l2": 0.8778790775636134,
      "delta_retention_norm_ratio": 0.8937368665907539,
      "delta_cosine": 0.7155763314870319,
      "relative_weight_rmse": 0.011412855542293352
    },
    {
      "index": 204,
      "total": 252,
      "projection": "layers.35.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.5198,
      "parameters": 50331648,
      "reference_delta_l2": 2.3328259869038397,
      "retained_delta_l2": 2.086362517056803,
      "delta_retention_norm_ratio": 0.8943498266777511,
      "delta_cosine": 0.7148426779507352,
      "relative_weight_rmse": 0.009811587448131986
    },
    {
      "index": 205,
      "total": 252,
      "projection": "layers.35.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5749,
      "parameters": 50331648,
      "reference_delta_l2": 2.6254547609667505,
      "retained_delta_l2": 2.291767053716837,
      "delta_retention_norm_ratio": 0.8729028920204884,
      "delta_cosine": 0.6876135248167063,
      "relative_weight_rmse": 0.010527697572972752
    },
    {
      "index": 206,
      "total": 252,
      "projection": "layers.35.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4672,
      "parameters": 50331648,
      "reference_delta_l2": 2.6644939513948387,
      "retained_delta_l2": 2.292344013435714,
      "delta_retention_norm_ratio": 0.8603299745663496,
      "delta_cosine": 0.67494142597945,
      "relative_weight_rmse": 0.010352404487708527
    },
    {
      "index": 207,
      "total": 252,
      "projection": "layers.35.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0341,
      "parameters": 4194304,
      "reference_delta_l2": 0.8330018642105433,
      "retained_delta_l2": 0.7629345502165182,
      "delta_retention_norm_ratio": 0.9158857656814133,
      "delta_cosine": 0.7342284696895491,
      "relative_weight_rmse": 0.012231814531927804
    },
    {
      "index": 208,
      "total": 252,
      "projection": "layers.35.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.145,
      "parameters": 16777216,
      "reference_delta_l2": 1.97763190430294,
      "retained_delta_l2": 1.8761931323228476,
      "delta_retention_norm_ratio": 0.948706950085412,
      "delta_cosine": 0.7675604966314904,
      "relative_weight_rmse": 0.012980312464296371
    },
    {
      "index": 209,
      "total": 252,
      "projection": "layers.35.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1453,
      "parameters": 16777216,
      "reference_delta_l2": 1.9258966242155413,
      "retained_delta_l2": 1.838641371460967,
      "delta_retention_norm_ratio": 0.954693698686909,
      "delta_cosine": 0.7750370803706031,
      "relative_weight_rmse": 0.01310119066491629
    },
    {
      "index": 210,
      "total": 252,
      "projection": "layers.35.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0332,
      "parameters": 4194304,
      "reference_delta_l2": 0.9017170614304261,
      "retained_delta_l2": 0.7952812095703247,
      "delta_retention_norm_ratio": 0.8819631385356528,
      "delta_cosine": 0.6987705269640657,
      "relative_weight_rmse": 0.01139507748203064
    },
    {
      "index": 211,
      "total": 252,
      "projection": "layers.4.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4704,
      "parameters": 50331648,
      "reference_delta_l2": 2.22932606793877,
      "retained_delta_l2": 1.9133400379966317,
      "delta_retention_norm_ratio": 0.8582593930576076,
      "delta_cosine": 0.6734965603575204,
      "relative_weight_rmse": 0.010852124685479955
    },
    {
      "index": 212,
      "total": 252,
      "projection": "layers.4.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3953,
      "parameters": 50331648,
      "reference_delta_l2": 3.327042619010718,
      "retained_delta_l2": 2.9373369945513406,
      "delta_retention_norm_ratio": 0.8828672580770082,
      "delta_cosine": 0.7104127938935952,
      "relative_weight_rmse": 0.010851148580997205
    },
    {
      "index": 213,
      "total": 252,
      "projection": "layers.4.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3872,
      "parameters": 50331648,
      "reference_delta_l2": 3.3108983130289054,
      "retained_delta_l2": 3.1892568937112924,
      "delta_retention_norm_ratio": 0.9632602974126584,
      "delta_cosine": 0.7961670120639696,
      "relative_weight_rmse": 0.014032548417868468
    },
    {
      "index": 214,
      "total": 252,
      "projection": "layers.4.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0308,
      "parameters": 4194304,
      "reference_delta_l2": 0.5944270448677177,
      "retained_delta_l2": 0.4492600234490653,
      "delta_retention_norm_ratio": 0.7557866475423278,
      "delta_cosine": 0.5787230047675087,
      "relative_weight_rmse": 0.009479510985493263
    },
    {
      "index": 215,
      "total": 252,
      "projection": "layers.4.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1412,
      "parameters": 16777216,
      "reference_delta_l2": 1.6304020009660627,
      "retained_delta_l2": 1.416930836773217,
      "delta_retention_norm_ratio": 0.8690683867743307,
      "delta_cosine": 0.6812520125552476,
      "relative_weight_rmse": 0.011814405088465107
    },
    {
      "index": 216,
      "total": 252,
      "projection": "layers.4.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1451,
      "parameters": 16777216,
      "reference_delta_l2": 1.2640944606248181,
      "retained_delta_l2": 0.9998931013773171,
      "delta_retention_norm_ratio": 0.790995556521218,
      "delta_cosine": 0.6087871075666293,
      "relative_weight_rmse": 0.010257334794911078
    },
    {
      "index": 217,
      "total": 252,
      "projection": "layers.4.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0334,
      "parameters": 4194304,
      "reference_delta_l2": 1.1347308271421606,
      "retained_delta_l2": 1.0768493892373605,
      "delta_retention_norm_ratio": 0.9489910412934005,
      "delta_cosine": 0.7689547489767203,
      "relative_weight_rmse": 0.013530562159350277
    },
    {
      "index": 218,
      "total": 252,
      "projection": "layers.5.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4713,
      "parameters": 50331648,
      "reference_delta_l2": 1.810935893075941,
      "retained_delta_l2": 1.3499338899161304,
      "delta_retention_norm_ratio": 0.7454343884162671,
      "delta_cosine": 0.5704132363093911,
      "relative_weight_rmse": 0.009071446413057554
    },
    {
      "index": 219,
      "total": 252,
      "projection": "layers.5.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4156,
      "parameters": 50331648,
      "reference_delta_l2": 2.959942527378491,
      "retained_delta_l2": 2.496841727204632,
      "delta_retention_norm_ratio": 0.8435439891517049,
      "delta_cosine": 0.660969789060384,
      "relative_weight_rmse": 0.010010880134384415
    },
    {
      "index": 220,
      "total": 252,
      "projection": "layers.5.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3841,
      "parameters": 50331648,
      "reference_delta_l2": 3.1870400685654765,
      "retained_delta_l2": 2.974385603406863,
      "delta_retention_norm_ratio": 0.9332752458131687,
      "delta_cosine": 0.7501308407978079,
      "relative_weight_rmse": 0.01315208292183413
    },
    {
      "index": 221,
      "total": 252,
      "projection": "layers.5.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0313,
      "parameters": 4194304,
      "reference_delta_l2": 0.6209587806459246,
      "retained_delta_l2": 0.4889663014395137,
      "delta_retention_norm_ratio": 0.7874376153130299,
      "delta_cosine": 0.608188679409699,
      "relative_weight_rmse": 0.009871909845280627
    },
    {
      "index": 222,
      "total": 252,
      "projection": "layers.5.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1323,
      "parameters": 16777216,
      "reference_delta_l2": 1.4712027123441913,
      "retained_delta_l2": 1.2367591682757846,
      "delta_retention_norm_ratio": 0.8406449756370773,
      "delta_cosine": 0.6526329998062314,
      "relative_weight_rmse": 0.011369367401890903
    },
    {
      "index": 223,
      "total": 252,
      "projection": "layers.5.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1323,
      "parameters": 16777216,
      "reference_delta_l2": 1.4727506650418816,
      "retained_delta_l2": 1.2586922536897038,
      "delta_retention_norm_ratio": 0.8546540046233214,
      "delta_cosine": 0.6711865950328052,
      "relative_weight_rmse": 0.011210233891934967
    },
    {
      "index": 224,
      "total": 252,
      "projection": "layers.5.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0301,
      "parameters": 4194304,
      "reference_delta_l2": 1.0486084194273977,
      "retained_delta_l2": 0.9844592573104753,
      "delta_retention_norm_ratio": 0.9388244830687593,
      "delta_cosine": 0.7614519153311239,
      "relative_weight_rmse": 0.012891174674649803
    },
    {
      "index": 225,
      "total": 252,
      "projection": "layers.6.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4564,
      "parameters": 50331648,
      "reference_delta_l2": 4.767720688111135,
      "retained_delta_l2": 4.780773825148703,
      "delta_retention_norm_ratio": 1.0027378149626336,
      "delta_cosine": 0.8442279588688661,
      "relative_weight_rmse": 0.015436456019849167
    },
    {
      "index": 226,
      "total": 252,
      "projection": "layers.6.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4283,
      "parameters": 50331648,
      "reference_delta_l2": 3.1144168145379054,
      "retained_delta_l2": 2.7248036794985953,
      "delta_retention_norm_ratio": 0.8749001311511613,
      "delta_cosine": 0.6926207132666661,
      "relative_weight_rmse": 0.010703368543273093
    },
    {
      "index": 227,
      "total": 252,
      "projection": "layers.6.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4189,
      "parameters": 50331648,
      "reference_delta_l2": 3.390041280945176,
      "retained_delta_l2": 3.202277510368192,
      "delta_retention_norm_ratio": 0.9446131315177868,
      "delta_cosine": 0.7632713560900984,
      "relative_weight_rmse": 0.013229654669870288
    },
    {
      "index": 228,
      "total": 252,
      "projection": "layers.6.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0311,
      "parameters": 4194304,
      "reference_delta_l2": 0.5939044653381573,
      "retained_delta_l2": 0.44887094795012406,
      "delta_retention_norm_ratio": 0.755796553397769,
      "delta_cosine": 0.5788145863006533,
      "relative_weight_rmse": 0.009595333248779364
    },
    {
      "index": 229,
      "total": 252,
      "projection": "layers.6.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1315,
      "parameters": 16777216,
      "reference_delta_l2": 1.3669632941100178,
      "retained_delta_l2": 1.108979268810084,
      "delta_retention_norm_ratio": 0.8112721633334725,
      "delta_cosine": 0.6269790068485096,
      "relative_weight_rmse": 0.010406969547164474
    },
    {
      "index": 230,
      "total": 252,
      "projection": "layers.6.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1314,
      "parameters": 16777216,
      "reference_delta_l2": 1.4041762978890737,
      "retained_delta_l2": 1.1651334773217623,
      "delta_retention_norm_ratio": 0.8297629571680784,
      "delta_cosine": 0.6448494218474633,
      "relative_weight_rmse": 0.010729181201098165
    },
    {
      "index": 231,
      "total": 252,
      "projection": "layers.6.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0303,
      "parameters": 4194304,
      "reference_delta_l2": 0.9871587580367326,
      "retained_delta_l2": 0.9114799363593897,
      "delta_retention_norm_ratio": 0.9233367266802622,
      "delta_cosine": 0.7398639008846931,
      "relative_weight_rmse": 0.012405099189583267
    },
    {
      "index": 232,
      "total": 252,
      "projection": "layers.7.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4273,
      "parameters": 50331648,
      "reference_delta_l2": 1.8509328174395354,
      "retained_delta_l2": 1.371207388640461,
      "delta_retention_norm_ratio": 0.7408196427881718,
      "delta_cosine": 0.5662870907172969,
      "relative_weight_rmse": 0.008982772613857194
    },
    {
      "index": 233,
      "total": 252,
      "projection": "layers.7.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4221,
      "parameters": 50331648,
      "reference_delta_l2": 2.903415555498348,
      "retained_delta_l2": 2.489190538369936,
      "delta_retention_norm_ratio": 0.8573318186079244,
      "delta_cosine": 0.6743226108497193,
      "relative_weight_rmse": 0.010368765252329331
    },
    {
      "index": 234,
      "total": 252,
      "projection": "layers.7.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4326,
      "parameters": 50331648,
      "reference_delta_l2": 2.9793293298215597,
      "retained_delta_l2": 2.6967054131669843,
      "delta_retention_norm_ratio": 0.9051384102369433,
      "delta_cosine": 0.7168754766014962,
      "relative_weight_rmse": 0.012394034156126544
    },
    {
      "index": 235,
      "total": 252,
      "projection": "layers.7.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.035,
      "parameters": 4194304,
      "reference_delta_l2": 0.7233149380725827,
      "retained_delta_l2": 0.6142220006851181,
      "delta_retention_norm_ratio": 0.8491764352632277,
      "delta_cosine": 0.6628629509564983,
      "relative_weight_rmse": 0.010779587582608923
    },
    {
      "index": 236,
      "total": 252,
      "projection": "layers.7.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1457,
      "parameters": 16777216,
      "reference_delta_l2": 1.3687782675178408,
      "retained_delta_l2": 1.1095628123085044,
      "delta_retention_norm_ratio": 0.8106227565408377,
      "delta_cosine": 0.6257796839251223,
      "relative_weight_rmse": 0.010566147208911206
    },
    {
      "index": 237,
      "total": 252,
      "projection": "layers.7.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1463,
      "parameters": 16777216,
      "reference_delta_l2": 1.6879029091575957,
      "retained_delta_l2": 1.5262817016236274,
      "delta_retention_norm_ratio": 0.9042473316106608,
      "delta_cosine": 0.7181181553334522,
      "relative_weight_rmse": 0.012129219555857563
    },
    {
      "index": 238,
      "total": 252,
      "projection": "layers.7.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0333,
      "parameters": 4194304,
      "reference_delta_l2": 0.9915028517782294,
      "retained_delta_l2": 0.8953762433861933,
      "delta_retention_norm_ratio": 0.903049589600639,
      "delta_cosine": 0.7182410000696634,
      "relative_weight_rmse": 0.012000415390473564
    },
    {
      "index": 239,
      "total": 252,
      "projection": "layers.8.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4713,
      "parameters": 50331648,
      "reference_delta_l2": 2.6473504917942394,
      "retained_delta_l2": 2.2863272165665895,
      "delta_retention_norm_ratio": 0.8636284555646553,
      "delta_cosine": 0.6778262138844748,
      "relative_weight_rmse": 0.011076389763901337
    },
    {
      "index": 240,
      "total": 252,
      "projection": "layers.8.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4285,
      "parameters": 50331648,
      "reference_delta_l2": 2.2109602018958143,
      "retained_delta_l2": 1.6686687050895774,
      "delta_retention_norm_ratio": 0.7547257990708098,
      "delta_cosine": 0.5779876357757265,
      "relative_weight_rmse": 0.009495656840626325
    },
    {
      "index": 241,
      "total": 252,
      "projection": "layers.8.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4312,
      "parameters": 50331648,
      "reference_delta_l2": 2.6841490883977883,
      "retained_delta_l2": 2.2893303403846996,
      "delta_retention_norm_ratio": 0.8529072957535446,
      "delta_cosine": 0.6661517839052589,
      "relative_weight_rmse": 0.011442145437871401
    },
    {
      "index": 242,
      "total": 252,
      "projection": "layers.8.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0341,
      "parameters": 4194304,
      "reference_delta_l2": 0.8951759855086093,
      "retained_delta_l2": 0.8121689642323364,
      "delta_retention_norm_ratio": 0.9072729579211053,
      "delta_cosine": 0.7203602186120661,
      "relative_weight_rmse": 0.01214431881927836
    },
    {
      "index": 243,
      "total": 252,
      "projection": "layers.8.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1463,
      "parameters": 16777216,
      "reference_delta_l2": 1.574753691969974,
      "retained_delta_l2": 1.349399729505425,
      "delta_retention_norm_ratio": 0.8568957395599832,
      "delta_cosine": 0.6708681427720062,
      "relative_weight_rmse": 0.011318433107251004
    },
    {
      "index": 244,
      "total": 252,
      "projection": "layers.8.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1475,
      "parameters": 16777216,
      "reference_delta_l2": 1.5969319851881418,
      "retained_delta_l2": 1.386485111750515,
      "delta_retention_norm_ratio": 0.8682180109174573,
      "delta_cosine": 0.6796174143683574,
      "relative_weight_rmse": 0.011850598231748189
    },
    {
      "index": 245,
      "total": 252,
      "projection": "layers.8.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0348,
      "parameters": 4194304,
      "reference_delta_l2": 0.796218156170733,
      "retained_delta_l2": 0.6602160870038808,
      "delta_retention_norm_ratio": 0.8291899423382537,
      "delta_cosine": 0.643318340596573,
      "relative_weight_rmse": 0.01062635570519243
    },
    {
      "index": 246,
      "total": 252,
      "projection": "layers.9.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.56,
      "parameters": 50331648,
      "reference_delta_l2": 2.472573355563781,
      "retained_delta_l2": 2.1019195610207904,
      "delta_retention_norm_ratio": 0.8500939138129324,
      "delta_cosine": 0.6644626423954203,
      "relative_weight_rmse": 0.010895117125517034
    },
    {
      "index": 247,
      "total": 252,
      "projection": "layers.9.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5764,
      "parameters": 50331648,
      "reference_delta_l2": 2.715301678180105,
      "retained_delta_l2": 2.228991511458173,
      "delta_retention_norm_ratio": 0.8209001339962065,
      "delta_cosine": 0.6368404026661941,
      "relative_weight_rmse": 0.010415436832995234
    },
    {
      "index": 248,
      "total": 252,
      "projection": "layers.9.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5713,
      "parameters": 50331648,
      "reference_delta_l2": 3.033076984806482,
      "retained_delta_l2": 2.752774106779336,
      "delta_retention_norm_ratio": 0.90758464772531,
      "delta_cosine": 0.7225313110499669,
      "relative_weight_rmse": 0.012405972152059165
    },
    {
      "index": 249,
      "total": 252,
      "projection": "layers.9.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0454,
      "parameters": 4194304,
      "reference_delta_l2": 0.8393531099281533,
      "retained_delta_l2": 0.7571706014921384,
      "delta_retention_norm_ratio": 0.902088277908389,
      "delta_cosine": 0.7181965567767787,
      "relative_weight_rmse": 0.0117983148448792
    },
    {
      "index": 250,
      "total": 252,
      "projection": "layers.9.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1946,
      "parameters": 16777216,
      "reference_delta_l2": 1.5267188967900203,
      "retained_delta_l2": 1.3014151099198887,
      "delta_retention_norm_ratio": 0.8524261490809864,
      "delta_cosine": 0.6668987375072588,
      "relative_weight_rmse": 0.011165379692474192
    },
    {
      "index": 251,
      "total": 252,
      "projection": "layers.9.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1936,
      "parameters": 16777216,
      "reference_delta_l2": 1.8066357912508113,
      "retained_delta_l2": 1.6600406497686675,
      "delta_retention_norm_ratio": 0.9188573910734661,
      "delta_cosine": 0.7351219258583319,
      "relative_weight_rmse": 0.012711553632753296
    },
    {
      "index": 252,
      "total": 252,
      "projection": "layers.9.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0351,
      "parameters": 4194304,
      "reference_delta_l2": 0.8017069173020834,
      "retained_delta_l2": 0.6713766264992046,
      "delta_retention_norm_ratio": 0.8374339949049358,
      "delta_cosine": 0.6535165562030031,
      "relative_weight_rmse": 0.010435042306830964
    }
  ]
}