{
  "schema_version": 1,
  "format": "comfy_scaled_fp8_merged_text_encoder",
  "scale_policy": "preserve_stock_per_tensor_scale",
  "base": "/workspace/Ideogram/checkpoints/text_encoders/qwen3vl_8b_fp8_scaled.safetensors",
  "base_sha256": "4ba424cf62e51392e4d1a39933e803706f4e823c1065f36aaf149c6453f66bcd",
  "adapter": "/workspace/Ideogram/artifacts/phase2_balanced_4000_8state_debanner_s020_v1_checkpoints/step_00000510/adapters.safetensors",
  "adapter_sha256": "85359811e619276f85742072c2b3327915bbb56bcefb874f2f3101a5d1216eef",
  "adapter_global_step": "510",
  "output": "/workspace/Ideogram/artifacts/huggingface_release/s020_v1/qwen3vl_8b_ideogram4_nl_s020_v1_step_00000510_fp8_scaled.safetensors",
  "output_bytes": 10588637800,
  "output_sha256": "f0d1009af7407b60bda169967bb5e4c3e8ea264042b70f3d7b667bb0c2404ece",
  "output_tensors": 1254,
  "merged_projections": 252,
  "lora_rank": 64,
  "lora_alpha": 64.0,
  "elapsed_seconds": 64.338,
  "projections": [
    {
      "index": 1,
      "total": 252,
      "projection": "layers.0.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4406,
      "parameters": 50331648,
      "reference_delta_l2": 2.6327089901753045,
      "retained_delta_l2": 2.2871515016030406,
      "delta_retention_norm_ratio": 0.8687445175817727,
      "delta_cosine": 0.6831931704979609,
      "relative_weight_rmse": 0.01096298133808025
    },
    {
      "index": 2,
      "total": 252,
      "projection": "layers.0.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3908,
      "parameters": 50331648,
      "reference_delta_l2": 2.6772801535866004,
      "retained_delta_l2": 2.2880149418926226,
      "delta_retention_norm_ratio": 0.8546042291567801,
      "delta_cosine": 0.6670250460348754,
      "relative_weight_rmse": 0.011768324045049744
    },
    {
      "index": 3,
      "total": 252,
      "projection": "layers.0.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3978,
      "parameters": 50331648,
      "reference_delta_l2": 2.390616730980462,
      "retained_delta_l2": 1.9866289619366921,
      "delta_retention_norm_ratio": 0.8310110676427489,
      "delta_cosine": 0.6447662799695758,
      "relative_weight_rmse": 0.011412052721242289
    },
    {
      "index": 4,
      "total": 252,
      "projection": "layers.0.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0309,
      "parameters": 4194304,
      "reference_delta_l2": 0.5230720972912708,
      "retained_delta_l2": 0.3567391071841315,
      "delta_retention_norm_ratio": 0.6820075263649222,
      "delta_cosine": 0.5185684276018467,
      "relative_weight_rmse": 0.008049897840969543
    },
    {
      "index": 5,
      "total": 252,
      "projection": "layers.0.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1345,
      "parameters": 16777216,
      "reference_delta_l2": 1.8613124987703769,
      "retained_delta_l2": 1.7369299527282984,
      "delta_retention_norm_ratio": 0.9331748182402213,
      "delta_cosine": 0.7526839574109756,
      "relative_weight_rmse": 0.013067631665388612
    },
    {
      "index": 6,
      "total": 252,
      "projection": "layers.0.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1321,
      "parameters": 16777216,
      "reference_delta_l2": 1.0563514233516575,
      "retained_delta_l2": 0.7668640299186094,
      "delta_retention_norm_ratio": 0.725955409313934,
      "delta_cosine": 0.5543170897702486,
      "relative_weight_rmse": 0.008753209330524843
    },
    {
      "index": 7,
      "total": 252,
      "projection": "layers.0.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0301,
      "parameters": 4194304,
      "reference_delta_l2": 0.7022345644480543,
      "retained_delta_l2": 0.5874381003072418,
      "delta_retention_norm_ratio": 0.8365268957801288,
      "delta_cosine": 0.6512962468872779,
      "relative_weight_rmse": 0.010973664045303274
    },
    {
      "index": 8,
      "total": 252,
      "projection": "layers.1.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4453,
      "parameters": 50331648,
      "reference_delta_l2": 1.8898138296216929,
      "retained_delta_l2": 1.737735428436025,
      "delta_retention_norm_ratio": 0.9195273106790041,
      "delta_cosine": 0.7448556189453459,
      "relative_weight_rmse": 0.011322768425377668
    },
    {
      "index": 9,
      "total": 252,
      "projection": "layers.1.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3905,
      "parameters": 50331648,
      "reference_delta_l2": 3.657081033192418,
      "retained_delta_l2": 3.6015521990413126,
      "delta_retention_norm_ratio": 0.984816077727807,
      "delta_cosine": 0.8418804183137666,
      "relative_weight_rmse": 0.013840827955486369
    },
    {
      "index": 10,
      "total": 252,
      "projection": "layers.1.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3926,
      "parameters": 50331648,
      "reference_delta_l2": 3.3758522814584864,
      "retained_delta_l2": 3.3480227210234577,
      "delta_retention_norm_ratio": 0.9917562860828124,
      "delta_cosine": 0.9015911746554313,
      "relative_weight_rmse": 0.01481239001519705
    },
    {
      "index": 11,
      "total": 252,
      "projection": "layers.1.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0311,
      "parameters": 4194304,
      "reference_delta_l2": 0.6051762921808931,
      "retained_delta_l2": 0.4756470663655935,
      "delta_retention_norm_ratio": 0.7859644743376992,
      "delta_cosine": 0.6060727303822177,
      "relative_weight_rmse": 0.009964429077215514
    },
    {
      "index": 12,
      "total": 252,
      "projection": "layers.1.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.133,
      "parameters": 16777216,
      "reference_delta_l2": 1.4935938757174607,
      "retained_delta_l2": 1.2785725581027818,
      "delta_retention_norm_ratio": 0.8560376276908664,
      "delta_cosine": 0.6677743891393898,
      "relative_weight_rmse": 0.011547649685206055
    },
    {
      "index": 13,
      "total": 252,
      "projection": "layers.1.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1319,
      "parameters": 16777216,
      "reference_delta_l2": 1.8196863010939506,
      "retained_delta_l2": 1.7101196678521942,
      "delta_retention_norm_ratio": 0.9397881749310925,
      "delta_cosine": 0.7595529659149882,
      "relative_weight_rmse": 0.013550407565098701
    },
    {
      "index": 14,
      "total": 252,
      "projection": "layers.1.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0301,
      "parameters": 4194304,
      "reference_delta_l2": 0.7615395905357294,
      "retained_delta_l2": 0.6517298088924471,
      "delta_retention_norm_ratio": 0.8558055510074886,
      "delta_cosine": 0.6681908747332516,
      "relative_weight_rmse": 0.011085857994289853
    },
    {
      "index": 15,
      "total": 252,
      "projection": "layers.10.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4293,
      "parameters": 50331648,
      "reference_delta_l2": 2.531215055123725,
      "retained_delta_l2": 2.1824833997654514,
      "delta_retention_norm_ratio": 0.8622275674868615,
      "delta_cosine": 0.6764698570780456,
      "relative_weight_rmse": 0.01081504682034425
    },
    {
      "index": 16,
      "total": 252,
      "projection": "layers.10.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3942,
      "parameters": 50331648,
      "reference_delta_l2": 2.1752664087061495,
      "retained_delta_l2": 1.6278962284509517,
      "delta_retention_norm_ratio": 0.7483663710962309,
      "delta_cosine": 0.5733297280350799,
      "relative_weight_rmse": 0.008945254391297452
    },
    {
      "index": 17,
      "total": 252,
      "projection": "layers.10.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4015,
      "parameters": 50331648,
      "reference_delta_l2": 2.6665348359398693,
      "retained_delta_l2": 2.314993607953368,
      "delta_retention_norm_ratio": 0.868165522066921,
      "delta_cosine": 0.6808506874174365,
      "relative_weight_rmse": 0.011346629690113269
    },
    {
      "index": 18,
      "total": 252,
      "projection": "layers.10.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0318,
      "parameters": 4194304,
      "reference_delta_l2": 0.8598177590242261,
      "retained_delta_l2": 0.7820980451680212,
      "delta_retention_norm_ratio": 0.9096090851340335,
      "delta_cosine": 0.7270726588216819,
      "relative_weight_rmse": 0.011634985351763842
    },
    {
      "index": 19,
      "total": 252,
      "projection": "layers.10.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.135,
      "parameters": 16777216,
      "reference_delta_l2": 1.6733573890753237,
      "retained_delta_l2": 1.4703711717179522,
      "delta_retention_norm_ratio": 0.8786952394732968,
      "delta_cosine": 0.6914507221186205,
      "relative_weight_rmse": 0.011706738980892818
    },
    {
      "index": 20,
      "total": 252,
      "projection": "layers.10.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1341,
      "parameters": 16777216,
      "reference_delta_l2": 2.027281987832174,
      "retained_delta_l2": 1.9186377269978645,
      "delta_retention_norm_ratio": 0.9464089053785331,
      "delta_cosine": 0.7704910918797055,
      "relative_weight_rmse": 0.013102069197817139
    },
    {
      "index": 21,
      "total": 252,
      "projection": "layers.10.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0308,
      "parameters": 4194304,
      "reference_delta_l2": 0.8179661631941779,
      "retained_delta_l2": 0.7086405890578836,
      "delta_retention_norm_ratio": 0.8663446251744996,
      "delta_cosine": 0.6851426874031,
      "relative_weight_rmse": 0.010413497936023764
    },
    {
      "index": 22,
      "total": 252,
      "projection": "layers.11.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4364,
      "parameters": 50331648,
      "reference_delta_l2": 2.34500506277976,
      "retained_delta_l2": 1.9435492747038492,
      "delta_retention_norm_ratio": 0.8288038714935538,
      "delta_cosine": 0.6447956411947068,
      "relative_weight_rmse": 0.010210191435923827
    },
    {
      "index": 23,
      "total": 252,
      "projection": "layers.11.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3924,
      "parameters": 50331648,
      "reference_delta_l2": 2.5517632567783286,
      "retained_delta_l2": 2.1012649758237125,
      "delta_retention_norm_ratio": 0.8234560828642926,
      "delta_cosine": 0.6404681709972035,
      "relative_weight_rmse": 0.010146022133471601
    },
    {
      "index": 24,
      "total": 252,
      "projection": "layers.11.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3959,
      "parameters": 50331648,
      "reference_delta_l2": 2.4056315041822263,
      "retained_delta_l2": 1.9713382785726346,
      "delta_retention_norm_ratio": 0.8194681002245912,
      "delta_cosine": 0.6359068240802415,
      "relative_weight_rmse": 0.010523245330967618
    },
    {
      "index": 25,
      "total": 252,
      "projection": "layers.11.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0402,
      "parameters": 4194304,
      "reference_delta_l2": 0.8617108467783873,
      "retained_delta_l2": 0.7790011437447393,
      "delta_retention_norm_ratio": 0.9040168713868829,
      "delta_cosine": 0.7186376496198529,
      "relative_weight_rmse": 0.011705958411568636
    },
    {
      "index": 26,
      "total": 252,
      "projection": "layers.11.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1368,
      "parameters": 16777216,
      "reference_delta_l2": 1.5926304671746783,
      "retained_delta_l2": 1.3857014199563344,
      "delta_retention_norm_ratio": 0.8700708974973741,
      "delta_cosine": 0.6847607651679083,
      "relative_weight_rmse": 0.011298482092380215
    },
    {
      "index": 27,
      "total": 252,
      "projection": "layers.11.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1344,
      "parameters": 16777216,
      "reference_delta_l2": 1.2443009836930687,
      "retained_delta_l2": 0.9880804106015009,
      "delta_retention_norm_ratio": 0.7940847299412167,
      "delta_cosine": 0.6130805571685117,
      "relative_weight_rmse": 0.00981917000253394
    },
    {
      "index": 28,
      "total": 252,
      "projection": "layers.11.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0304,
      "parameters": 4194304,
      "reference_delta_l2": 0.897717225216816,
      "retained_delta_l2": 0.7899933152657633,
      "delta_retention_norm_ratio": 0.8800024028445759,
      "delta_cosine": 0.6969767151975313,
      "relative_weight_rmse": 0.011141484998529136
    },
    {
      "index": 29,
      "total": 252,
      "projection": "layers.12.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4427,
      "parameters": 50331648,
      "reference_delta_l2": 2.320277198795607,
      "retained_delta_l2": 1.9160150920903574,
      "delta_retention_norm_ratio": 0.8257699093388106,
      "delta_cosine": 0.6425239669217114,
      "relative_weight_rmse": 0.010044208576518672
    },
    {
      "index": 30,
      "total": 252,
      "projection": "layers.12.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3944,
      "parameters": 50331648,
      "reference_delta_l2": 2.901090413343313,
      "retained_delta_l2": 2.5319461880405907,
      "delta_retention_norm_ratio": 0.8727567318809247,
      "delta_cosine": 0.6884221568080939,
      "relative_weight_rmse": 0.011163459806453873
    },
    {
      "index": 31,
      "total": 252,
      "projection": "layers.12.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4159,
      "parameters": 50331648,
      "reference_delta_l2": 2.467384856962169,
      "retained_delta_l2": 2.0462148511281737,
      "delta_retention_norm_ratio": 0.8293051022642096,
      "delta_cosine": 0.6449839710058615,
      "relative_weight_rmse": 0.010537524426169257
    },
    {
      "index": 32,
      "total": 252,
      "projection": "layers.12.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0322,
      "parameters": 4194304,
      "reference_delta_l2": 0.8282236259084472,
      "retained_delta_l2": 0.7464401813193698,
      "delta_retention_norm_ratio": 0.9012543931002062,
      "delta_cosine": 0.7199601632722067,
      "relative_weight_rmse": 0.01138058043089329
    },
    {
      "index": 33,
      "total": 252,
      "projection": "layers.12.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1348,
      "parameters": 16777216,
      "reference_delta_l2": 1.6453911434628496,
      "retained_delta_l2": 1.463020090119954,
      "delta_retention_norm_ratio": 0.8891624924155833,
      "delta_cosine": 0.703984320068952,
      "relative_weight_rmse": 0.011441977611469131
    },
    {
      "index": 34,
      "total": 252,
      "projection": "layers.12.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1347,
      "parameters": 16777216,
      "reference_delta_l2": 1.6210399311215336,
      "retained_delta_l2": 1.4405291201316213,
      "delta_retention_norm_ratio": 0.8886450558531127,
      "delta_cosine": 0.7040551826089303,
      "relative_weight_rmse": 0.011592997050092375
    },
    {
      "index": 35,
      "total": 252,
      "projection": "layers.12.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0303,
      "parameters": 4194304,
      "reference_delta_l2": 1.0237886771272462,
      "retained_delta_l2": 0.9535994191334317,
      "delta_retention_norm_ratio": 0.9314416543551098,
      "delta_cosine": 0.75447831266875,
      "relative_weight_rmse": 0.011710835840793916
    },
    {
      "index": 36,
      "total": 252,
      "projection": "layers.13.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.435,
      "parameters": 50331648,
      "reference_delta_l2": 2.0846221826380544,
      "retained_delta_l2": 1.6348804269860413,
      "delta_retention_norm_ratio": 0.7842574259269981,
      "delta_cosine": 0.6048871053089986,
      "relative_weight_rmse": 0.009322682612643638
    },
    {
      "index": 37,
      "total": 252,
      "projection": "layers.13.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3907,
      "parameters": 50331648,
      "reference_delta_l2": 2.5562534815687137,
      "retained_delta_l2": 2.1167548474306748,
      "delta_retention_norm_ratio": 0.8280692281469956,
      "delta_cosine": 0.6432194070144007,
      "relative_weight_rmse": 0.01067726899334383
    },
    {
      "index": 38,
      "total": 252,
      "projection": "layers.13.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.393,
      "parameters": 50331648,
      "reference_delta_l2": 2.203330089333929,
      "retained_delta_l2": 1.726298107952274,
      "delta_retention_norm_ratio": 0.7834949998228078,
      "delta_cosine": 0.6030605391711824,
      "relative_weight_rmse": 0.009684847344538314
    },
    {
      "index": 39,
      "total": 252,
      "projection": "layers.13.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0311,
      "parameters": 4194304,
      "reference_delta_l2": 1.2882447085921234,
      "retained_delta_l2": 1.2714993722220769,
      "delta_retention_norm_ratio": 0.9870014320583961,
      "delta_cosine": 0.8276057019002796,
      "relative_weight_rmse": 0.014468699445840155
    },
    {
      "index": 40,
      "total": 252,
      "projection": "layers.13.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1357,
      "parameters": 16777216,
      "reference_delta_l2": 1.6166214467944622,
      "retained_delta_l2": 1.42378514680623,
      "delta_retention_norm_ratio": 0.8807164779543163,
      "delta_cosine": 0.6955817661003703,
      "relative_weight_rmse": 0.011709199355451921
    },
    {
      "index": 41,
      "total": 252,
      "projection": "layers.13.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.135,
      "parameters": 16777216,
      "reference_delta_l2": 1.2623715176154386,
      "retained_delta_l2": 1.0099243645887293,
      "delta_retention_norm_ratio": 0.8000215075324495,
      "delta_cosine": 0.6184279126413518,
      "relative_weight_rmse": 0.00989565906685087
    },
    {
      "index": 42,
      "total": 252,
      "projection": "layers.13.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0307,
      "parameters": 4194304,
      "reference_delta_l2": 0.8825092886380478,
      "retained_delta_l2": 0.7817498199472648,
      "delta_retention_norm_ratio": 0.8858261663780532,
      "delta_cosine": 0.7006507079130241,
      "relative_weight_rmse": 0.011154325923963036
    },
    {
      "index": 43,
      "total": 252,
      "projection": "layers.14.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4362,
      "parameters": 50331648,
      "reference_delta_l2": 2.13420138255605,
      "retained_delta_l2": 1.7189831026670972,
      "delta_retention_norm_ratio": 0.8054455951145238,
      "delta_cosine": 0.6249848772544617,
      "relative_weight_rmse": 0.009436160658905499
    },
    {
      "index": 44,
      "total": 252,
      "projection": "layers.14.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3913,
      "parameters": 50331648,
      "reference_delta_l2": 2.4254956227466296,
      "retained_delta_l2": 1.9749517522158966,
      "delta_retention_norm_ratio": 0.8142466775427376,
      "delta_cosine": 0.6301317568289052,
      "relative_weight_rmse": 0.010409978211722815
    },
    {
      "index": 45,
      "total": 252,
      "projection": "layers.14.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3944,
      "parameters": 50331648,
      "reference_delta_l2": 2.651475706897975,
      "retained_delta_l2": 2.2754130914762447,
      "delta_retention_norm_ratio": 0.8581685608344891,
      "delta_cosine": 0.6730766377166092,
      "relative_weight_rmse": 0.0109756270465385
    },
    {
      "index": 46,
      "total": 252,
      "projection": "layers.14.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0312,
      "parameters": 4194304,
      "reference_delta_l2": 0.6661733648606436,
      "retained_delta_l2": 0.5479984811762695,
      "delta_retention_norm_ratio": 0.8226064116071422,
      "delta_cosine": 0.6406453360097045,
      "relative_weight_rmse": 0.010066646015560256
    },
    {
      "index": 47,
      "total": 252,
      "projection": "layers.14.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1353,
      "parameters": 16777216,
      "reference_delta_l2": 1.4582571531833697,
      "retained_delta_l2": 1.2460505381967344,
      "delta_retention_norm_ratio": 0.854479290896404,
      "delta_cosine": 0.6694921418838832,
      "relative_weight_rmse": 0.010918642035532512
    },
    {
      "index": 48,
      "total": 252,
      "projection": "layers.14.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1363,
      "parameters": 16777216,
      "reference_delta_l2": 2.1856064529455286,
      "retained_delta_l2": 2.10889967923761,
      "delta_retention_norm_ratio": 0.9649036661634387,
      "delta_cosine": 0.7919398570664227,
      "relative_weight_rmse": 0.01350813377663138
    },
    {
      "index": 49,
      "total": 252,
      "projection": "layers.14.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0306,
      "parameters": 4194304,
      "reference_delta_l2": 0.9013074414020275,
      "retained_delta_l2": 0.8098390973556806,
      "delta_retention_norm_ratio": 0.8985159338038269,
      "delta_cosine": 0.7149864158653797,
      "relative_weight_rmse": 0.011479685591920221
    },
    {
      "index": 50,
      "total": 252,
      "projection": "layers.15.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4343,
      "parameters": 50331648,
      "reference_delta_l2": 2.086789207992008,
      "retained_delta_l2": 1.659957545345398,
      "delta_retention_norm_ratio": 0.7954600967783783,
      "delta_cosine": 0.6150906974827606,
      "relative_weight_rmse": 0.009358808293002549
    },
    {
      "index": 51,
      "total": 252,
      "projection": "layers.15.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3912,
      "parameters": 50331648,
      "reference_delta_l2": 2.4256639917796314,
      "retained_delta_l2": 2.004613189385262,
      "delta_retention_norm_ratio": 0.8264183317140072,
      "delta_cosine": 0.6413103507947648,
      "relative_weight_rmse": 0.010663762745827537
    },
    {
      "index": 52,
      "total": 252,
      "projection": "layers.15.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3935,
      "parameters": 50331648,
      "reference_delta_l2": 2.595704581856843,
      "retained_delta_l2": 2.2266853540778584,
      "delta_retention_norm_ratio": 0.8578346587056507,
      "delta_cosine": 0.6725383490644409,
      "relative_weight_rmse": 0.010848416048602223
    },
    {
      "index": 53,
      "total": 252,
      "projection": "layers.15.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0312,
      "parameters": 4194304,
      "reference_delta_l2": 0.7174737517442046,
      "retained_delta_l2": 0.6089911363066031,
      "delta_retention_norm_ratio": 0.8487991857905933,
      "delta_cosine": 0.662850053918743,
      "relative_weight_rmse": 0.010668703613887207
    },
    {
      "index": 54,
      "total": 252,
      "projection": "layers.15.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1364,
      "parameters": 16777216,
      "reference_delta_l2": 2.0240964109023434,
      "retained_delta_l2": 1.9264964091557202,
      "delta_retention_norm_ratio": 0.9517809521221802,
      "delta_cosine": 0.7758733106480629,
      "relative_weight_rmse": 0.013361216275558942
    },
    {
      "index": 55,
      "total": 252,
      "projection": "layers.15.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1344,
      "parameters": 16777216,
      "reference_delta_l2": 2.1135189974599835,
      "retained_delta_l2": 2.02665696980818,
      "delta_retention_norm_ratio": 0.9589017048078612,
      "delta_cosine": 0.791601174544528,
      "relative_weight_rmse": 0.012965520219919587
    },
    {
      "index": 56,
      "total": 252,
      "projection": "layers.15.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0307,
      "parameters": 4194304,
      "reference_delta_l2": 0.7616490923373335,
      "retained_delta_l2": 0.6541228230333136,
      "delta_retention_norm_ratio": 0.8588243977629574,
      "delta_cosine": 0.6752154346427254,
      "relative_weight_rmse": 0.010342522352985545
    },
    {
      "index": 57,
      "total": 252,
      "projection": "layers.16.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4408,
      "parameters": 50331648,
      "reference_delta_l2": 2.2303157381509173,
      "retained_delta_l2": 1.8342983474627628,
      "delta_retention_norm_ratio": 0.8224388664286251,
      "delta_cosine": 0.639472222010357,
      "relative_weight_rmse": 0.009852833359225589
    },
    {
      "index": 58,
      "total": 252,
      "projection": "layers.16.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3928,
      "parameters": 50331648,
      "reference_delta_l2": 2.4166462281703205,
      "retained_delta_l2": 2.0057662695293548,
      "delta_retention_norm_ratio": 0.8299792688514244,
      "delta_cosine": 0.6450837084917048,
      "relative_weight_rmse": 0.010391807503082114
    },
    {
      "index": 59,
      "total": 252,
      "projection": "layers.16.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3934,
      "parameters": 50331648,
      "reference_delta_l2": 2.3920914943172247,
      "retained_delta_l2": 1.9746787002661033,
      "delta_retention_norm_ratio": 0.8255029980906882,
      "delta_cosine": 0.640919380175158,
      "relative_weight_rmse": 0.010358761010515978
    },
    {
      "index": 60,
      "total": 252,
      "projection": "layers.16.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0313,
      "parameters": 4194304,
      "reference_delta_l2": 0.6590984356455544,
      "retained_delta_l2": 0.5477319763947867,
      "delta_retention_norm_ratio": 0.8310321293029778,
      "delta_cosine": 0.6469395956324974,
      "relative_weight_rmse": 0.010300532914943077
    },
    {
      "index": 61,
      "total": 252,
      "projection": "layers.16.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.136,
      "parameters": 16777216,
      "reference_delta_l2": 1.5777249464740992,
      "retained_delta_l2": 1.389874264125338,
      "delta_retention_norm_ratio": 0.8809357215473014,
      "delta_cosine": 0.6947001732960237,
      "relative_weight_rmse": 0.011524895889996816
    },
    {
      "index": 62,
      "total": 252,
      "projection": "layers.16.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1348,
      "parameters": 16777216,
      "reference_delta_l2": 1.7397412979225706,
      "retained_delta_l2": 1.599333859427975,
      "delta_retention_norm_ratio": 0.9192940705251657,
      "delta_cosine": 0.7386192162456077,
      "relative_weight_rmse": 0.01216112369416335
    },
    {
      "index": 63,
      "total": 252,
      "projection": "layers.16.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0301,
      "parameters": 4194304,
      "reference_delta_l2": 0.8530860626636955,
      "retained_delta_l2": 0.7554267831913181,
      "delta_retention_norm_ratio": 0.8855223596462896,
      "delta_cosine": 0.7018652535197768,
      "relative_weight_rmse": 0.01124175948854005
    },
    {
      "index": 64,
      "total": 252,
      "projection": "layers.17.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4338,
      "parameters": 50331648,
      "reference_delta_l2": 2.317107496556227,
      "retained_delta_l2": 1.924559504330395,
      "delta_retention_norm_ratio": 0.830587060458243,
      "delta_cosine": 0.6468727141506057,
      "relative_weight_rmse": 0.010114956868444772
    },
    {
      "index": 65,
      "total": 252,
      "projection": "layers.17.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3988,
      "parameters": 50331648,
      "reference_delta_l2": 3.086873344951891,
      "retained_delta_l2": 2.7992915749567815,
      "delta_retention_norm_ratio": 0.9068371980776584,
      "delta_cosine": 0.722672586364596,
      "relative_weight_rmse": 0.012225240939740489
    },
    {
      "index": 66,
      "total": 252,
      "projection": "layers.17.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3927,
      "parameters": 50331648,
      "reference_delta_l2": 2.9036635508281687,
      "retained_delta_l2": 2.579993038764108,
      "delta_retention_norm_ratio": 0.8885302975367978,
      "delta_cosine": 0.7026662603657728,
      "relative_weight_rmse": 0.01164404960770755
    },
    {
      "index": 67,
      "total": 252,
      "projection": "layers.17.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0312,
      "parameters": 4194304,
      "reference_delta_l2": 0.7066499516158611,
      "retained_delta_l2": 0.6160339511399299,
      "delta_retention_norm_ratio": 0.8717667774989241,
      "delta_cosine": 0.6898840952927281,
      "relative_weight_rmse": 0.010721400388771996
    },
    {
      "index": 68,
      "total": 252,
      "projection": "layers.17.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.135,
      "parameters": 16777216,
      "reference_delta_l2": 1.6344810946602308,
      "retained_delta_l2": 1.4619995818789637,
      "delta_retention_norm_ratio": 0.89447322863216,
      "delta_cosine": 0.7109335062500767,
      "relative_weight_rmse": 0.011753573182973773
    },
    {
      "index": 69,
      "total": 252,
      "projection": "layers.17.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1342,
      "parameters": 16777216,
      "reference_delta_l2": 1.4864809414200086,
      "retained_delta_l2": 1.2848595929969922,
      "delta_retention_norm_ratio": 0.864363314183893,
      "delta_cosine": 0.6769874056184836,
      "relative_weight_rmse": 0.01113307097335904
    },
    {
      "index": 70,
      "total": 252,
      "projection": "layers.17.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0302,
      "parameters": 4194304,
      "reference_delta_l2": 0.9355528627118188,
      "retained_delta_l2": 0.8580613997950565,
      "delta_retention_norm_ratio": 0.9171704069269334,
      "delta_cosine": 0.7352963378442325,
      "relative_weight_rmse": 0.012006218333944534
    },
    {
      "index": 71,
      "total": 252,
      "projection": "layers.18.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4359,
      "parameters": 50331648,
      "reference_delta_l2": 2.623621093517205,
      "retained_delta_l2": 2.2971542549158395,
      "delta_retention_norm_ratio": 0.8755663158037402,
      "delta_cosine": 0.6895082587554824,
      "relative_weight_rmse": 0.01092384570817268
    },
    {
      "index": 72,
      "total": 252,
      "projection": "layers.18.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3935,
      "parameters": 50331648,
      "reference_delta_l2": 3.9516853977153295,
      "retained_delta_l2": 3.814789749658205,
      "delta_retention_norm_ratio": 0.9653576552080105,
      "delta_cosine": 0.7899677144921917,
      "relative_weight_rmse": 0.014049752567654311
    },
    {
      "index": 73,
      "total": 252,
      "projection": "layers.18.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3941,
      "parameters": 50331648,
      "reference_delta_l2": 2.975283543456475,
      "retained_delta_l2": 2.672285012665405,
      "delta_retention_norm_ratio": 0.898161460457289,
      "delta_cosine": 0.7131976175914161,
      "relative_weight_rmse": 0.01176517984472072
    },
    {
      "index": 74,
      "total": 252,
      "projection": "layers.18.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0313,
      "parameters": 4194304,
      "reference_delta_l2": 1.1137359991025886,
      "retained_delta_l2": 1.0817885328986219,
      "delta_retention_norm_ratio": 0.9713150457292312,
      "delta_cosine": 0.8014797022907222,
      "relative_weight_rmse": 0.013870573203487047
    },
    {
      "index": 75,
      "total": 252,
      "projection": "layers.18.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1351,
      "parameters": 16777216,
      "reference_delta_l2": 1.5162794257656762,
      "retained_delta_l2": 1.328227386411706,
      "delta_retention_norm_ratio": 0.8759779786242172,
      "delta_cosine": 0.6919780168741544,
      "relative_weight_rmse": 0.01116224109623716
    },
    {
      "index": 76,
      "total": 252,
      "projection": "layers.18.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1358,
      "parameters": 16777216,
      "reference_delta_l2": 1.8813425857431623,
      "retained_delta_l2": 1.761399415184713,
      "delta_retention_norm_ratio": 0.9362459705811265,
      "delta_cosine": 0.7578788430641706,
      "relative_weight_rmse": 0.012728323169903293
    },
    {
      "index": 77,
      "total": 252,
      "projection": "layers.18.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0304,
      "parameters": 4194304,
      "reference_delta_l2": 0.8633863260109812,
      "retained_delta_l2": 0.7703261769314331,
      "delta_retention_norm_ratio": 0.8922149375361262,
      "delta_cosine": 0.7084065617538431,
      "relative_weight_rmse": 0.011269247563962978
    },
    {
      "index": 78,
      "total": 252,
      "projection": "layers.19.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4543,
      "parameters": 50331648,
      "reference_delta_l2": 2.5417637873727275,
      "retained_delta_l2": 2.194293303255207,
      "delta_retention_norm_ratio": 0.8632955250036511,
      "delta_cosine": 0.6779440790016057,
      "relative_weight_rmse": 0.010722249439618881
    },
    {
      "index": 79,
      "total": 252,
      "projection": "layers.19.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3932,
      "parameters": 50331648,
      "reference_delta_l2": 3.6374279097339968,
      "retained_delta_l2": 3.4393685679018664,
      "delta_retention_norm_ratio": 0.9455496172715586,
      "delta_cosine": 0.7647211066286134,
      "relative_weight_rmse": 0.013621033733582259
    },
    {
      "index": 80,
      "total": 252,
      "projection": "layers.19.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3948,
      "parameters": 50331648,
      "reference_delta_l2": 2.762804194662718,
      "retained_delta_l2": 2.4001113822471773,
      "delta_retention_norm_ratio": 0.8687229398608113,
      "delta_cosine": 0.683274951546065,
      "relative_weight_rmse": 0.011285681848780734
    },
    {
      "index": 81,
      "total": 252,
      "projection": "layers.19.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0315,
      "parameters": 4194304,
      "reference_delta_l2": 0.911919532599503,
      "retained_delta_l2": 0.8576706193518299,
      "delta_retention_norm_ratio": 0.9405112936960216,
      "delta_cosine": 0.7652673572184514,
      "relative_weight_rmse": 0.012584524885586413
    },
    {
      "index": 82,
      "total": 252,
      "projection": "layers.19.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1362,
      "parameters": 16777216,
      "reference_delta_l2": 1.5551248854139976,
      "retained_delta_l2": 1.3691271157560179,
      "delta_retention_norm_ratio": 0.8803968919779299,
      "delta_cosine": 0.695319870840718,
      "relative_weight_rmse": 0.011327888696033118
    },
    {
      "index": 83,
      "total": 252,
      "projection": "layers.19.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1349,
      "parameters": 16777216,
      "reference_delta_l2": 1.755104352838205,
      "retained_delta_l2": 1.6199177558526192,
      "delta_retention_norm_ratio": 0.9229751799276359,
      "delta_cosine": 0.7423155567664863,
      "relative_weight_rmse": 0.01208754545011881
    },
    {
      "index": 84,
      "total": 252,
      "projection": "layers.19.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0301,
      "parameters": 4194304,
      "reference_delta_l2": 1.0831238658546205,
      "retained_delta_l2": 1.0280764178780222,
      "delta_retention_norm_ratio": 0.9491771442658,
      "delta_cosine": 0.7753840719743615,
      "relative_weight_rmse": 0.012940700707024272
    },
    {
      "index": 85,
      "total": 252,
      "projection": "layers.2.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4384,
      "parameters": 50331648,
      "reference_delta_l2": 1.4234882918656107,
      "retained_delta_l2": 1.2061008715333281,
      "delta_retention_norm_ratio": 0.8472854173971627,
      "delta_cosine": 0.6863852764857693,
      "relative_weight_rmse": 0.00940710966144368
    },
    {
      "index": 86,
      "total": 252,
      "projection": "layers.2.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3962,
      "parameters": 50331648,
      "reference_delta_l2": 2.191820181261131,
      "retained_delta_l2": 2.011655969514262,
      "delta_retention_norm_ratio": 0.9178015544855482,
      "delta_cosine": 0.7659305807977074,
      "relative_weight_rmse": 0.011770580379080114
    },
    {
      "index": 87,
      "total": 252,
      "projection": "layers.2.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3969,
      "parameters": 50331648,
      "reference_delta_l2": 2.761679938522529,
      "retained_delta_l2": 2.697117560202633,
      "delta_retention_norm_ratio": 0.9766220634696589,
      "delta_cosine": 0.8389325810813095,
      "relative_weight_rmse": 0.014053611875972738
    },
    {
      "index": 88,
      "total": 252,
      "projection": "layers.2.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0315,
      "parameters": 4194304,
      "reference_delta_l2": 0.530888361819072,
      "retained_delta_l2": 0.38520761860965247,
      "delta_retention_norm_ratio": 0.7255906256632767,
      "delta_cosine": 0.554529133357542,
      "relative_weight_rmse": 0.008682646027018927
    },
    {
      "index": 89,
      "total": 252,
      "projection": "layers.2.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1366,
      "parameters": 16777216,
      "reference_delta_l2": 1.767860210356245,
      "retained_delta_l2": 1.600839620127675,
      "delta_retention_norm_ratio": 0.9055238704677258,
      "delta_cosine": 0.7176664166780741,
      "relative_weight_rmse": 0.01264118198200427
    },
    {
      "index": 90,
      "total": 252,
      "projection": "layers.2.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.135,
      "parameters": 16777216,
      "reference_delta_l2": 1.150731244450129,
      "retained_delta_l2": 0.8859188775360538,
      "delta_retention_norm_ratio": 0.7698747051570547,
      "delta_cosine": 0.5907894243743869,
      "relative_weight_rmse": 0.009674117713943687
    },
    {
      "index": 91,
      "total": 252,
      "projection": "layers.2.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0305,
      "parameters": 4194304,
      "reference_delta_l2": 1.0904290529480396,
      "retained_delta_l2": 1.0394254308026631,
      "delta_retention_norm_ratio": 0.9532260975553751,
      "delta_cosine": 0.7800620905527914,
      "relative_weight_rmse": 0.013025487112775229
    },
    {
      "index": 92,
      "total": 252,
      "projection": "layers.20.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4408,
      "parameters": 50331648,
      "reference_delta_l2": 2.4208288436366288,
      "retained_delta_l2": 2.0116675785458877,
      "delta_retention_norm_ratio": 0.8309829849531664,
      "delta_cosine": 0.6451165140730315,
      "relative_weight_rmse": 0.010519303702515534
    },
    {
      "index": 93,
      "total": 252,
      "projection": "layers.20.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3966,
      "parameters": 50331648,
      "reference_delta_l2": 3.4874710954715287,
      "retained_delta_l2": 3.2772327189895423,
      "delta_retention_norm_ratio": 0.9397160949219107,
      "delta_cosine": 0.7579808679328548,
      "relative_weight_rmse": 0.013336498890557155
    },
    {
      "index": 94,
      "total": 252,
      "projection": "layers.20.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3944,
      "parameters": 50331648,
      "reference_delta_l2": 2.727859600528451,
      "retained_delta_l2": 2.3557936631685323,
      "delta_retention_norm_ratio": 0.8636051733425574,
      "delta_cosine": 0.6782957869277911,
      "relative_weight_rmse": 0.011179866765553926
    },
    {
      "index": 95,
      "total": 252,
      "projection": "layers.20.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0307,
      "parameters": 4194304,
      "reference_delta_l2": 0.7589017611994083,
      "retained_delta_l2": 0.6787277545565447,
      "delta_retention_norm_ratio": 0.8943552239012432,
      "delta_cosine": 0.7128861863951973,
      "relative_weight_rmse": 0.011415075810978939
    },
    {
      "index": 96,
      "total": 252,
      "projection": "layers.20.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1305,
      "parameters": 16777216,
      "reference_delta_l2": 1.5289282697500297,
      "retained_delta_l2": 1.33978659553641,
      "delta_retention_norm_ratio": 0.8762913356003659,
      "delta_cosine": 0.6917474952652858,
      "relative_weight_rmse": 0.011402773641846947
    },
    {
      "index": 97,
      "total": 252,
      "projection": "layers.20.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1296,
      "parameters": 16777216,
      "reference_delta_l2": 1.6938623059639735,
      "retained_delta_l2": 1.5412844602292317,
      "delta_retention_norm_ratio": 0.9099231116971401,
      "delta_cosine": 0.7301091098716266,
      "relative_weight_rmse": 0.011523558952480195
    },
    {
      "index": 98,
      "total": 252,
      "projection": "layers.20.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0284,
      "parameters": 4194304,
      "reference_delta_l2": 0.9129813777821141,
      "retained_delta_l2": 0.831946400145376,
      "delta_retention_norm_ratio": 0.9112413685440173,
      "delta_cosine": 0.7293886338239729,
      "relative_weight_rmse": 0.011760719644457438
    },
    {
      "index": 99,
      "total": 252,
      "projection": "layers.21.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4237,
      "parameters": 50331648,
      "reference_delta_l2": 2.831386357743151,
      "retained_delta_l2": 2.4949310729952527,
      "delta_retention_norm_ratio": 0.8811694194161193,
      "delta_cosine": 0.6942913392598284,
      "relative_weight_rmse": 0.011540670638753315
    },
    {
      "index": 100,
      "total": 252,
      "projection": "layers.21.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3817,
      "parameters": 50331648,
      "reference_delta_l2": 3.581268905576441,
      "retained_delta_l2": 3.3809657042356394,
      "delta_retention_norm_ratio": 0.9440692093718773,
      "delta_cosine": 0.762439197397351,
      "relative_weight_rmse": 0.013782512921707265
    },
    {
      "index": 101,
      "total": 252,
      "projection": "layers.21.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3867,
      "parameters": 50331648,
      "reference_delta_l2": 2.940294335586719,
      "retained_delta_l2": 2.60905610019324,
      "delta_retention_norm_ratio": 0.887345211877442,
      "delta_cosine": 0.7013493809133563,
      "relative_weight_rmse": 0.011735881806793533
    },
    {
      "index": 102,
      "total": 252,
      "projection": "layers.21.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0304,
      "parameters": 4194304,
      "reference_delta_l2": 0.77410035838613,
      "retained_delta_l2": 0.6893916529822197,
      "delta_retention_norm_ratio": 0.8905714168890017,
      "delta_cosine": 0.7066130616326094,
      "relative_weight_rmse": 0.01174789561808868
    },
    {
      "index": 103,
      "total": 252,
      "projection": "layers.21.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1282,
      "parameters": 16777216,
      "reference_delta_l2": 1.6399927325322987,
      "retained_delta_l2": 1.4793613166097839,
      "delta_retention_norm_ratio": 0.9020535806433208,
      "delta_cosine": 0.7189615443238899,
      "relative_weight_rmse": 0.011922402971183752
    },
    {
      "index": 104,
      "total": 252,
      "projection": "layers.21.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1295,
      "parameters": 16777216,
      "reference_delta_l2": 1.2205028435765317,
      "retained_delta_l2": 0.9755466710777216,
      "delta_retention_norm_ratio": 0.7992989743628973,
      "delta_cosine": 0.6191341941737903,
      "relative_weight_rmse": 0.009587733282748874
    },
    {
      "index": 105,
      "total": 252,
      "projection": "layers.21.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0296,
      "parameters": 4194304,
      "reference_delta_l2": 1.1860379824198768,
      "retained_delta_l2": 1.1488803099808462,
      "delta_retention_norm_ratio": 0.9686707567634406,
      "delta_cosine": 0.7978091745973052,
      "relative_weight_rmse": 0.013661968001463982
    },
    {
      "index": 106,
      "total": 252,
      "projection": "layers.22.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4243,
      "parameters": 50331648,
      "reference_delta_l2": 2.991059855940698,
      "retained_delta_l2": 2.701743807454628,
      "delta_retention_norm_ratio": 0.9032730662639719,
      "delta_cosine": 0.7181042575501959,
      "relative_weight_rmse": 0.011729870238563056
    },
    {
      "index": 107,
      "total": 252,
      "projection": "layers.22.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3826,
      "parameters": 50331648,
      "reference_delta_l2": 3.777630486236153,
      "retained_delta_l2": 3.6098447655631563,
      "delta_retention_norm_ratio": 0.9555844010460192,
      "delta_cosine": 0.779378122578379,
      "relative_weight_rmse": 0.013768834214939765
    },
    {
      "index": 108,
      "total": 252,
      "projection": "layers.22.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3824,
      "parameters": 50331648,
      "reference_delta_l2": 3.1620192849135553,
      "retained_delta_l2": 2.876731912335432,
      "delta_retention_norm_ratio": 0.9097768397747383,
      "delta_cosine": 0.7257917626151396,
      "relative_weight_rmse": 0.011995691529653848
    },
    {
      "index": 109,
      "total": 252,
      "projection": "layers.22.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0306,
      "parameters": 4194304,
      "reference_delta_l2": 0.9980371973618855,
      "retained_delta_l2": 0.9581176806419454,
      "delta_retention_norm_ratio": 0.960001975051171,
      "delta_cosine": 0.7933572727606913,
      "relative_weight_rmse": 0.01350631395620473
    },
    {
      "index": 110,
      "total": 252,
      "projection": "layers.22.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1301,
      "parameters": 16777216,
      "reference_delta_l2": 2.0063344121830644,
      "retained_delta_l2": 1.893268654854589,
      "delta_retention_norm_ratio": 0.9436456073115698,
      "delta_cosine": 0.763043309624487,
      "relative_weight_rmse": 0.013361870790913288
    },
    {
      "index": 111,
      "total": 252,
      "projection": "layers.22.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1307,
      "parameters": 16777216,
      "reference_delta_l2": 1.8013330279960227,
      "retained_delta_l2": 1.6650094943185272,
      "delta_retention_norm_ratio": 0.9243207493790558,
      "delta_cosine": 0.747278912792796,
      "relative_weight_rmse": 0.012280580099934449
    },
    {
      "index": 112,
      "total": 252,
      "projection": "layers.22.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0299,
      "parameters": 4194304,
      "reference_delta_l2": 1.0591503966182438,
      "retained_delta_l2": 1.0033485870682053,
      "delta_retention_norm_ratio": 0.9473145553943917,
      "delta_cosine": 0.7703772546384692,
      "relative_weight_rmse": 0.012863320602021833
    },
    {
      "index": 113,
      "total": 252,
      "projection": "layers.23.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4257,
      "parameters": 50331648,
      "reference_delta_l2": 3.023025982853665,
      "retained_delta_l2": 2.7483078798014526,
      "delta_retention_norm_ratio": 0.9091247959460522,
      "delta_cosine": 0.7250317710698787,
      "relative_weight_rmse": 0.011629094049505571
    },
    {
      "index": 114,
      "total": 252,
      "projection": "layers.23.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3865,
      "parameters": 50331648,
      "reference_delta_l2": 5.000263946159525,
      "retained_delta_l2": 4.980002093083772,
      "delta_retention_norm_ratio": 0.9959478432950892,
      "delta_cosine": 0.831809651737954,
      "relative_weight_rmse": 0.015881822890547393
    },
    {
      "index": 115,
      "total": 252,
      "projection": "layers.23.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3843,
      "parameters": 50331648,
      "reference_delta_l2": 4.454117936701333,
      "retained_delta_l2": 4.354295531700759,
      "delta_retention_norm_ratio": 0.9775887377884518,
      "delta_cosine": 0.8063541037430465,
      "relative_weight_rmse": 0.014560552787199508
    },
    {
      "index": 116,
      "total": 252,
      "projection": "layers.23.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0309,
      "parameters": 4194304,
      "reference_delta_l2": 0.7266939802548371,
      "retained_delta_l2": 0.6303084490345241,
      "delta_retention_norm_ratio": 0.8673643461495132,
      "delta_cosine": 0.6826958743765825,
      "relative_weight_rmse": 0.011273850499938792
    },
    {
      "index": 117,
      "total": 252,
      "projection": "layers.23.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1313,
      "parameters": 16777216,
      "reference_delta_l2": 1.8946229502748384,
      "retained_delta_l2": 1.7597239440078793,
      "delta_retention_norm_ratio": 0.9287990223873356,
      "delta_cosine": 0.7459816596101202,
      "relative_weight_rmse": 0.012561695261136124
    },
    {
      "index": 118,
      "total": 252,
      "projection": "layers.23.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1302,
      "parameters": 16777216,
      "reference_delta_l2": 1.7125996196835842,
      "retained_delta_l2": 1.5415253508809772,
      "delta_retention_norm_ratio": 0.9001084276579401,
      "delta_cosine": 0.7177602975638901,
      "relative_weight_rmse": 0.011632013912543447
    },
    {
      "index": 119,
      "total": 252,
      "projection": "layers.23.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0297,
      "parameters": 4194304,
      "reference_delta_l2": 0.8868773646670587,
      "retained_delta_l2": 0.8089120451245109,
      "delta_retention_norm_ratio": 0.9120900784610545,
      "delta_cosine": 0.7316220241406097,
      "relative_weight_rmse": 0.011318348079675748
    },
    {
      "index": 120,
      "total": 252,
      "projection": "layers.24.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4354,
      "parameters": 50331648,
      "reference_delta_l2": 3.1518128058745902,
      "retained_delta_l2": 2.868971739546031,
      "delta_retention_norm_ratio": 0.9102608296402063,
      "delta_cosine": 0.7251792360856225,
      "relative_weight_rmse": 0.012012265245717246
    },
    {
      "index": 121,
      "total": 252,
      "projection": "layers.24.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3864,
      "parameters": 50331648,
      "reference_delta_l2": 4.587213119030321,
      "retained_delta_l2": 4.488477555342334,
      "delta_retention_norm_ratio": 0.9784759153050081,
      "delta_cosine": 0.804670399667251,
      "relative_weight_rmse": 0.015356809746409184
    },
    {
      "index": 122,
      "total": 252,
      "projection": "layers.24.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3844,
      "parameters": 50331648,
      "reference_delta_l2": 3.7073519293553274,
      "retained_delta_l2": 3.4827573602492916,
      "delta_retention_norm_ratio": 0.9394191397564216,
      "delta_cosine": 0.7562527399791867,
      "relative_weight_rmse": 0.0133520489083886
    },
    {
      "index": 123,
      "total": 252,
      "projection": "layers.24.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0311,
      "parameters": 4194304,
      "reference_delta_l2": 0.8845529687518748,
      "retained_delta_l2": 0.8227142190408355,
      "delta_retention_norm_ratio": 0.9300903937971117,
      "delta_cosine": 0.7504080474234667,
      "relative_weight_rmse": 0.012512043117811553
    },
    {
      "index": 124,
      "total": 252,
      "projection": "layers.24.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1313,
      "parameters": 16777216,
      "reference_delta_l2": 1.817756095217153,
      "retained_delta_l2": 1.6660417920596295,
      "delta_retention_norm_ratio": 0.9165375907379922,
      "delta_cosine": 0.7337509812864685,
      "relative_weight_rmse": 0.012155999048714634
    },
    {
      "index": 125,
      "total": 252,
      "projection": "layers.24.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.131,
      "parameters": 16777216,
      "reference_delta_l2": 2.9053735259013806,
      "retained_delta_l2": 2.8934678342811617,
      "delta_retention_norm_ratio": 0.9959021821070234,
      "delta_cosine": 0.8437156082568049,
      "relative_weight_rmse": 0.015184226591279349
    },
    {
      "index": 126,
      "total": 252,
      "projection": "layers.24.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0299,
      "parameters": 4194304,
      "reference_delta_l2": 1.0337579943004718,
      "retained_delta_l2": 0.9772839036433504,
      "delta_retention_norm_ratio": 0.9453701050260449,
      "delta_cosine": 0.7691690872666292,
      "relative_weight_rmse": 0.012635955369569987
    },
    {
      "index": 127,
      "total": 252,
      "projection": "layers.25.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4263,
      "parameters": 50331648,
      "reference_delta_l2": 3.445096597809559,
      "retained_delta_l2": 3.186482018700214,
      "delta_retention_norm_ratio": 0.9249325608826829,
      "delta_cosine": 0.7393372155827732,
      "relative_weight_rmse": 0.012808033611830865
    },
    {
      "index": 128,
      "total": 252,
      "projection": "layers.25.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3849,
      "parameters": 50331648,
      "reference_delta_l2": 4.836393393002488,
      "retained_delta_l2": 4.760006423474026,
      "delta_retention_norm_ratio": 0.9842057989660268,
      "delta_cosine": 0.8104606899433433,
      "relative_weight_rmse": 0.01582758491989961
    },
    {
      "index": 129,
      "total": 252,
      "projection": "layers.25.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3909,
      "parameters": 50331648,
      "reference_delta_l2": 3.5694317531546527,
      "retained_delta_l2": 3.294683142876742,
      "delta_retention_norm_ratio": 0.9230273530135185,
      "delta_cosine": 0.7363368990986016,
      "relative_weight_rmse": 0.013230779177507392
    },
    {
      "index": 130,
      "total": 252,
      "projection": "layers.25.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0311,
      "parameters": 4194304,
      "reference_delta_l2": 0.9684747142564072,
      "retained_delta_l2": 0.9139151451869285,
      "delta_retention_norm_ratio": 0.9436644361836857,
      "delta_cosine": 0.7667776638829132,
      "relative_weight_rmse": 0.013066873828265414
    },
    {
      "index": 131,
      "total": 252,
      "projection": "layers.25.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1295,
      "parameters": 16777216,
      "reference_delta_l2": 1.8723731810900412,
      "retained_delta_l2": 1.7128064476755267,
      "delta_retention_norm_ratio": 0.9147783491955276,
      "delta_cosine": 0.728811149111852,
      "relative_weight_rmse": 0.012857156453864262
    },
    {
      "index": 132,
      "total": 252,
      "projection": "layers.25.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1307,
      "parameters": 16777216,
      "reference_delta_l2": 2.2995768828199923,
      "retained_delta_l2": 2.237261999690431,
      "delta_retention_norm_ratio": 0.9729015874202285,
      "delta_cosine": 0.8042533755324931,
      "relative_weight_rmse": 0.014049139264545053
    },
    {
      "index": 133,
      "total": 252,
      "projection": "layers.25.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.03,
      "parameters": 4194304,
      "reference_delta_l2": 1.1434754687882178,
      "retained_delta_l2": 1.0940195160007935,
      "delta_retention_norm_ratio": 0.956749441385188,
      "delta_cosine": 0.7792480631184642,
      "relative_weight_rmse": 0.013155256927629555
    },
    {
      "index": 134,
      "total": 252,
      "projection": "layers.26.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4295,
      "parameters": 50331648,
      "reference_delta_l2": 3.100600291359713,
      "retained_delta_l2": 2.78999051565817,
      "delta_retention_norm_ratio": 0.8998226967316285,
      "delta_cosine": 0.7122871122785358,
      "relative_weight_rmse": 0.011871667884522654
    },
    {
      "index": 135,
      "total": 252,
      "projection": "layers.26.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3889,
      "parameters": 50331648,
      "reference_delta_l2": 4.893807320286038,
      "retained_delta_l2": 4.8117371373593025,
      "delta_retention_norm_ratio": 0.983229788678738,
      "delta_cosine": 0.8084951726018041,
      "relative_weight_rmse": 0.016007899478833562
    },
    {
      "index": 136,
      "total": 252,
      "projection": "layers.26.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4059,
      "parameters": 50331648,
      "reference_delta_l2": 3.3465387865727174,
      "retained_delta_l2": 3.0393184470170573,
      "delta_retention_norm_ratio": 0.9081975858793817,
      "delta_cosine": 0.7211040808517322,
      "relative_weight_rmse": 0.012555611507868866
    },
    {
      "index": 137,
      "total": 252,
      "projection": "layers.26.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.032,
      "parameters": 4194304,
      "reference_delta_l2": 1.029310458939815,
      "retained_delta_l2": 0.9828256739356831,
      "delta_retention_norm_ratio": 0.9548389073477297,
      "delta_cosine": 0.7789737204154658,
      "relative_weight_rmse": 0.013816204935721046
    },
    {
      "index": 138,
      "total": 252,
      "projection": "layers.26.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1356,
      "parameters": 16777216,
      "reference_delta_l2": 2.0150367336082815,
      "retained_delta_l2": 1.8735956356598982,
      "delta_retention_norm_ratio": 0.9298071863458749,
      "delta_cosine": 0.7467704867104442,
      "relative_weight_rmse": 0.013268451660151346
    },
    {
      "index": 139,
      "total": 252,
      "projection": "layers.26.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1345,
      "parameters": 16777216,
      "reference_delta_l2": 2.4415805033686278,
      "retained_delta_l2": 2.3860146046965705,
      "delta_retention_norm_ratio": 0.9772418322494819,
      "delta_cosine": 0.8109300150687073,
      "relative_weight_rmse": 0.014571772704839753
    },
    {
      "index": 140,
      "total": 252,
      "projection": "layers.26.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0304,
      "parameters": 4194304,
      "reference_delta_l2": 1.2568343213357946,
      "retained_delta_l2": 1.2165891361066137,
      "delta_retention_norm_ratio": 0.9679789256658687,
      "delta_cosine": 0.7980823330124914,
      "relative_weight_rmse": 0.014054609773679536
    },
    {
      "index": 141,
      "total": 252,
      "projection": "layers.27.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4345,
      "parameters": 50331648,
      "reference_delta_l2": 2.9353829255202477,
      "retained_delta_l2": 2.583391304076503,
      "delta_retention_norm_ratio": 0.8800866427396827,
      "delta_cosine": 0.6926504154991127,
      "relative_weight_rmse": 0.011416576102284396
    },
    {
      "index": 142,
      "total": 252,
      "projection": "layers.27.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.396,
      "parameters": 50331648,
      "reference_delta_l2": 4.621100690329421,
      "retained_delta_l2": 4.51226220412324,
      "delta_retention_norm_ratio": 0.9764474973605427,
      "delta_cosine": 0.7987724775225853,
      "relative_weight_rmse": 0.015467352890931468
    },
    {
      "index": 143,
      "total": 252,
      "projection": "layers.27.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3952,
      "parameters": 50331648,
      "reference_delta_l2": 2.9433083517247884,
      "retained_delta_l2": 2.5303005007309234,
      "delta_retention_norm_ratio": 0.8596790408480848,
      "delta_cosine": 0.6717519690332472,
      "relative_weight_rmse": 0.01165486483635682
    },
    {
      "index": 144,
      "total": 252,
      "projection": "layers.27.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0314,
      "parameters": 4194304,
      "reference_delta_l2": 0.9194693899536039,
      "retained_delta_l2": 0.8600552773735223,
      "delta_retention_norm_ratio": 0.9353821745136293,
      "delta_cosine": 0.7599026923746851,
      "relative_weight_rmse": 0.013110172409810413
    },
    {
      "index": 145,
      "total": 252,
      "projection": "layers.27.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.136,
      "parameters": 16777216,
      "reference_delta_l2": 1.7790627812408335,
      "retained_delta_l2": 1.6067912785954226,
      "delta_retention_norm_ratio": 0.9031672718568944,
      "delta_cosine": 0.7163036853094985,
      "relative_weight_rmse": 0.012496548305428564
    },
    {
      "index": 146,
      "total": 252,
      "projection": "layers.27.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1364,
      "parameters": 16777216,
      "reference_delta_l2": 2.4260204123321056,
      "retained_delta_l2": 2.3651331226871024,
      "delta_retention_norm_ratio": 0.9749024001053341,
      "delta_cosine": 0.808750994766525,
      "relative_weight_rmse": 0.014580906870193738
    },
    {
      "index": 147,
      "total": 252,
      "projection": "layers.27.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0304,
      "parameters": 4194304,
      "reference_delta_l2": 1.242049958017081,
      "retained_delta_l2": 1.211006410844666,
      "delta_retention_norm_ratio": 0.9750062008600883,
      "delta_cosine": 0.8028187484830746,
      "relative_weight_rmse": 0.013984726316701689
    },
    {
      "index": 148,
      "total": 252,
      "projection": "layers.28.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4407,
      "parameters": 50331648,
      "reference_delta_l2": 3.638692805640952,
      "retained_delta_l2": 3.4087694478197332,
      "delta_retention_norm_ratio": 0.9368115501630763,
      "delta_cosine": 0.7541776733335835,
      "relative_weight_rmse": 0.012819379374375835
    },
    {
      "index": 149,
      "total": 252,
      "projection": "layers.28.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3981,
      "parameters": 50331648,
      "reference_delta_l2": 6.1861094377317905,
      "retained_delta_l2": 6.282238923939749,
      "delta_retention_norm_ratio": 1.0155395709008352,
      "delta_cosine": 0.861449919033094,
      "relative_weight_rmse": 0.0176093265485177
    },
    {
      "index": 150,
      "total": 252,
      "projection": "layers.28.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.398,
      "parameters": 50331648,
      "reference_delta_l2": 3.1102966714154165,
      "retained_delta_l2": 2.7260694584834826,
      "delta_retention_norm_ratio": 0.8764660566102582,
      "delta_cosine": 0.6877677824189267,
      "relative_weight_rmse": 0.011968009684836535
    },
    {
      "index": 151,
      "total": 252,
      "projection": "layers.28.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0314,
      "parameters": 4194304,
      "reference_delta_l2": 0.9862083874382753,
      "retained_delta_l2": 0.9299796439745039,
      "delta_retention_norm_ratio": 0.9429849267355874,
      "delta_cosine": 0.7629343145104028,
      "relative_weight_rmse": 0.013695552985927896
    },
    {
      "index": 152,
      "total": 252,
      "projection": "layers.28.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1485,
      "parameters": 16777216,
      "reference_delta_l2": 1.7954228131743857,
      "retained_delta_l2": 1.6349143503376387,
      "delta_retention_norm_ratio": 0.9106013014544685,
      "delta_cosine": 0.7244370935225608,
      "relative_weight_rmse": 0.012512480231727003
    },
    {
      "index": 153,
      "total": 252,
      "projection": "layers.28.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1344,
      "parameters": 16777216,
      "reference_delta_l2": 2.0244268892946304,
      "retained_delta_l2": 1.9141484041752483,
      "delta_retention_norm_ratio": 0.9455260717477398,
      "delta_cosine": 0.7690629313154679,
      "relative_weight_rmse": 0.012917130709178035
    },
    {
      "index": 154,
      "total": 252,
      "projection": "layers.28.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0305,
      "parameters": 4194304,
      "reference_delta_l2": 1.024426379202668,
      "retained_delta_l2": 0.9516176701958848,
      "delta_retention_norm_ratio": 0.9289273387674264,
      "delta_cosine": 0.7461564435433649,
      "relative_weight_rmse": 0.012308951982824896
    },
    {
      "index": 155,
      "total": 252,
      "projection": "layers.29.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4357,
      "parameters": 50331648,
      "reference_delta_l2": 3.5565162810659685,
      "retained_delta_l2": 3.305066392719017,
      "delta_retention_norm_ratio": 0.9292988226468666,
      "delta_cosine": 0.745816707250538,
      "relative_weight_rmse": 0.012565746413120983
    },
    {
      "index": 156,
      "total": 252,
      "projection": "layers.29.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3937,
      "parameters": 50331648,
      "reference_delta_l2": 5.41711384810868,
      "retained_delta_l2": 5.42151814200812,
      "delta_retention_norm_ratio": 1.0008130332909615,
      "delta_cosine": 0.8324762974622172,
      "relative_weight_rmse": 0.016828774825352794
    },
    {
      "index": 157,
      "total": 252,
      "projection": "layers.29.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3924,
      "parameters": 50331648,
      "reference_delta_l2": 3.424315115658444,
      "retained_delta_l2": 3.101676017804758,
      "delta_retention_norm_ratio": 0.905779962720619,
      "delta_cosine": 0.7182981034319839,
      "relative_weight_rmse": 0.012533934178832876
    },
    {
      "index": 158,
      "total": 252,
      "projection": "layers.29.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0315,
      "parameters": 4194304,
      "reference_delta_l2": 0.9605145594104075,
      "retained_delta_l2": 0.9092781367913338,
      "delta_retention_norm_ratio": 0.9466573180832113,
      "delta_cosine": 0.7835077347108719,
      "relative_weight_rmse": 0.013053425356086912
    },
    {
      "index": 159,
      "total": 252,
      "projection": "layers.29.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1386,
      "parameters": 16777216,
      "reference_delta_l2": 1.89051543914091,
      "retained_delta_l2": 1.73202122115128,
      "delta_retention_norm_ratio": 0.9161634892219378,
      "delta_cosine": 0.7317391462712602,
      "relative_weight_rmse": 0.012673621636119101
    },
    {
      "index": 160,
      "total": 252,
      "projection": "layers.29.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1351,
      "parameters": 16777216,
      "reference_delta_l2": 2.874744189154029,
      "retained_delta_l2": 2.8536079671021835,
      "delta_retention_norm_ratio": 0.9926476163925858,
      "delta_cosine": 0.8440291239415602,
      "relative_weight_rmse": 0.015081184443721588
    },
    {
      "index": 161,
      "total": 252,
      "projection": "layers.29.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0302,
      "parameters": 4194304,
      "reference_delta_l2": 1.0001311038921359,
      "retained_delta_l2": 0.9315136588648855,
      "delta_retention_norm_ratio": 0.9313915498076032,
      "delta_cosine": 0.7529484221709883,
      "relative_weight_rmse": 0.012423154016305886
    },
    {
      "index": 162,
      "total": 252,
      "projection": "layers.3.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4353,
      "parameters": 50331648,
      "reference_delta_l2": 1.6328367078875345,
      "retained_delta_l2": 1.3508772476926554,
      "delta_retention_norm_ratio": 0.8273192543792935,
      "delta_cosine": 0.6584088554881028,
      "relative_weight_rmse": 0.009621364425890839
    },
    {
      "index": 163,
      "total": 252,
      "projection": "layers.3.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.392,
      "parameters": 50331648,
      "reference_delta_l2": 2.50532351776761,
      "retained_delta_l2": 2.224602902980253,
      "delta_retention_norm_ratio": 0.8879503533988716,
      "delta_cosine": 0.7076553575863995,
      "relative_weight_rmse": 0.011101486563117465
    },
    {
      "index": 164,
      "total": 252,
      "projection": "layers.3.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3897,
      "parameters": 50331648,
      "reference_delta_l2": 2.7206147817330204,
      "retained_delta_l2": 2.607509862283104,
      "delta_retention_norm_ratio": 0.9584267055338613,
      "delta_cosine": 0.8175185854428151,
      "relative_weight_rmse": 0.013394276951894962
    },
    {
      "index": 165,
      "total": 252,
      "projection": "layers.3.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0312,
      "parameters": 4194304,
      "reference_delta_l2": 0.5357802240764118,
      "retained_delta_l2": 0.39576030078112745,
      "delta_retention_norm_ratio": 0.738661643332108,
      "delta_cosine": 0.5649501893590434,
      "relative_weight_rmse": 0.008909499721650315
    },
    {
      "index": 166,
      "total": 252,
      "projection": "layers.3.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1348,
      "parameters": 16777216,
      "reference_delta_l2": 1.6799251397544268,
      "retained_delta_l2": 1.5044440246540813,
      "delta_retention_norm_ratio": 0.8955423006968053,
      "delta_cosine": 0.7088951660126287,
      "relative_weight_rmse": 0.011989444728619451
    },
    {
      "index": 167,
      "total": 252,
      "projection": "layers.3.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1337,
      "parameters": 16777216,
      "reference_delta_l2": 1.4293373412915793,
      "retained_delta_l2": 1.2224811667208624,
      "delta_retention_norm_ratio": 0.8552782687508903,
      "delta_cosine": 0.6705742277797081,
      "relative_weight_rmse": 0.011213731400939248
    },
    {
      "index": 168,
      "total": 252,
      "projection": "layers.3.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0323,
      "parameters": 4194304,
      "reference_delta_l2": 0.8352270904275945,
      "retained_delta_l2": 0.7284911564395894,
      "delta_retention_norm_ratio": 0.8722072892375154,
      "delta_cosine": 0.6869123726427542,
      "relative_weight_rmse": 0.01133900766299753
    },
    {
      "index": 169,
      "total": 252,
      "projection": "layers.30.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4362,
      "parameters": 50331648,
      "reference_delta_l2": 3.6032802907362416,
      "retained_delta_l2": 3.3594063182533183,
      "delta_retention_norm_ratio": 0.932318900333703,
      "delta_cosine": 0.74834901740462,
      "relative_weight_rmse": 0.01256070797211164
    },
    {
      "index": 170,
      "total": 252,
      "projection": "layers.30.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3912,
      "parameters": 50331648,
      "reference_delta_l2": 4.974662185288301,
      "retained_delta_l2": 4.915490479267123,
      "delta_retention_norm_ratio": 0.9881053820707328,
      "delta_cosine": 0.8134401687949316,
      "relative_weight_rmse": 0.016286688583266058
    },
    {
      "index": 171,
      "total": 252,
      "projection": "layers.30.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3948,
      "parameters": 50331648,
      "reference_delta_l2": 3.425780991411554,
      "retained_delta_l2": 3.0838601650457007,
      "delta_retention_norm_ratio": 0.9001918607105796,
      "delta_cosine": 0.7118132612098147,
      "relative_weight_rmse": 0.012553027922354673
    },
    {
      "index": 172,
      "total": 252,
      "projection": "layers.30.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.031,
      "parameters": 4194304,
      "reference_delta_l2": 1.454615150624287,
      "retained_delta_l2": 1.4618871442415353,
      "delta_retention_norm_ratio": 1.0049992560672334,
      "delta_cosine": 0.8472728064664286,
      "relative_weight_rmse": 0.016429652274220923
    },
    {
      "index": 173,
      "total": 252,
      "projection": "layers.30.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1387,
      "parameters": 16777216,
      "reference_delta_l2": 1.8134549324581692,
      "retained_delta_l2": 1.6305396279163396,
      "delta_retention_norm_ratio": 0.8991343532900017,
      "delta_cosine": 0.7111653079940985,
      "relative_weight_rmse": 0.012591365368045006
    },
    {
      "index": 174,
      "total": 252,
      "projection": "layers.30.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1437,
      "parameters": 16777216,
      "reference_delta_l2": 2.9316027309299133,
      "retained_delta_l2": 2.934824171507668,
      "delta_retention_norm_ratio": 1.001098866686051,
      "delta_cosine": 0.8501326455787492,
      "relative_weight_rmse": 0.016070274349163405
    },
    {
      "index": 175,
      "total": 252,
      "projection": "layers.30.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0302,
      "parameters": 4194304,
      "reference_delta_l2": 1.2023008133072424,
      "retained_delta_l2": 1.152090852601463,
      "delta_retention_norm_ratio": 0.9582384373776945,
      "delta_cosine": 0.7856136728802574,
      "relative_weight_rmse": 0.013207984268747731
    },
    {
      "index": 176,
      "total": 252,
      "projection": "layers.31.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4331,
      "parameters": 50331648,
      "reference_delta_l2": 3.8810682441090334,
      "retained_delta_l2": 3.6820452560203676,
      "delta_retention_norm_ratio": 0.9487195340121222,
      "delta_cosine": 0.7672569290578198,
      "relative_weight_rmse": 0.012947203877242058
    },
    {
      "index": 177,
      "total": 252,
      "projection": "layers.31.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3909,
      "parameters": 50331648,
      "reference_delta_l2": 3.9223406788622532,
      "retained_delta_l2": 3.7336836843750696,
      "delta_retention_norm_ratio": 0.9519019356212813,
      "delta_cosine": 0.7693485087735656,
      "relative_weight_rmse": 0.01417219648585819
    },
    {
      "index": 178,
      "total": 252,
      "projection": "layers.31.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3899,
      "parameters": 50331648,
      "reference_delta_l2": 3.623399834624329,
      "retained_delta_l2": 3.3226520060300264,
      "delta_retention_norm_ratio": 0.9169984428104154,
      "delta_cosine": 0.7302631770450294,
      "relative_weight_rmse": 0.01281987193963721
    },
    {
      "index": 179,
      "total": 252,
      "projection": "layers.31.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0313,
      "parameters": 4194304,
      "reference_delta_l2": 1.058268080045612,
      "retained_delta_l2": 1.0259746177602465,
      "delta_retention_norm_ratio": 0.9694846108521258,
      "delta_cosine": 0.7989432352726251,
      "relative_weight_rmse": 0.013939990322789822
    },
    {
      "index": 180,
      "total": 252,
      "projection": "layers.31.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1345,
      "parameters": 16777216,
      "reference_delta_l2": 1.8867381401875651,
      "retained_delta_l2": 1.735412364638458,
      "delta_retention_norm_ratio": 0.9197950302027268,
      "delta_cosine": 0.7354900241339846,
      "relative_weight_rmse": 0.01234021488469923
    },
    {
      "index": 181,
      "total": 252,
      "projection": "layers.31.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1345,
      "parameters": 16777216,
      "reference_delta_l2": 2.9886940841019882,
      "retained_delta_l2": 3.005044412553113,
      "delta_retention_norm_ratio": 1.0054707266756064,
      "delta_cosine": 0.8543355348065301,
      "relative_weight_rmse": 0.016057610254095186
    },
    {
      "index": 182,
      "total": 252,
      "projection": "layers.31.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0305,
      "parameters": 4194304,
      "reference_delta_l2": 0.8857199160991623,
      "retained_delta_l2": 0.77501534643497,
      "delta_retention_norm_ratio": 0.8750117642699612,
      "delta_cosine": 0.6921349673342735,
      "relative_weight_rmse": 0.011009704772931905
    },
    {
      "index": 183,
      "total": 252,
      "projection": "layers.32.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4328,
      "parameters": 50331648,
      "reference_delta_l2": 2.896536184285432,
      "retained_delta_l2": 2.5290553029548155,
      "delta_retention_norm_ratio": 0.8731309198468469,
      "delta_cosine": 0.686871665027865,
      "relative_weight_rmse": 0.010863571786767239
    },
    {
      "index": 184,
      "total": 252,
      "projection": "layers.32.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.392,
      "parameters": 50331648,
      "reference_delta_l2": 5.160132814296683,
      "retained_delta_l2": 5.147276654109073,
      "delta_retention_norm_ratio": 0.9975085602153514,
      "delta_cosine": 0.8283919781893334,
      "relative_weight_rmse": 0.016636527728732507
    },
    {
      "index": 185,
      "total": 252,
      "projection": "layers.32.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3902,
      "parameters": 50331648,
      "reference_delta_l2": 3.9571520455669007,
      "retained_delta_l2": 3.7115304062341608,
      "delta_retention_norm_ratio": 0.9379296937533891,
      "delta_cosine": 0.7552081979176619,
      "relative_weight_rmse": 0.013379703382347076
    },
    {
      "index": 186,
      "total": 252,
      "projection": "layers.32.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0308,
      "parameters": 4194304,
      "reference_delta_l2": 1.0581180770275143,
      "retained_delta_l2": 1.0206194721872686,
      "delta_retention_norm_ratio": 0.9645610394015878,
      "delta_cosine": 0.7934770464785277,
      "relative_weight_rmse": 0.014015358346925523
    },
    {
      "index": 187,
      "total": 252,
      "projection": "layers.32.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1353,
      "parameters": 16777216,
      "reference_delta_l2": 1.9059274659853356,
      "retained_delta_l2": 1.7442278343465185,
      "delta_retention_norm_ratio": 0.9151596088914009,
      "delta_cosine": 0.7290675782804628,
      "relative_weight_rmse": 0.012663736807892926
    },
    {
      "index": 188,
      "total": 252,
      "projection": "layers.32.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1347,
      "parameters": 16777216,
      "reference_delta_l2": 3.386354161601392,
      "retained_delta_l2": 3.437371326120008,
      "delta_retention_norm_ratio": 1.0150655135535176,
      "delta_cosine": 0.8787210072049341,
      "relative_weight_rmse": 0.016779092018824694
    },
    {
      "index": 189,
      "total": 252,
      "projection": "layers.32.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0302,
      "parameters": 4194304,
      "reference_delta_l2": 1.035264008716314,
      "retained_delta_l2": 0.9559619705252885,
      "delta_retention_norm_ratio": 0.923399212642042,
      "delta_cosine": 0.742351791872357,
      "relative_weight_rmse": 0.01211994296760845
    },
    {
      "index": 190,
      "total": 252,
      "projection": "layers.33.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4322,
      "parameters": 50331648,
      "reference_delta_l2": 4.158056237987143,
      "retained_delta_l2": 4.004873229183985,
      "delta_retention_norm_ratio": 0.9631599478131849,
      "delta_cosine": 0.7858069270485946,
      "relative_weight_rmse": 0.013473337260780828
    },
    {
      "index": 191,
      "total": 252,
      "projection": "layers.33.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.393,
      "parameters": 50331648,
      "reference_delta_l2": 3.5037537092766597,
      "retained_delta_l2": 3.244679998070068,
      "delta_retention_norm_ratio": 0.9260582413311018,
      "delta_cosine": 0.7390390031138095,
      "relative_weight_rmse": 0.013600405401520944
    },
    {
      "index": 192,
      "total": 252,
      "projection": "layers.33.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3919,
      "parameters": 50331648,
      "reference_delta_l2": 4.153804678041435,
      "retained_delta_l2": 3.9647059325031586,
      "delta_retention_norm_ratio": 0.954475773370394,
      "delta_cosine": 0.7760354082093616,
      "relative_weight_rmse": 0.013498489161895274
    },
    {
      "index": 193,
      "total": 252,
      "projection": "layers.33.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0311,
      "parameters": 4194304,
      "reference_delta_l2": 1.163209272843663,
      "retained_delta_l2": 1.1531137400696825,
      "delta_retention_norm_ratio": 0.9913209660465478,
      "delta_cosine": 0.8259170052841797,
      "relative_weight_rmse": 0.015514670628493776
    },
    {
      "index": 194,
      "total": 252,
      "projection": "layers.33.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1356,
      "parameters": 16777216,
      "reference_delta_l2": 1.917218370680728,
      "retained_delta_l2": 1.7672382025223023,
      "delta_retention_norm_ratio": 0.9217719950674301,
      "delta_cosine": 0.7383447960236257,
      "relative_weight_rmse": 0.012106365343981027
    },
    {
      "index": 195,
      "total": 252,
      "projection": "layers.33.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1346,
      "parameters": 16777216,
      "reference_delta_l2": 1.6553096736770674,
      "retained_delta_l2": 1.5189603787286248,
      "delta_retention_norm_ratio": 0.9176291318073679,
      "delta_cosine": 0.7383709968763957,
      "relative_weight_rmse": 0.011720228551450676
    },
    {
      "index": 196,
      "total": 252,
      "projection": "layers.33.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0304,
      "parameters": 4194304,
      "reference_delta_l2": 1.185793149834154,
      "retained_delta_l2": 1.129896173369846,
      "delta_retention_norm_ratio": 0.9528611069543403,
      "delta_cosine": 0.7771329614959223,
      "relative_weight_rmse": 0.012453042571658742
    },
    {
      "index": 197,
      "total": 252,
      "projection": "layers.34.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4397,
      "parameters": 50331648,
      "reference_delta_l2": 2.8218776755036408,
      "retained_delta_l2": 2.5233471752540573,
      "delta_retention_norm_ratio": 0.8942085609021649,
      "delta_cosine": 0.7087053800668754,
      "relative_weight_rmse": 0.010829783070142294
    },
    {
      "index": 198,
      "total": 252,
      "projection": "layers.34.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4388,
      "parameters": 50331648,
      "reference_delta_l2": 3.2385337740934514,
      "retained_delta_l2": 2.9915522313131575,
      "delta_retention_norm_ratio": 0.9237366166269393,
      "delta_cosine": 0.7353802799688657,
      "relative_weight_rmse": 0.012517406687409704
    },
    {
      "index": 199,
      "total": 252,
      "projection": "layers.34.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4274,
      "parameters": 50331648,
      "reference_delta_l2": 3.0235831105993602,
      "retained_delta_l2": 2.6943013028485963,
      "delta_retention_norm_ratio": 0.8910954997081292,
      "delta_cosine": 0.7038879602808116,
      "relative_weight_rmse": 0.011149633146402372
    },
    {
      "index": 200,
      "total": 252,
      "projection": "layers.34.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0409,
      "parameters": 4194304,
      "reference_delta_l2": 0.7928188424322914,
      "retained_delta_l2": 0.7317704908256062,
      "delta_retention_norm_ratio": 0.9229983593485307,
      "delta_cosine": 0.7535575556119191,
      "relative_weight_rmse": 0.011670621769581675
    },
    {
      "index": 201,
      "total": 252,
      "projection": "layers.34.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1509,
      "parameters": 16777216,
      "reference_delta_l2": 2.4645978849554875,
      "retained_delta_l2": 2.4001892009258414,
      "delta_retention_norm_ratio": 0.9738664532568122,
      "delta_cosine": 0.7983828446517862,
      "relative_weight_rmse": 0.014459432274182423
    },
    {
      "index": 202,
      "total": 252,
      "projection": "layers.34.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1423,
      "parameters": 16777216,
      "reference_delta_l2": 2.695511834193117,
      "retained_delta_l2": 2.699277898890852,
      "delta_retention_norm_ratio": 1.0013971612552248,
      "delta_cosine": 0.8541317814560678,
      "relative_weight_rmse": 0.015023564746444064
    },
    {
      "index": 203,
      "total": 252,
      "projection": "layers.34.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0346,
      "parameters": 4194304,
      "reference_delta_l2": 1.0207525569136708,
      "retained_delta_l2": 0.9269824099360373,
      "delta_retention_norm_ratio": 0.9081362605045485,
      "delta_cosine": 0.7288602731730222,
      "relative_weight_rmse": 0.01164327693543864
    },
    {
      "index": 204,
      "total": 252,
      "projection": "layers.35.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4324,
      "parameters": 50331648,
      "reference_delta_l2": 1.9823095213349184,
      "retained_delta_l2": 1.6833332043325306,
      "delta_retention_norm_ratio": 0.8491777828918198,
      "delta_cosine": 0.6694214090375227,
      "relative_weight_rmse": 0.008826801286047611
    },
    {
      "index": 205,
      "total": 252,
      "projection": "layers.35.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3937,
      "parameters": 50331648,
      "reference_delta_l2": 2.4543541404296376,
      "retained_delta_l2": 2.095939159235461,
      "delta_retention_norm_ratio": 0.8539676995710831,
      "delta_cosine": 0.6683413065179096,
      "relative_weight_rmse": 0.010069223796027413
    },
    {
      "index": 206,
      "total": 252,
      "projection": "layers.35.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3909,
      "parameters": 50331648,
      "reference_delta_l2": 2.499227317560434,
      "retained_delta_l2": 2.1108465532485687,
      "delta_retention_norm_ratio": 0.8445996642310335,
      "delta_cosine": 0.6601572203554983,
      "relative_weight_rmse": 0.009871612295636547
    },
    {
      "index": 207,
      "total": 252,
      "projection": "layers.35.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0331,
      "parameters": 4194304,
      "reference_delta_l2": 0.7804828082506937,
      "retained_delta_l2": 0.7046762074304083,
      "delta_retention_norm_ratio": 0.902872170893563,
      "delta_cosine": 0.7212488537699842,
      "relative_weight_rmse": 0.011677823781018355
    },
    {
      "index": 208,
      "total": 252,
      "projection": "layers.35.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1351,
      "parameters": 16777216,
      "reference_delta_l2": 1.9358674579050277,
      "retained_delta_l2": 1.826476966807879,
      "delta_retention_norm_ratio": 0.9434927785730074,
      "delta_cosine": 0.7613448331168875,
      "relative_weight_rmse": 0.012846772474266906
    },
    {
      "index": 209,
      "total": 252,
      "projection": "layers.35.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1376,
      "parameters": 16777216,
      "reference_delta_l2": 1.789558247625012,
      "retained_delta_l2": 1.6807697827683608,
      "delta_retention_norm_ratio": 0.9392093188355123,
      "delta_cosine": 0.7543470277448979,
      "relative_weight_rmse": 0.012638227777340855
    },
    {
      "index": 210,
      "total": 252,
      "projection": "layers.35.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0314,
      "parameters": 4194304,
      "reference_delta_l2": 0.8107990141519036,
      "retained_delta_l2": 0.6923380793625497,
      "delta_retention_norm_ratio": 0.8538960547290944,
      "delta_cosine": 0.6701267360411922,
      "relative_weight_rmse": 0.010610346900305285
    },
    {
      "index": 211,
      "total": 252,
      "projection": "layers.4.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4251,
      "parameters": 50331648,
      "reference_delta_l2": 2.043343408116534,
      "retained_delta_l2": 1.7174886693961613,
      "delta_retention_norm_ratio": 0.8405286466161204,
      "delta_cosine": 0.6572729898384961,
      "relative_weight_rmse": 0.01012551010778355
    },
    {
      "index": 212,
      "total": 252,
      "projection": "layers.4.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4127,
      "parameters": 50331648,
      "reference_delta_l2": 3.0372171514712547,
      "retained_delta_l2": 2.61912948708616,
      "delta_retention_norm_ratio": 0.8623451523107034,
      "delta_cosine": 0.6878635130036593,
      "relative_weight_rmse": 0.01020563041830835
    },
    {
      "index": 213,
      "total": 252,
      "projection": "layers.4.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3853,
      "parameters": 50331648,
      "reference_delta_l2": 3.1333670723021627,
      "retained_delta_l2": 2.991480228291325,
      "delta_retention_norm_ratio": 0.9547174522688177,
      "delta_cosine": 0.7852368918844294,
      "relative_weight_rmse": 0.013581849235775443
    },
    {
      "index": 214,
      "total": 252,
      "projection": "layers.4.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0358,
      "parameters": 4194304,
      "reference_delta_l2": 0.5244352595642214,
      "retained_delta_l2": 0.37542370971843775,
      "delta_retention_norm_ratio": 0.7158628312489808,
      "delta_cosine": 0.5453996124130298,
      "relative_weight_rmse": 0.00857201591110074
    },
    {
      "index": 215,
      "total": 252,
      "projection": "layers.4.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1337,
      "parameters": 16777216,
      "reference_delta_l2": 1.4702355284702315,
      "retained_delta_l2": 1.236151778187749,
      "delta_retention_norm_ratio": 0.8407848635476487,
      "delta_cosine": 0.65436025809255,
      "relative_weight_rmse": 0.01097918446677673
    },
    {
      "index": 216,
      "total": 252,
      "projection": "layers.4.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.132,
      "parameters": 16777216,
      "reference_delta_l2": 1.1330369850333857,
      "retained_delta_l2": 0.8538898964738426,
      "delta_retention_norm_ratio": 0.753629323449386,
      "delta_cosine": 0.5765922595156237,
      "relative_weight_rmse": 0.009442583482949792
    },
    {
      "index": 217,
      "total": 252,
      "projection": "layers.4.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0302,
      "parameters": 4194304,
      "reference_delta_l2": 0.9219868617247438,
      "retained_delta_l2": 0.8307413349834236,
      "delta_retention_norm_ratio": 0.9010338102100188,
      "delta_cosine": 0.7170312757451748,
      "relative_weight_rmse": 0.011933906834989327
    },
    {
      "index": 218,
      "total": 252,
      "projection": "layers.5.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4244,
      "parameters": 50331648,
      "reference_delta_l2": 1.60459054270334,
      "retained_delta_l2": 1.1396238620246248,
      "delta_retention_norm_ratio": 0.7102272085591625,
      "delta_cosine": 0.5413391457434584,
      "relative_weight_rmse": 0.0082082789800158
    },
    {
      "index": 219,
      "total": 252,
      "projection": "layers.5.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.387,
      "parameters": 50331648,
      "reference_delta_l2": 2.7167476668565116,
      "retained_delta_l2": 2.226031133887409,
      "delta_retention_norm_ratio": 0.8193735329358358,
      "delta_cosine": 0.6379289789806206,
      "relative_weight_rmse": 0.009413097609736909
    },
    {
      "index": 220,
      "total": 252,
      "projection": "layers.5.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3857,
      "parameters": 50331648,
      "reference_delta_l2": 2.9329646658700654,
      "retained_delta_l2": 2.6871599963746737,
      "delta_retention_norm_ratio": 0.9161924204693842,
      "delta_cosine": 0.7311448007579044,
      "relative_weight_rmse": 0.012468887222045642
    },
    {
      "index": 221,
      "total": 252,
      "projection": "layers.5.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0326,
      "parameters": 4194304,
      "reference_delta_l2": 0.5437987065128471,
      "retained_delta_l2": 0.4047357132618228,
      "delta_retention_norm_ratio": 0.7442748730632757,
      "delta_cosine": 0.5708455477077047,
      "relative_weight_rmse": 0.008915155872740532
    },
    {
      "index": 222,
      "total": 252,
      "projection": "layers.5.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1322,
      "parameters": 16777216,
      "reference_delta_l2": 1.352433111519197,
      "retained_delta_l2": 1.1069321443420719,
      "delta_retention_norm_ratio": 0.8184745958331705,
      "delta_cosine": 0.6329988325220858,
      "relative_weight_rmse": 0.010657983726530096
    },
    {
      "index": 223,
      "total": 252,
      "projection": "layers.5.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1327,
      "parameters": 16777216,
      "reference_delta_l2": 1.2645682741168707,
      "retained_delta_l2": 1.0160588001837498,
      "delta_retention_norm_ratio": 0.8034827545340159,
      "delta_cosine": 0.6220893589407358,
      "relative_weight_rmse": 0.010130382111453774
    },
    {
      "index": 224,
      "total": 252,
      "projection": "layers.5.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0305,
      "parameters": 4194304,
      "reference_delta_l2": 0.9997299186419492,
      "retained_delta_l2": 0.9316298816862428,
      "delta_retention_norm_ratio": 0.9318815655250023,
      "delta_cosine": 0.7544580375427529,
      "relative_weight_rmse": 0.012434136650850247
    },
    {
      "index": 225,
      "total": 252,
      "projection": "layers.6.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.428,
      "parameters": 50331648,
      "reference_delta_l2": 4.376686711230453,
      "retained_delta_l2": 4.350106184769022,
      "delta_retention_norm_ratio": 0.9939267925224744,
      "delta_cosine": 0.8288901954627105,
      "relative_weight_rmse": 0.014787761817631922
    },
    {
      "index": 226,
      "total": 252,
      "projection": "layers.6.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3997,
      "parameters": 50331648,
      "reference_delta_l2": 2.9074557058505683,
      "retained_delta_l2": 2.5005355483480867,
      "delta_retention_norm_ratio": 0.8600425256062711,
      "delta_cosine": 0.6776434227254817,
      "relative_weight_rmse": 0.01017618471205037
    },
    {
      "index": 227,
      "total": 252,
      "projection": "layers.6.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3888,
      "parameters": 50331648,
      "reference_delta_l2": 3.1183011367968954,
      "retained_delta_l2": 2.886978332990382,
      "delta_retention_norm_ratio": 0.9258176828796826,
      "delta_cosine": 0.7412652873621648,
      "relative_weight_rmse": 0.01262435683416308
    },
    {
      "index": 228,
      "total": 252,
      "projection": "layers.6.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0318,
      "parameters": 4194304,
      "reference_delta_l2": 0.5506121946790155,
      "retained_delta_l2": 0.4057511541629519,
      "delta_retention_norm_ratio": 0.7369091314795313,
      "delta_cosine": 0.5636920049824873,
      "relative_weight_rmse": 0.00899741538593721
    },
    {
      "index": 229,
      "total": 252,
      "projection": "layers.6.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1399,
      "parameters": 16777216,
      "reference_delta_l2": 1.2370675869345922,
      "retained_delta_l2": 0.9687512486064946,
      "delta_retention_norm_ratio": 0.7831029273081388,
      "delta_cosine": 0.6026394837415746,
      "relative_weight_rmse": 0.00962555464796606
    },
    {
      "index": 230,
      "total": 252,
      "projection": "layers.6.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1372,
      "parameters": 16777216,
      "reference_delta_l2": 1.2723583985596465,
      "retained_delta_l2": 1.0190259907621784,
      "delta_retention_norm_ratio": 0.8008954017325234,
      "delta_cosine": 0.6186974562229031,
      "relative_weight_rmse": 0.009970888524534273
    },
    {
      "index": 231,
      "total": 252,
      "projection": "layers.6.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.036,
      "parameters": 4194304,
      "reference_delta_l2": 0.9237469929926623,
      "retained_delta_l2": 0.8381914238174702,
      "delta_retention_norm_ratio": 0.9073820322835175,
      "delta_cosine": 0.7221583677612461,
      "relative_weight_rmse": 0.011920943866063252
    },
    {
      "index": 232,
      "total": 252,
      "projection": "layers.7.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4406,
      "parameters": 50331648,
      "reference_delta_l2": 1.6011354845798527,
      "retained_delta_l2": 1.114551863096439,
      "delta_retention_norm_ratio": 0.696100907031552,
      "delta_cosine": 0.5296439743814515,
      "relative_weight_rmse": 0.00797270964724083
    },
    {
      "index": 233,
      "total": 252,
      "projection": "layers.7.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4062,
      "parameters": 50331648,
      "reference_delta_l2": 2.604621866268664,
      "retained_delta_l2": 2.156010126213745,
      "delta_retention_norm_ratio": 0.8277631982343785,
      "delta_cosine": 0.6468744511766974,
      "relative_weight_rmse": 0.009582833654521025
    },
    {
      "index": 234,
      "total": 252,
      "projection": "layers.7.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3931,
      "parameters": 50331648,
      "reference_delta_l2": 2.714862796861589,
      "retained_delta_l2": 2.3940188386459096,
      "delta_retention_norm_ratio": 0.8818194574743968,
      "delta_cosine": 0.6931481733288807,
      "relative_weight_rmse": 0.011652355285720086
    },
    {
      "index": 235,
      "total": 252,
      "projection": "layers.7.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0375,
      "parameters": 4194304,
      "reference_delta_l2": 0.6375207609376344,
      "retained_delta_l2": 0.5155370261913551,
      "delta_retention_norm_ratio": 0.8086591963422939,
      "delta_cosine": 0.6255068307050059,
      "relative_weight_rmse": 0.00986875980171051
    },
    {
      "index": 236,
      "total": 252,
      "projection": "layers.7.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1368,
      "parameters": 16777216,
      "reference_delta_l2": 1.2552230316150195,
      "retained_delta_l2": 0.982903345138241,
      "delta_retention_norm_ratio": 0.7830507570225178,
      "delta_cosine": 0.6021611665254776,
      "relative_weight_rmse": 0.009895264289633533
    },
    {
      "index": 237,
      "total": 252,
      "projection": "layers.7.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1363,
      "parameters": 16777216,
      "reference_delta_l2": 1.5359069696221528,
      "retained_delta_l2": 1.3581859768630977,
      "delta_retention_norm_ratio": 0.8842892204579448,
      "delta_cosine": 0.6978932431003803,
      "relative_weight_rmse": 0.011338741686984611
    },
    {
      "index": 238,
      "total": 252,
      "projection": "layers.7.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0335,
      "parameters": 4194304,
      "reference_delta_l2": 0.7051042187633481,
      "retained_delta_l2": 0.5652459705552851,
      "delta_retention_norm_ratio": 0.8016488279514846,
      "delta_cosine": 0.6220085894138233,
      "relative_weight_rmse": 0.009523562848348033
    },
    {
      "index": 239,
      "total": 252,
      "projection": "layers.8.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4275,
      "parameters": 50331648,
      "reference_delta_l2": 2.241443869715866,
      "retained_delta_l2": 1.8272421294903742,
      "delta_retention_norm_ratio": 0.8152076231656886,
      "delta_cosine": 0.6324387939860261,
      "relative_weight_rmse": 0.009842683384753201
    },
    {
      "index": 240,
      "total": 252,
      "projection": "layers.8.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.389,
      "parameters": 50331648,
      "reference_delta_l2": 2.0020562075991806,
      "retained_delta_l2": 1.45355364340143,
      "delta_retention_norm_ratio": 0.7260303871011182,
      "delta_cosine": 0.55432970546666,
      "relative_weight_rmse": 0.008751578472771991
    },
    {
      "index": 241,
      "total": 252,
      "projection": "layers.8.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3914,
      "parameters": 50331648,
      "reference_delta_l2": 2.3050198953747403,
      "retained_delta_l2": 1.8581929482664734,
      "delta_retention_norm_ratio": 0.8061505030803113,
      "delta_cosine": 0.6234078341037631,
      "relative_weight_rmse": 0.010262403171030403
    },
    {
      "index": 242,
      "total": 252,
      "projection": "layers.8.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0328,
      "parameters": 4194304,
      "reference_delta_l2": 0.8142274162935644,
      "retained_delta_l2": 0.7196864411222547,
      "delta_retention_norm_ratio": 0.8838887351623841,
      "delta_cosine": 0.6959786563698768,
      "relative_weight_rmse": 0.01141390426469825
    },
    {
      "index": 243,
      "total": 252,
      "projection": "layers.8.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1324,
      "parameters": 16777216,
      "reference_delta_l2": 1.3767169569898148,
      "retained_delta_l2": 1.125127602026786,
      "delta_retention_norm_ratio": 0.817254117714125,
      "delta_cosine": 0.6336929939668535,
      "relative_weight_rmse": 0.01029017423529436
    },
    {
      "index": 244,
      "total": 252,
      "projection": "layers.8.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1346,
      "parameters": 16777216,
      "reference_delta_l2": 1.4916791552785456,
      "retained_delta_l2": 1.264670684597102,
      "delta_retention_norm_ratio": 0.8478168244973207,
      "delta_cosine": 0.6609397318833818,
      "relative_weight_rmse": 0.011302634113662864
    },
    {
      "index": 245,
      "total": 252,
      "projection": "layers.8.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0343,
      "parameters": 4194304,
      "reference_delta_l2": 0.7376420382648309,
      "retained_delta_l2": 0.5951106031452117,
      "delta_retention_norm_ratio": 0.8067742512955219,
      "delta_cosine": 0.6237091618733237,
      "relative_weight_rmse": 0.01003165832577633
    },
    {
      "index": 246,
      "total": 252,
      "projection": "layers.9.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4352,
      "parameters": 50331648,
      "reference_delta_l2": 2.198025661201102,
      "retained_delta_l2": 1.7953132726162053,
      "delta_retention_norm_ratio": 0.8167844917857618,
      "delta_cosine": 0.6336958049607184,
      "relative_weight_rmse": 0.009999010507091
    },
    {
      "index": 247,
      "total": 252,
      "projection": "layers.9.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3882,
      "parameters": 50331648,
      "reference_delta_l2": 2.367346213681673,
      "retained_delta_l2": 1.8376129596715194,
      "delta_retention_norm_ratio": 0.7762332983031163,
      "delta_cosine": 0.597617687706116,
      "relative_weight_rmse": 0.009410607398687657
    },
    {
      "index": 248,
      "total": 252,
      "projection": "layers.9.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.3829,
      "parameters": 50331648,
      "reference_delta_l2": 2.7911405036465617,
      "retained_delta_l2": 2.4785721061854744,
      "delta_retention_norm_ratio": 0.8880140942196483,
      "delta_cosine": 0.7027169076037411,
      "relative_weight_rmse": 0.011728165449823363
    },
    {
      "index": 249,
      "total": 252,
      "projection": "layers.9.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0327,
      "parameters": 4194304,
      "reference_delta_l2": 0.7479720000175083,
      "retained_delta_l2": 0.6531119478001653,
      "delta_retention_norm_ratio": 0.8731770009905151,
      "delta_cosine": 0.6897070446896675,
      "relative_weight_rmse": 0.010911995385218835
    },
    {
      "index": 250,
      "total": 252,
      "projection": "layers.9.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1338,
      "parameters": 16777216,
      "reference_delta_l2": 1.3714384751859114,
      "retained_delta_l2": 1.127018845066739,
      "delta_retention_norm_ratio": 0.8217786400618234,
      "delta_cosine": 0.6383344346502468,
      "relative_weight_rmse": 0.010335860800388192
    },
    {
      "index": 251,
      "total": 252,
      "projection": "layers.9.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1312,
      "parameters": 16777216,
      "reference_delta_l2": 1.6757371128988487,
      "retained_delta_l2": 1.5104975488994226,
      "delta_retention_norm_ratio": 0.9013929077971072,
      "delta_cosine": 0.7160380408555146,
      "relative_weight_rmse": 0.012124181065717473
    },
    {
      "index": 252,
      "total": 252,
      "projection": "layers.9.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0304,
      "parameters": 4194304,
      "reference_delta_l2": 0.6723826521492818,
      "retained_delta_l2": 0.5284218432859524,
      "delta_retention_norm_ratio": 0.7858945224075066,
      "delta_cosine": 0.6078980628877407,
      "relative_weight_rmse": 0.009142790598844487
    }
  ]
}