{
  "schema_version": 1,
  "format": "comfy_scaled_fp8_merged_text_encoder",
  "scale_policy": "preserve_stock_per_tensor_scale",
  "base": "/workspace/Ideogram/checkpoints/text_encoders/qwen3vl_8b_fp8_scaled.safetensors",
  "base_sha256": "4ba424cf62e51392e4d1a39933e803706f4e823c1065f36aaf149c6453f66bcd",
  "adapter": "/workspace/Ideogram/artifacts/phase2_balanced_4000_8state_debanner_s020_v1_checkpoints/step_00003510/adapters.safetensors",
  "adapter_sha256": "3f78038fb2a496d336c5437a1129ce105ca66448e2de752e8f1abe8650c74700",
  "adapter_global_step": "3510",
  "output": "/workspace/Ideogram/artifacts/huggingface_release/s020_v1/qwen3vl_8b_ideogram4_nl_s020_v1_step_00003510_fp8_scaled.safetensors",
  "output_bytes": 10588637800,
  "output_sha256": "78c7e664c8ad9c7168e9e875627d7838350e70c44a1d9358a1e80ead03392ef8",
  "output_tensors": 1254,
  "merged_projections": 252,
  "lora_rank": 64,
  "lora_alpha": 64.0,
  "elapsed_seconds": 70.304,
  "projections": [
    {
      "index": 1,
      "total": 252,
      "projection": "layers.0.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4534,
      "parameters": 50331648,
      "reference_delta_l2": 3.129181502262599,
      "retained_delta_l2": 2.849571765411123,
      "delta_retention_norm_ratio": 0.9106444491477083,
      "delta_cosine": 0.725963956941354,
      "relative_weight_rmse": 0.012314757333148135
    },
    {
      "index": 2,
      "total": 252,
      "projection": "layers.0.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4086,
      "parameters": 50331648,
      "reference_delta_l2": 3.3337197670216088,
      "retained_delta_l2": 3.0509625207760105,
      "delta_retention_norm_ratio": 0.9151826590096932,
      "delta_cosine": 0.7279184627443035,
      "relative_weight_rmse": 0.013555924315472518
    },
    {
      "index": 3,
      "total": 252,
      "projection": "layers.0.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4074,
      "parameters": 50331648,
      "reference_delta_l2": 2.955960109577813,
      "retained_delta_l2": 2.648493023681998,
      "delta_retention_norm_ratio": 0.8959840205895981,
      "delta_cosine": 0.7091646337618975,
      "relative_weight_rmse": 0.013081062046276142
    },
    {
      "index": 4,
      "total": 252,
      "projection": "layers.0.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0318,
      "parameters": 4194304,
      "reference_delta_l2": 0.6037935227650949,
      "retained_delta_l2": 0.44287902675164964,
      "delta_retention_norm_ratio": 0.7334941665546009,
      "delta_cosine": 0.5611854527635837,
      "relative_weight_rmse": 0.009024314642713551
    },
    {
      "index": 5,
      "total": 252,
      "projection": "layers.0.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1502,
      "parameters": 16777216,
      "reference_delta_l2": 1.9745144513507589,
      "retained_delta_l2": 1.8626630020097177,
      "delta_retention_norm_ratio": 0.9433524281047809,
      "delta_cosine": 0.7629244344420502,
      "relative_weight_rmse": 0.013629025292775626
    },
    {
      "index": 6,
      "total": 252,
      "projection": "layers.0.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1338,
      "parameters": 16777216,
      "reference_delta_l2": 1.228223221402707,
      "retained_delta_l2": 0.9566524533281524,
      "delta_retention_norm_ratio": 0.7788913583929769,
      "delta_cosine": 0.5995317397162899,
      "relative_weight_rmse": 0.009822510964249994
    },
    {
      "index": 7,
      "total": 252,
      "projection": "layers.0.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0295,
      "parameters": 4194304,
      "reference_delta_l2": 0.7959315234308483,
      "retained_delta_l2": 0.6935645814283679,
      "delta_retention_norm_ratio": 0.8713872500473036,
      "delta_cosine": 0.6841486682247269,
      "relative_weight_rmse": 0.011989824017959217
    },
    {
      "index": 8,
      "total": 252,
      "projection": "layers.1.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4496,
      "parameters": 50331648,
      "reference_delta_l2": 2.037517401626304,
      "retained_delta_l2": 1.9020390502048243,
      "delta_retention_norm_ratio": 0.9335081254700728,
      "delta_cosine": 0.7565892829532775,
      "relative_weight_rmse": 0.011989532799236471
    },
    {
      "index": 9,
      "total": 252,
      "projection": "layers.1.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4188,
      "parameters": 50331648,
      "reference_delta_l2": 3.830735627121548,
      "retained_delta_l2": 3.7978410797135207,
      "delta_retention_norm_ratio": 0.991412994628203,
      "delta_cosine": 0.8457848008170453,
      "relative_weight_rmse": 0.014362280517668972
    },
    {
      "index": 10,
      "total": 252,
      "projection": "layers.1.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4193,
      "parameters": 50331648,
      "reference_delta_l2": 4.237298402759195,
      "retained_delta_l2": 4.234414360783846,
      "delta_retention_norm_ratio": 0.9993193677430244,
      "delta_cosine": 0.9297266764955232,
      "relative_weight_rmse": 0.01576342745348578
    },
    {
      "index": 11,
      "total": 252,
      "projection": "layers.1.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0303,
      "parameters": 4194304,
      "reference_delta_l2": 0.677620631463665,
      "retained_delta_l2": 0.5566885460539878,
      "delta_retention_norm_ratio": 0.8215342334715175,
      "delta_cosine": 0.6377925021464084,
      "relative_weight_rmse": 0.010833166512234186
    },
    {
      "index": 12,
      "total": 252,
      "projection": "layers.1.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1353,
      "parameters": 16777216,
      "reference_delta_l2": 1.7142547453382389,
      "retained_delta_l2": 1.5337009761988618,
      "delta_retention_norm_ratio": 0.8946750652839802,
      "delta_cosine": 0.7054103516013294,
      "relative_weight_rmse": 0.012663449505014537
    },
    {
      "index": 13,
      "total": 252,
      "projection": "layers.1.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1369,
      "parameters": 16777216,
      "reference_delta_l2": 2.0957281429831935,
      "retained_delta_l2": 2.0267462888083108,
      "delta_retention_norm_ratio": 0.967084540804663,
      "delta_cosine": 0.7930254799956314,
      "relative_weight_rmse": 0.014648043835512046
    },
    {
      "index": 14,
      "total": 252,
      "projection": "layers.1.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0299,
      "parameters": 4194304,
      "reference_delta_l2": 0.9104880969117415,
      "retained_delta_l2": 0.8272791245983222,
      "delta_retention_norm_ratio": 0.9086105874468284,
      "delta_cosine": 0.7211639664261036,
      "relative_weight_rmse": 0.0123966860339358
    },
    {
      "index": 15,
      "total": 252,
      "projection": "layers.10.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4659,
      "parameters": 50331648,
      "reference_delta_l2": 2.8144663460711623,
      "retained_delta_l2": 2.4959902194009564,
      "delta_retention_norm_ratio": 0.8868431569221708,
      "delta_cosine": 0.700829962481599,
      "relative_weight_rmse": 0.011671121533451812
    },
    {
      "index": 16,
      "total": 252,
      "projection": "layers.10.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4544,
      "parameters": 50331648,
      "reference_delta_l2": 2.3936277440230165,
      "retained_delta_l2": 1.8562866313422006,
      "delta_retention_norm_ratio": 0.7755118296808775,
      "delta_cosine": 0.5963078160669969,
      "relative_weight_rmse": 0.009663354674532077
    },
    {
      "index": 17,
      "total": 252,
      "projection": "layers.10.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4177,
      "parameters": 50331648,
      "reference_delta_l2": 2.8563170996760285,
      "retained_delta_l2": 2.5276860706959097,
      "delta_retention_norm_ratio": 0.8849458874795824,
      "delta_cosine": 0.6974442809615463,
      "relative_weight_rmse": 0.01190911483390563
    },
    {
      "index": 18,
      "total": 252,
      "projection": "layers.10.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0333,
      "parameters": 4194304,
      "reference_delta_l2": 0.8986596075316539,
      "retained_delta_l2": 0.8261431601273231,
      "delta_retention_norm_ratio": 0.9193059899470597,
      "delta_cosine": 0.7372832088369983,
      "relative_weight_rmse": 0.01197664420200775
    },
    {
      "index": 19,
      "total": 252,
      "projection": "layers.10.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1413,
      "parameters": 16777216,
      "reference_delta_l2": 1.775785806146078,
      "retained_delta_l2": 1.587296842741179,
      "delta_retention_norm_ratio": 0.893856025455024,
      "delta_cosine": 0.7070424533432562,
      "relative_weight_rmse": 0.012175673591090182
    },
    {
      "index": 20,
      "total": 252,
      "projection": "layers.10.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1388,
      "parameters": 16777216,
      "reference_delta_l2": 2.1216155641654733,
      "retained_delta_l2": 2.024516190075094,
      "delta_retention_norm_ratio": 0.9542332853649796,
      "delta_cosine": 0.7802286121041007,
      "relative_weight_rmse": 0.013461967716634627
    },
    {
      "index": 21,
      "total": 252,
      "projection": "layers.10.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0298,
      "parameters": 4194304,
      "reference_delta_l2": 0.9111538712390548,
      "retained_delta_l2": 0.8138993116014808,
      "delta_retention_norm_ratio": 0.8932622000438631,
      "delta_cosine": 0.7115583667540949,
      "relative_weight_rmse": 0.011215262608775443
    },
    {
      "index": 22,
      "total": 252,
      "projection": "layers.11.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4562,
      "parameters": 50331648,
      "reference_delta_l2": 2.6107010148120438,
      "retained_delta_l2": 2.2350388407467805,
      "delta_retention_norm_ratio": 0.8561067805413526,
      "delta_cosine": 0.6707072538209302,
      "relative_weight_rmse": 0.011053792660179324
    },
    {
      "index": 23,
      "total": 252,
      "projection": "layers.11.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4276,
      "parameters": 50331648,
      "reference_delta_l2": 2.779274623375556,
      "retained_delta_l2": 2.3476942828071197,
      "delta_retention_norm_ratio": 0.8447147550880516,
      "delta_cosine": 0.6600632796961948,
      "relative_weight_rmse": 0.01082771749992103
    },
    {
      "index": 24,
      "total": 252,
      "projection": "layers.11.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4201,
      "parameters": 50331648,
      "reference_delta_l2": 2.676965416099931,
      "retained_delta_l2": 2.2752735327010525,
      "delta_retention_norm_ratio": 0.8499450605588685,
      "delta_cosine": 0.6635730867698012,
      "relative_weight_rmse": 0.011380494790931325
    },
    {
      "index": 25,
      "total": 252,
      "projection": "layers.11.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0326,
      "parameters": 4194304,
      "reference_delta_l2": 1.1332802564045652,
      "retained_delta_l2": 1.0911203455298104,
      "delta_retention_norm_ratio": 0.9627983363898787,
      "delta_cosine": 0.7879830061426097,
      "relative_weight_rmse": 0.013690291062636377
    },
    {
      "index": 26,
      "total": 252,
      "projection": "layers.11.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1376,
      "parameters": 16777216,
      "reference_delta_l2": 1.6713241823170883,
      "retained_delta_l2": 1.467968200138001,
      "delta_retention_norm_ratio": 0.8783264286302859,
      "delta_cosine": 0.6932266854160313,
      "relative_weight_rmse": 0.011732857159049927
    },
    {
      "index": 27,
      "total": 252,
      "projection": "layers.11.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1343,
      "parameters": 16777216,
      "reference_delta_l2": 1.4109651537848318,
      "retained_delta_l2": 1.1746784155143764,
      "delta_retention_norm_ratio": 0.832535383572989,
      "delta_cosine": 0.6472669805182051,
      "relative_weight_rmse": 0.010776480178112764
    },
    {
      "index": 28,
      "total": 252,
      "projection": "layers.11.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0293,
      "parameters": 4194304,
      "reference_delta_l2": 0.9999046496863891,
      "retained_delta_l2": 0.9098921388024968,
      "delta_retention_norm_ratio": 0.9099789055765227,
      "delta_cosine": 0.7275145617347912,
      "relative_weight_rmse": 0.01190397214223519
    },
    {
      "index": 29,
      "total": 252,
      "projection": "layers.12.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.5404,
      "parameters": 50331648,
      "reference_delta_l2": 2.569211503038318,
      "retained_delta_l2": 2.189553795757613,
      "delta_retention_norm_ratio": 0.8522279279725603,
      "delta_cosine": 0.6668454045040122,
      "relative_weight_rmse": 0.01083980082357452
    },
    {
      "index": 30,
      "total": 252,
      "projection": "layers.12.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5964,
      "parameters": 50331648,
      "reference_delta_l2": 3.2220693523659687,
      "retained_delta_l2": 2.8908806627078163,
      "delta_retention_norm_ratio": 0.8972124267235402,
      "delta_cosine": 0.7133394290162004,
      "relative_weight_rmse": 0.012003467627054025
    },
    {
      "index": 31,
      "total": 252,
      "projection": "layers.12.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4809,
      "parameters": 50331648,
      "reference_delta_l2": 2.6906260303125755,
      "retained_delta_l2": 2.2945203306394832,
      "delta_retention_norm_ratio": 0.852783071593537,
      "delta_cosine": 0.666523303194535,
      "relative_weight_rmse": 0.01123184476502964
    },
    {
      "index": 32,
      "total": 252,
      "projection": "layers.12.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0328,
      "parameters": 4194304,
      "reference_delta_l2": 0.9327969545169129,
      "retained_delta_l2": 0.8660627555335398,
      "delta_retention_norm_ratio": 0.9284579579079629,
      "delta_cosine": 0.7478191656095213,
      "relative_weight_rmse": 0.012294088525294533
    },
    {
      "index": 33,
      "total": 252,
      "projection": "layers.12.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1486,
      "parameters": 16777216,
      "reference_delta_l2": 1.774314760768344,
      "retained_delta_l2": 1.6073532810355304,
      "delta_retention_norm_ratio": 0.905900867521097,
      "delta_cosine": 0.7219338515051923,
      "relative_weight_rmse": 0.01203635391418437
    },
    {
      "index": 34,
      "total": 252,
      "projection": "layers.12.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.164,
      "parameters": 16777216,
      "reference_delta_l2": 1.807578915067375,
      "retained_delta_l2": 1.6527096898585498,
      "delta_retention_norm_ratio": 0.9143222882730668,
      "delta_cosine": 0.7313620655902244,
      "relative_weight_rmse": 0.012439736805435798
    },
    {
      "index": 35,
      "total": 252,
      "projection": "layers.12.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0329,
      "parameters": 4194304,
      "reference_delta_l2": 1.0872159011698592,
      "retained_delta_l2": 1.0241110761752685,
      "delta_retention_norm_ratio": 0.9419574116542178,
      "delta_cosine": 0.7660379196256691,
      "relative_weight_rmse": 0.012192235357308697
    },
    {
      "index": 36,
      "total": 252,
      "projection": "layers.13.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4715,
      "parameters": 50331648,
      "reference_delta_l2": 2.346940209245875,
      "retained_delta_l2": 1.9226253883381939,
      "delta_retention_norm_ratio": 0.8192050997992731,
      "delta_cosine": 0.6359904359678231,
      "relative_weight_rmse": 0.010198384259348343
    },
    {
      "index": 37,
      "total": 252,
      "projection": "layers.13.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.407,
      "parameters": 50331648,
      "reference_delta_l2": 2.9979015501050554,
      "retained_delta_l2": 2.6247273954769192,
      "delta_retention_norm_ratio": 0.8755215445233487,
      "delta_cosine": 0.688348969490412,
      "relative_weight_rmse": 0.011908901154116741
    },
    {
      "index": 38,
      "total": 252,
      "projection": "layers.13.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.413,
      "parameters": 50331648,
      "reference_delta_l2": 2.4036510391184045,
      "retained_delta_l2": 1.9438440179593308,
      "delta_retention_norm_ratio": 0.8087047521974244,
      "delta_cosine": 0.6253044534969704,
      "relative_weight_rmse": 0.010355863628057217
    },
    {
      "index": 39,
      "total": 252,
      "projection": "layers.13.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0331,
      "parameters": 4194304,
      "reference_delta_l2": 1.3422833818108673,
      "retained_delta_l2": 1.3279172027716049,
      "delta_retention_norm_ratio": 0.9892972085969797,
      "delta_cosine": 0.8345772586118614,
      "relative_weight_rmse": 0.014783332005725245
    },
    {
      "index": 40,
      "total": 252,
      "projection": "layers.13.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1487,
      "parameters": 16777216,
      "reference_delta_l2": 1.732001352790981,
      "retained_delta_l2": 1.5526660023788106,
      "delta_retention_norm_ratio": 0.8964577307499293,
      "delta_cosine": 0.7122243081908607,
      "relative_weight_rmse": 0.012270951969538693
    },
    {
      "index": 41,
      "total": 252,
      "projection": "layers.13.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1503,
      "parameters": 16777216,
      "reference_delta_l2": 1.4115713904007354,
      "retained_delta_l2": 1.1756288054530724,
      "delta_retention_norm_ratio": 0.832851114331043,
      "delta_cosine": 0.6474098618674138,
      "relative_weight_rmse": 0.01076085545507543
    },
    {
      "index": 42,
      "total": 252,
      "projection": "layers.13.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0325,
      "parameters": 4194304,
      "reference_delta_l2": 1.0324766307200204,
      "retained_delta_l2": 0.9516964922553652,
      "delta_retention_norm_ratio": 0.9217608069169361,
      "delta_cosine": 0.7393890674819148,
      "relative_weight_rmse": 0.012348244731211457
    },
    {
      "index": 43,
      "total": 252,
      "projection": "layers.14.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4912,
      "parameters": 50331648,
      "reference_delta_l2": 2.4704916026237145,
      "retained_delta_l2": 2.0898728084193303,
      "delta_retention_norm_ratio": 0.8459339858511727,
      "delta_cosine": 0.6615998972243725,
      "relative_weight_rmse": 0.010526871142835285
    },
    {
      "index": 44,
      "total": 252,
      "projection": "layers.14.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.415,
      "parameters": 50331648,
      "reference_delta_l2": 2.740583113971524,
      "retained_delta_l2": 2.3266705898622986,
      "delta_retention_norm_ratio": 0.8489691766693391,
      "delta_cosine": 0.6622014349646035,
      "relative_weight_rmse": 0.011382229634738105
    },
    {
      "index": 45,
      "total": 252,
      "projection": "layers.14.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4077,
      "parameters": 50331648,
      "reference_delta_l2": 2.9483577850276887,
      "retained_delta_l2": 2.614426607079257,
      "delta_retention_norm_ratio": 0.8867399405715966,
      "delta_cosine": 0.701177198801095,
      "relative_weight_rmse": 0.011793760767552794
    },
    {
      "index": 46,
      "total": 252,
      "projection": "layers.14.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0293,
      "parameters": 4194304,
      "reference_delta_l2": 0.7294438784911281,
      "retained_delta_l2": 0.6195300460237532,
      "delta_retention_norm_ratio": 0.8493183153517796,
      "delta_cosine": 0.666293755641315,
      "relative_weight_rmse": 0.010725281316582744
    },
    {
      "index": 47,
      "total": 252,
      "projection": "layers.14.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1351,
      "parameters": 16777216,
      "reference_delta_l2": 1.5574544323950057,
      "retained_delta_l2": 1.356282564492752,
      "delta_retention_norm_ratio": 0.8708329028972631,
      "delta_cosine": 0.6851090623358104,
      "relative_weight_rmse": 0.011451576764233052
    },
    {
      "index": 48,
      "total": 252,
      "projection": "layers.14.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.143,
      "parameters": 16777216,
      "reference_delta_l2": 2.3202034320113154,
      "retained_delta_l2": 2.261853379734366,
      "delta_retention_norm_ratio": 0.9748513205902952,
      "delta_cosine": 0.8056851237416697,
      "relative_weight_rmse": 0.013919410808683358
    },
    {
      "index": 49,
      "total": 252,
      "projection": "layers.14.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0328,
      "parameters": 4194304,
      "reference_delta_l2": 1.0177925604789873,
      "retained_delta_l2": 0.9450571933314758,
      "delta_retention_norm_ratio": 0.9285361575906182,
      "delta_cosine": 0.7459673717009906,
      "relative_weight_rmse": 0.012384201248855871
    },
    {
      "index": 50,
      "total": 252,
      "projection": "layers.15.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4925,
      "parameters": 50331648,
      "reference_delta_l2": 2.3721677759038755,
      "retained_delta_l2": 1.9737182720217867,
      "delta_retention_norm_ratio": 0.8320314827941433,
      "delta_cosine": 0.6481676122790649,
      "relative_weight_rmse": 0.010303816654448563
    },
    {
      "index": 51,
      "total": 252,
      "projection": "layers.15.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4459,
      "parameters": 50331648,
      "reference_delta_l2": 2.885887968297399,
      "retained_delta_l2": 2.527501575799674,
      "delta_retention_norm_ratio": 0.8758141700458442,
      "delta_cosine": 0.6876673832554954,
      "relative_weight_rmse": 0.012055019327504342
    },
    {
      "index": 52,
      "total": 252,
      "projection": "layers.15.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4131,
      "parameters": 50331648,
      "reference_delta_l2": 2.788548419905295,
      "retained_delta_l2": 2.439712186071547,
      "delta_retention_norm_ratio": 0.8749040069221408,
      "delta_cosine": 0.6892488236129848,
      "relative_weight_rmse": 0.011425457069043458
    },
    {
      "index": 53,
      "total": 252,
      "projection": "layers.15.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0297,
      "parameters": 4194304,
      "reference_delta_l2": 0.8150906297976631,
      "retained_delta_l2": 0.7209551611597461,
      "delta_retention_norm_ratio": 0.8845092003311521,
      "delta_cosine": 0.6993573726320066,
      "relative_weight_rmse": 0.01159945529282478
    },
    {
      "index": 54,
      "total": 252,
      "projection": "layers.15.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1349,
      "parameters": 16777216,
      "reference_delta_l2": 2.150413839269638,
      "retained_delta_l2": 2.0665463942650666,
      "delta_retention_norm_ratio": 0.9609993930130881,
      "delta_cosine": 0.7886233827455329,
      "relative_weight_rmse": 0.013839864673817552
    },
    {
      "index": 55,
      "total": 252,
      "projection": "layers.15.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1364,
      "parameters": 16777216,
      "reference_delta_l2": 2.236995179184464,
      "retained_delta_l2": 2.161700409143626,
      "delta_retention_norm_ratio": 0.966341112067891,
      "delta_cosine": 0.8010396883445619,
      "relative_weight_rmse": 0.013451670834537348
    },
    {
      "index": 56,
      "total": 252,
      "projection": "layers.15.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0296,
      "parameters": 4194304,
      "reference_delta_l2": 0.8594061384724814,
      "retained_delta_l2": 0.7642473503487832,
      "delta_retention_norm_ratio": 0.889273785857715,
      "delta_cosine": 0.7056846810364582,
      "relative_weight_rmse": 0.011236711800991986
    },
    {
      "index": 57,
      "total": 252,
      "projection": "layers.16.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4738,
      "parameters": 50331648,
      "reference_delta_l2": 2.4930235792014797,
      "retained_delta_l2": 2.130485476790213,
      "delta_retention_norm_ratio": 0.8545789516650346,
      "delta_cosine": 0.6693151771879681,
      "relative_weight_rmse": 0.010670956495739464
    },
    {
      "index": 58,
      "total": 252,
      "projection": "layers.16.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4504,
      "parameters": 50331648,
      "reference_delta_l2": 2.6448835575655862,
      "retained_delta_l2": 2.2627192584541618,
      "delta_retention_norm_ratio": 0.8555080816248949,
      "delta_cosine": 0.6689483189234104,
      "relative_weight_rmse": 0.011086619571348317
    },
    {
      "index": 59,
      "total": 252,
      "projection": "layers.16.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4331,
      "parameters": 50331648,
      "reference_delta_l2": 2.5580250090443037,
      "retained_delta_l2": 2.156664488486226,
      "delta_retention_norm_ratio": 0.8430974993837027,
      "delta_cosine": 0.6571866075161675,
      "relative_weight_rmse": 0.010892383316172472
    },
    {
      "index": 60,
      "total": 252,
      "projection": "layers.16.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0295,
      "parameters": 4194304,
      "reference_delta_l2": 0.7411812188779322,
      "retained_delta_l2": 0.6387835350721942,
      "delta_retention_norm_ratio": 0.8618452799427959,
      "delta_cosine": 0.6757733236841931,
      "relative_weight_rmse": 0.01122559452567028
    },
    {
      "index": 61,
      "total": 252,
      "projection": "layers.16.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1351,
      "parameters": 16777216,
      "reference_delta_l2": 1.6676004895832297,
      "retained_delta_l2": 1.4916106640837614,
      "delta_retention_norm_ratio": 0.8944652351694546,
      "delta_cosine": 0.7095360431433377,
      "relative_weight_rmse": 0.011943781006030541
    },
    {
      "index": 62,
      "total": 252,
      "projection": "layers.16.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1364,
      "parameters": 16777216,
      "reference_delta_l2": 1.8119028491426594,
      "retained_delta_l2": 1.6801371797614963,
      "delta_retention_norm_ratio": 0.9272777403912628,
      "delta_cosine": 0.7482249181790871,
      "relative_weight_rmse": 0.012470701690828164
    },
    {
      "index": 63,
      "total": 252,
      "projection": "layers.16.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0315,
      "parameters": 4194304,
      "reference_delta_l2": 0.9582364370676199,
      "retained_delta_l2": 0.87490151222013,
      "delta_retention_norm_ratio": 0.9130330243937393,
      "delta_cosine": 0.7299536933319858,
      "relative_weight_rmse": 0.01214621210287195
    },
    {
      "index": 64,
      "total": 252,
      "projection": "layers.17.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4535,
      "parameters": 50331648,
      "reference_delta_l2": 2.5840454993310598,
      "retained_delta_l2": 2.223943997042893,
      "delta_retention_norm_ratio": 0.8606442872691724,
      "delta_cosine": 0.6751323651503068,
      "relative_weight_rmse": 0.01093846525343687
    },
    {
      "index": 65,
      "total": 252,
      "projection": "layers.17.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.443,
      "parameters": 50331648,
      "reference_delta_l2": 3.551904640019657,
      "retained_delta_l2": 3.3329826092274595,
      "delta_retention_norm_ratio": 0.9383648906770803,
      "delta_cosine": 0.757284076462378,
      "relative_weight_rmse": 0.013327264383487948
    },
    {
      "index": 66,
      "total": 252,
      "projection": "layers.17.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4495,
      "parameters": 50331648,
      "reference_delta_l2": 3.1897256979680866,
      "retained_delta_l2": 2.906337224320494,
      "delta_retention_norm_ratio": 0.9111558483451677,
      "delta_cosine": 0.7257837639496658,
      "relative_weight_rmse": 0.012391958123551053
    },
    {
      "index": 67,
      "total": 252,
      "projection": "layers.17.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0349,
      "parameters": 4194304,
      "reference_delta_l2": 0.7884564575504769,
      "retained_delta_l2": 0.705981063949594,
      "delta_retention_norm_ratio": 0.8953963877002012,
      "delta_cosine": 0.715157686613299,
      "relative_weight_rmse": 0.011568193321092414
    },
    {
      "index": 68,
      "total": 252,
      "projection": "layers.17.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1464,
      "parameters": 16777216,
      "reference_delta_l2": 1.7305134615854225,
      "retained_delta_l2": 1.5706161965637389,
      "delta_retention_norm_ratio": 0.9076012590649295,
      "delta_cosine": 0.7248156591416853,
      "relative_weight_rmse": 0.012203630585911342
    },
    {
      "index": 69,
      "total": 252,
      "projection": "layers.17.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1388,
      "parameters": 16777216,
      "reference_delta_l2": 1.6612425258077375,
      "retained_delta_l2": 1.4864202187802729,
      "delta_retention_norm_ratio": 0.8947641272652459,
      "delta_cosine": 0.7077156015337548,
      "relative_weight_rmse": 0.011972506647275472
    },
    {
      "index": 70,
      "total": 252,
      "projection": "layers.17.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0297,
      "parameters": 4194304,
      "reference_delta_l2": 1.032566441357009,
      "retained_delta_l2": 0.968218402599325,
      "delta_retention_norm_ratio": 0.9376814544998023,
      "delta_cosine": 0.758859138308178,
      "relative_weight_rmse": 0.0127529417259923
    },
    {
      "index": 71,
      "total": 252,
      "projection": "layers.18.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4472,
      "parameters": 50331648,
      "reference_delta_l2": 2.913347320433776,
      "retained_delta_l2": 2.6250599650914257,
      "delta_retention_norm_ratio": 0.9010460052873387,
      "delta_cosine": 0.7155444618294795,
      "relative_weight_rmse": 0.011724101481501378
    },
    {
      "index": 72,
      "total": 252,
      "projection": "layers.18.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4096,
      "parameters": 50331648,
      "reference_delta_l2": 4.750153548686225,
      "retained_delta_l2": 4.714669840150942,
      "delta_retention_norm_ratio": 0.992529987047451,
      "delta_cosine": 0.8280802011839735,
      "relative_weight_rmse": 0.015469915779854649
    },
    {
      "index": 73,
      "total": 252,
      "projection": "layers.18.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4504,
      "parameters": 50331648,
      "reference_delta_l2": 3.26976408192859,
      "retained_delta_l2": 3.008785337794287,
      "delta_retention_norm_ratio": 0.9201842280986917,
      "delta_cosine": 0.7367723514156349,
      "relative_weight_rmse": 0.012494491616577707
    },
    {
      "index": 74,
      "total": 252,
      "projection": "layers.18.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0331,
      "parameters": 4194304,
      "reference_delta_l2": 1.1195566703162638,
      "retained_delta_l2": 1.0864960588675219,
      "delta_retention_norm_ratio": 0.9704699080222507,
      "delta_cosine": 0.7994249936790332,
      "relative_weight_rmse": 0.014009742872822967
    },
    {
      "index": 75,
      "total": 252,
      "projection": "layers.18.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1486,
      "parameters": 16777216,
      "reference_delta_l2": 1.6280844154483574,
      "retained_delta_l2": 1.4549600446401627,
      "delta_retention_norm_ratio": 0.8936637626615214,
      "delta_cosine": 0.7106452115577518,
      "relative_weight_rmse": 0.011695022312579609
    },
    {
      "index": 76,
      "total": 252,
      "projection": "layers.18.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1502,
      "parameters": 16777216,
      "reference_delta_l2": 2.100142714044375,
      "retained_delta_l2": 2.0099828567706464,
      "delta_retention_norm_ratio": 0.9570696521380195,
      "delta_cosine": 0.7837234494328351,
      "relative_weight_rmse": 0.01354640255918863
    },
    {
      "index": 77,
      "total": 252,
      "projection": "layers.18.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0326,
      "parameters": 4194304,
      "reference_delta_l2": 0.927574166293776,
      "retained_delta_l2": 0.8447567768543999,
      "delta_retention_norm_ratio": 0.9107161535445925,
      "delta_cosine": 0.7277085893672448,
      "relative_weight_rmse": 0.011783651543010195
    },
    {
      "index": 78,
      "total": 252,
      "projection": "layers.19.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4591,
      "parameters": 50331648,
      "reference_delta_l2": 2.692011605447208,
      "retained_delta_l2": 2.355432322570745,
      "delta_retention_norm_ratio": 0.8749710877191599,
      "delta_cosine": 0.6891561134291521,
      "relative_weight_rmse": 0.011205198335274374
    },
    {
      "index": 79,
      "total": 252,
      "projection": "layers.19.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.406,
      "parameters": 50331648,
      "reference_delta_l2": 4.628244905524166,
      "retained_delta_l2": 4.562739986385441,
      "delta_retention_norm_ratio": 0.985846704209507,
      "delta_cosine": 0.8190864196359027,
      "relative_weight_rmse": 0.015469006883834856
    },
    {
      "index": 80,
      "total": 252,
      "projection": "layers.19.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4213,
      "parameters": 50331648,
      "reference_delta_l2": 3.09288783776494,
      "retained_delta_l2": 2.7732062936259445,
      "delta_retention_norm_ratio": 0.8966397875035741,
      "delta_cosine": 0.7109099239438775,
      "relative_weight_rmse": 0.012198532314079335
    },
    {
      "index": 81,
      "total": 252,
      "projection": "layers.19.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0328,
      "parameters": 4194304,
      "reference_delta_l2": 1.0454850269513585,
      "retained_delta_l2": 1.0064490118920915,
      "delta_retention_norm_ratio": 0.962662291613017,
      "delta_cosine": 0.7954443785124893,
      "relative_weight_rmse": 0.01359519753471669
    },
    {
      "index": 82,
      "total": 252,
      "projection": "layers.19.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1493,
      "parameters": 16777216,
      "reference_delta_l2": 1.6403320823957444,
      "retained_delta_l2": 1.4608275797759906,
      "delta_retention_norm_ratio": 0.8905681937540458,
      "delta_cosine": 0.7053103295267843,
      "relative_weight_rmse": 0.011796377908480253
    },
    {
      "index": 83,
      "total": 252,
      "projection": "layers.19.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1491,
      "parameters": 16777216,
      "reference_delta_l2": 1.9374795362107542,
      "retained_delta_l2": 1.8280703427592173,
      "delta_retention_norm_ratio": 0.9435301424315866,
      "delta_cosine": 0.7658346811372263,
      "relative_weight_rmse": 0.012827083950192922
    },
    {
      "index": 84,
      "total": 252,
      "projection": "layers.19.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0326,
      "parameters": 4194304,
      "reference_delta_l2": 1.2369275511304956,
      "retained_delta_l2": 1.2036434323148555,
      "delta_retention_norm_ratio": 0.9730912948092878,
      "delta_cosine": 0.8058833670591101,
      "relative_weight_rmse": 0.013881014319838729
    },
    {
      "index": 85,
      "total": 252,
      "projection": "layers.2.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.501,
      "parameters": 50331648,
      "reference_delta_l2": 1.5508441672353184,
      "retained_delta_l2": 1.335700467029033,
      "delta_retention_norm_ratio": 0.861273166736139,
      "delta_cosine": 0.6979921164826142,
      "relative_weight_rmse": 0.010106259099975305
    },
    {
      "index": 86,
      "total": 252,
      "projection": "layers.2.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4053,
      "parameters": 50331648,
      "reference_delta_l2": 2.5081597069110946,
      "retained_delta_l2": 2.36494542927979,
      "delta_retention_norm_ratio": 0.9429006545170605,
      "delta_cosine": 0.7973663223586619,
      "relative_weight_rmse": 0.01265685274849115
    },
    {
      "index": 87,
      "total": 252,
      "projection": "layers.2.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4141,
      "parameters": 50331648,
      "reference_delta_l2": 3.371090580531127,
      "retained_delta_l2": 3.3512617982924966,
      "delta_retention_norm_ratio": 0.9941179918590304,
      "delta_cosine": 0.8795441583090302,
      "relative_weight_rmse": 0.014953401247200468
    },
    {
      "index": 88,
      "total": 252,
      "projection": "layers.2.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0298,
      "parameters": 4194304,
      "reference_delta_l2": 0.5772349439854766,
      "retained_delta_l2": 0.4342798550481872,
      "delta_retention_norm_ratio": 0.7523450539042796,
      "delta_cosine": 0.5761350657444236,
      "relative_weight_rmse": 0.009291282473771919
    },
    {
      "index": 89,
      "total": 252,
      "projection": "layers.2.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1336,
      "parameters": 16777216,
      "reference_delta_l2": 2.0872068211190125,
      "retained_delta_l2": 1.9691445631955444,
      "delta_retention_norm_ratio": 0.9434352855074652,
      "delta_cosine": 0.7607495118990254,
      "relative_weight_rmse": 0.01395110559760262
    },
    {
      "index": 90,
      "total": 252,
      "projection": "layers.2.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.147,
      "parameters": 16777216,
      "reference_delta_l2": 1.2301895454431324,
      "retained_delta_l2": 0.9719865040390575,
      "delta_retention_norm_ratio": 0.790111172411999,
      "delta_cosine": 0.6082995164165952,
      "relative_weight_rmse": 0.010189354680498844
    },
    {
      "index": 91,
      "total": 252,
      "projection": "layers.2.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0324,
      "parameters": 4194304,
      "reference_delta_l2": 1.161429363217796,
      "retained_delta_l2": 1.120576061810203,
      "delta_retention_norm_ratio": 0.9648249797177445,
      "delta_cosine": 0.7933560052433367,
      "relative_weight_rmse": 0.013514842713471316
    },
    {
      "index": 92,
      "total": 252,
      "projection": "layers.20.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4905,
      "parameters": 50331648,
      "reference_delta_l2": 2.648971079678172,
      "retained_delta_l2": 2.2615954100110773,
      "delta_retention_norm_ratio": 0.8537637225869005,
      "delta_cosine": 0.6661344051556789,
      "relative_weight_rmse": 0.011257322513998143
    },
    {
      "index": 93,
      "total": 252,
      "projection": "layers.20.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4511,
      "parameters": 50331648,
      "reference_delta_l2": 4.561010493321236,
      "retained_delta_l2": 4.494147537265125,
      "delta_retention_norm_ratio": 0.9853403196168876,
      "delta_cosine": 0.817557901769122,
      "relative_weight_rmse": 0.015447725537274087
    },
    {
      "index": 94,
      "total": 252,
      "projection": "layers.20.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4539,
      "parameters": 50331648,
      "reference_delta_l2": 3.12668177773168,
      "retained_delta_l2": 2.809176965998698,
      "delta_retention_norm_ratio": 0.898453109621113,
      "delta_cosine": 0.7122847833548339,
      "relative_weight_rmse": 0.012279056278587662
    },
    {
      "index": 95,
      "total": 252,
      "projection": "layers.20.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0327,
      "parameters": 4194304,
      "reference_delta_l2": 0.8444102655934065,
      "retained_delta_l2": 0.7766709699973873,
      "delta_retention_norm_ratio": 0.919779166175324,
      "delta_cosine": 0.7402847978305606,
      "relative_weight_rmse": 0.012200507561191239
    },
    {
      "index": 96,
      "total": 252,
      "projection": "layers.20.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1492,
      "parameters": 16777216,
      "reference_delta_l2": 1.6104533999515782,
      "retained_delta_l2": 1.429579822089707,
      "delta_retention_norm_ratio": 0.8876877916074382,
      "delta_cosine": 0.7036032966464911,
      "relative_weight_rmse": 0.01182859582637794
    },
    {
      "index": 97,
      "total": 252,
      "projection": "layers.20.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1501,
      "parameters": 16777216,
      "reference_delta_l2": 1.8925005510995239,
      "retained_delta_l2": 1.7685062082408078,
      "delta_retention_norm_ratio": 0.9344812117562256,
      "delta_cosine": 0.7569142446469062,
      "relative_weight_rmse": 0.012339049211212694
    },
    {
      "index": 98,
      "total": 252,
      "projection": "layers.20.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0326,
      "parameters": 4194304,
      "reference_delta_l2": 0.9444975148597435,
      "retained_delta_l2": 0.8667351580621327,
      "delta_retention_norm_ratio": 0.9176680133360029,
      "delta_cosine": 0.7369691181403826,
      "relative_weight_rmse": 0.012025658690495607
    },
    {
      "index": 99,
      "total": 252,
      "projection": "layers.21.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4553,
      "parameters": 50331648,
      "reference_delta_l2": 3.107221181231323,
      "retained_delta_l2": 2.805385115320624,
      "delta_retention_norm_ratio": 0.9028598067836652,
      "delta_cosine": 0.7159459913630684,
      "relative_weight_rmse": 0.01231006933559084
    },
    {
      "index": 100,
      "total": 252,
      "projection": "layers.21.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4087,
      "parameters": 50331648,
      "reference_delta_l2": 4.642512747803093,
      "retained_delta_l2": 4.581987771039912,
      "delta_retention_norm_ratio": 0.986962884099387,
      "delta_cosine": 0.8176793716730177,
      "relative_weight_rmse": 0.01594965493365005
    },
    {
      "index": 101,
      "total": 252,
      "projection": "layers.21.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4381,
      "parameters": 50331648,
      "reference_delta_l2": 3.345569132582998,
      "retained_delta_l2": 3.0728298316599965,
      "delta_retention_norm_ratio": 0.9184774577614454,
      "delta_cosine": 0.7334441165497892,
      "relative_weight_rmse": 0.012769331642977035
    },
    {
      "index": 102,
      "total": 252,
      "projection": "layers.21.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0328,
      "parameters": 4194304,
      "reference_delta_l2": 0.8892310195003545,
      "retained_delta_l2": 0.8221545518506864,
      "delta_retention_norm_ratio": 0.9245680074370805,
      "delta_cosine": 0.7420388118138687,
      "relative_weight_rmse": 0.012823663977531489
    },
    {
      "index": 103,
      "total": 252,
      "projection": "layers.21.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1495,
      "parameters": 16777216,
      "reference_delta_l2": 1.7389603341955504,
      "retained_delta_l2": 1.5906396850981026,
      "delta_retention_norm_ratio": 0.9147072844729023,
      "delta_cosine": 0.7325424592926252,
      "relative_weight_rmse": 0.012393883456267903
    },
    {
      "index": 104,
      "total": 252,
      "projection": "layers.21.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1503,
      "parameters": 16777216,
      "reference_delta_l2": 1.3476164957119525,
      "retained_delta_l2": 1.1147654080362608,
      "delta_retention_norm_ratio": 0.8272126466122875,
      "delta_cosine": 0.64388309677043,
      "relative_weight_rmse": 0.010337739938509697
    },
    {
      "index": 105,
      "total": 252,
      "projection": "layers.21.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0328,
      "parameters": 4194304,
      "reference_delta_l2": 1.3434894364701484,
      "retained_delta_l2": 1.3268205530828734,
      "delta_retention_norm_ratio": 0.987592843728589,
      "delta_cosine": 0.8236554435647476,
      "relative_weight_rmse": 0.014577137951733116
    },
    {
      "index": 106,
      "total": 252,
      "projection": "layers.22.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4918,
      "parameters": 50331648,
      "reference_delta_l2": 3.3609458983357805,
      "retained_delta_l2": 3.125339013124354,
      "delta_retention_norm_ratio": 0.9298986379613875,
      "delta_cosine": 0.7474970101070157,
      "relative_weight_rmse": 0.01260720733761587
    },
    {
      "index": 107,
      "total": 252,
      "projection": "layers.22.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4105,
      "parameters": 50331648,
      "reference_delta_l2": 4.221243064006641,
      "retained_delta_l2": 4.107698603498147,
      "delta_retention_norm_ratio": 0.9731016530470239,
      "delta_cosine": 0.8024007502803084,
      "relative_weight_rmse": 0.014672423527385866
    },
    {
      "index": 108,
      "total": 252,
      "projection": "layers.22.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4078,
      "parameters": 50331648,
      "reference_delta_l2": 3.4270118520156996,
      "retained_delta_l2": 3.1761527162184167,
      "delta_retention_norm_ratio": 0.9267994548516858,
      "delta_cosine": 0.7449636622645867,
      "relative_weight_rmse": 0.012623632707227259
    },
    {
      "index": 109,
      "total": 252,
      "projection": "layers.22.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0296,
      "parameters": 4194304,
      "reference_delta_l2": 1.1248690479543206,
      "retained_delta_l2": 1.0996769913538333,
      "delta_retention_norm_ratio": 0.9776044539172792,
      "delta_cosine": 0.8174457421381668,
      "relative_weight_rmse": 0.01441873674870668
    },
    {
      "index": 110,
      "total": 252,
      "projection": "layers.22.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1472,
      "parameters": 16777216,
      "reference_delta_l2": 2.0985495045774676,
      "retained_delta_l2": 1.9981921338156807,
      "delta_retention_norm_ratio": 0.9521777444168547,
      "delta_cosine": 0.7728400422923889,
      "relative_weight_rmse": 0.013733150895618145
    },
    {
      "index": 111,
      "total": 252,
      "projection": "layers.22.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1503,
      "parameters": 16777216,
      "reference_delta_l2": 1.8698448352484587,
      "retained_delta_l2": 1.7404118969208338,
      "delta_retention_norm_ratio": 0.9307787812722833,
      "delta_cosine": 0.7545710882575692,
      "relative_weight_rmse": 0.012594991420075953
    },
    {
      "index": 112,
      "total": 252,
      "projection": "layers.22.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.033,
      "parameters": 4194304,
      "reference_delta_l2": 1.1046623590021176,
      "retained_delta_l2": 1.0524088648410537,
      "delta_retention_norm_ratio": 0.9526973163019093,
      "delta_cosine": 0.777701212277148,
      "relative_weight_rmse": 0.013230322424454686
    },
    {
      "index": 113,
      "total": 252,
      "projection": "layers.23.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4927,
      "parameters": 50331648,
      "reference_delta_l2": 3.1620346530790826,
      "retained_delta_l2": 2.902533392692175,
      "delta_retention_norm_ratio": 0.9179321896000683,
      "delta_cosine": 0.7352168014146778,
      "relative_weight_rmse": 0.011978278641254893
    },
    {
      "index": 114,
      "total": 252,
      "projection": "layers.23.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4521,
      "parameters": 50331648,
      "reference_delta_l2": 5.652564171547626,
      "retained_delta_l2": 5.697962059642462,
      "delta_retention_norm_ratio": 1.0080313795150435,
      "delta_cosine": 0.8538603703413962,
      "relative_weight_rmse": 0.016836271684099298
    },
    {
      "index": 115,
      "total": 252,
      "projection": "layers.23.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.451,
      "parameters": 50331648,
      "reference_delta_l2": 4.992215728948909,
      "retained_delta_l2": 4.956118796350239,
      "delta_retention_norm_ratio": 0.9927693564223695,
      "delta_cosine": 0.8293166817216231,
      "relative_weight_rmse": 0.015429864395519641
    },
    {
      "index": 116,
      "total": 252,
      "projection": "layers.23.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0326,
      "parameters": 4194304,
      "reference_delta_l2": 0.7943983009499747,
      "retained_delta_l2": 0.7069701702596439,
      "delta_retention_norm_ratio": 0.8899442123859272,
      "delta_cosine": 0.7056078221082792,
      "relative_weight_rmse": 0.011972629556969164
    },
    {
      "index": 117,
      "total": 252,
      "projection": "layers.23.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1488,
      "parameters": 16777216,
      "reference_delta_l2": 1.9607945730186995,
      "retained_delta_l2": 1.83389000152093,
      "delta_retention_norm_ratio": 0.9352790071718752,
      "delta_cosine": 0.7547406776303367,
      "relative_weight_rmse": 0.012808459672303903
    },
    {
      "index": 118,
      "total": 252,
      "projection": "layers.23.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1465,
      "parameters": 16777216,
      "reference_delta_l2": 1.7866254324795166,
      "retained_delta_l2": 1.619051896159686,
      "delta_retention_norm_ratio": 0.9062066769713065,
      "delta_cosine": 0.7239721031076742,
      "relative_weight_rmse": 0.012028747476560837
    },
    {
      "index": 119,
      "total": 252,
      "projection": "layers.23.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0295,
      "parameters": 4194304,
      "reference_delta_l2": 0.9282231048745307,
      "retained_delta_l2": 0.8524835192395849,
      "delta_retention_norm_ratio": 0.9184036841604113,
      "delta_cosine": 0.7378533914613947,
      "relative_weight_rmse": 0.011736658596304246
    },
    {
      "index": 120,
      "total": 252,
      "projection": "layers.24.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4507,
      "parameters": 50331648,
      "reference_delta_l2": 3.251424600129174,
      "retained_delta_l2": 2.979207623216274,
      "delta_retention_norm_ratio": 0.9162776289193095,
      "delta_cosine": 0.7315679438953859,
      "relative_weight_rmse": 0.012276154510434796
    },
    {
      "index": 121,
      "total": 252,
      "projection": "layers.24.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4065,
      "parameters": 50331648,
      "reference_delta_l2": 5.142605585684486,
      "retained_delta_l2": 5.113479421584231,
      "delta_retention_norm_ratio": 0.994336302169209,
      "delta_cosine": 0.8280169487865294,
      "relative_weight_rmse": 0.016274551388381405
    },
    {
      "index": 122,
      "total": 252,
      "projection": "layers.24.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4461,
      "parameters": 50331648,
      "reference_delta_l2": 4.012708108272533,
      "retained_delta_l2": 3.8350650966304483,
      "delta_retention_norm_ratio": 0.955729894413237,
      "delta_cosine": 0.7757892948718432,
      "relative_weight_rmse": 0.013955994131055856
    },
    {
      "index": 123,
      "total": 252,
      "projection": "layers.24.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0327,
      "parameters": 4194304,
      "reference_delta_l2": 0.9668094318472028,
      "retained_delta_l2": 0.9173263382465839,
      "delta_retention_norm_ratio": 0.9488181517777753,
      "delta_cosine": 0.7725211199230653,
      "relative_weight_rmse": 0.01315692901419039
    },
    {
      "index": 124,
      "total": 252,
      "projection": "layers.24.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1476,
      "parameters": 16777216,
      "reference_delta_l2": 1.9194580926397542,
      "retained_delta_l2": 1.7805052619422008,
      "delta_retention_norm_ratio": 0.9276083019314805,
      "delta_cosine": 0.7462979525655402,
      "relative_weight_rmse": 0.01258575114768902
    },
    {
      "index": 125,
      "total": 252,
      "projection": "layers.24.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1518,
      "parameters": 16777216,
      "reference_delta_l2": 3.03040691525353,
      "retained_delta_l2": 3.0277198894603696,
      "delta_retention_norm_ratio": 0.9991133118857288,
      "delta_cosine": 0.8491828963479011,
      "relative_weight_rmse": 0.015582367835321543
    },
    {
      "index": 126,
      "total": 252,
      "projection": "layers.24.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0329,
      "parameters": 4194304,
      "reference_delta_l2": 1.0881418374460758,
      "retained_delta_l2": 1.0367986053596372,
      "delta_retention_norm_ratio": 0.9528156805302664,
      "delta_cosine": 0.7790750324231591,
      "relative_weight_rmse": 0.01305306389348348
    },
    {
      "index": 127,
      "total": 252,
      "projection": "layers.25.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4742,
      "parameters": 50331648,
      "reference_delta_l2": 3.639019471804408,
      "retained_delta_l2": 3.4060651741134307,
      "delta_retention_norm_ratio": 0.9359843222890294,
      "delta_cosine": 0.7515604382084587,
      "relative_weight_rmse": 0.013267491353305256
    },
    {
      "index": 128,
      "total": 252,
      "projection": "layers.25.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4063,
      "parameters": 50331648,
      "reference_delta_l2": 5.615149002693838,
      "retained_delta_l2": 5.630635217384503,
      "delta_retention_norm_ratio": 1.0027579347730997,
      "delta_cosine": 0.8411372051553513,
      "relative_weight_rmse": 0.01697377661460169
    },
    {
      "index": 129,
      "total": 252,
      "projection": "layers.25.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4111,
      "parameters": 50331648,
      "reference_delta_l2": 3.7478251188093408,
      "retained_delta_l2": 3.498347787523113,
      "delta_retention_norm_ratio": 0.9334341055471965,
      "delta_cosine": 0.7484383798647123,
      "relative_weight_rmse": 0.01362706679316093
    },
    {
      "index": 130,
      "total": 252,
      "projection": "layers.25.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0326,
      "parameters": 4194304,
      "reference_delta_l2": 1.0284858292340313,
      "retained_delta_l2": 0.9820655007569365,
      "delta_retention_norm_ratio": 0.954865368916491,
      "delta_cosine": 0.7799315686869575,
      "relative_weight_rmse": 0.013543057075537882
    },
    {
      "index": 131,
      "total": 252,
      "projection": "layers.25.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1493,
      "parameters": 16777216,
      "reference_delta_l2": 1.955958374402271,
      "retained_delta_l2": 1.8090541262395137,
      "delta_retention_norm_ratio": 0.9248939803191617,
      "delta_cosine": 0.740241619895826,
      "relative_weight_rmse": 0.013198429915754848
    },
    {
      "index": 132,
      "total": 252,
      "projection": "layers.25.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.151,
      "parameters": 16777216,
      "reference_delta_l2": 2.4489920917333023,
      "retained_delta_l2": 2.4017239487341233,
      "delta_retention_norm_ratio": 0.9806989401236799,
      "delta_cosine": 0.8151070374507796,
      "relative_weight_rmse": 0.01459235557382001
    },
    {
      "index": 133,
      "total": 252,
      "projection": "layers.25.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0333,
      "parameters": 4194304,
      "reference_delta_l2": 1.1884885257253468,
      "retained_delta_l2": 1.145197026679363,
      "delta_retention_norm_ratio": 0.9635743230928017,
      "delta_cosine": 0.787303539246883,
      "relative_weight_rmse": 0.013460904970252758
    },
    {
      "index": 134,
      "total": 252,
      "projection": "layers.26.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.491,
      "parameters": 50331648,
      "reference_delta_l2": 3.2985177852649774,
      "retained_delta_l2": 3.0201852227440886,
      "delta_retention_norm_ratio": 0.915618898959937,
      "delta_cosine": 0.7285283299851003,
      "relative_weight_rmse": 0.012344082698543684
    },
    {
      "index": 135,
      "total": 252,
      "projection": "layers.26.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4149,
      "parameters": 50331648,
      "reference_delta_l2": 5.262324969323531,
      "retained_delta_l2": 5.225001115373795,
      "delta_retention_norm_ratio": 0.9929073452956034,
      "delta_cosine": 0.8222423912762875,
      "relative_weight_rmse": 0.016659485781630477
    },
    {
      "index": 136,
      "total": 252,
      "projection": "layers.26.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4182,
      "parameters": 50331648,
      "reference_delta_l2": 3.601875439552374,
      "retained_delta_l2": 3.3299843645601643,
      "delta_retention_norm_ratio": 0.9245140262190745,
      "delta_cosine": 0.738296741300208,
      "relative_weight_rmse": 0.01317555515652475
    },
    {
      "index": 137,
      "total": 252,
      "projection": "layers.26.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0299,
      "parameters": 4194304,
      "reference_delta_l2": 1.10276341844642,
      "retained_delta_l2": 1.0644083817619203,
      "delta_retention_norm_ratio": 0.965219161206368,
      "delta_cosine": 0.7914008934281718,
      "relative_weight_rmse": 0.014444454066023087
    },
    {
      "index": 138,
      "total": 252,
      "projection": "layers.26.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1357,
      "parameters": 16777216,
      "reference_delta_l2": 2.145819257120039,
      "retained_delta_l2": 2.021478643463708,
      "delta_retention_norm_ratio": 0.9420544795449307,
      "delta_cosine": 0.7604333020441107,
      "relative_weight_rmse": 0.013812336892443362
    },
    {
      "index": 139,
      "total": 252,
      "projection": "layers.26.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1447,
      "parameters": 16777216,
      "reference_delta_l2": 2.7138340521627686,
      "retained_delta_l2": 2.689784374224837,
      "delta_retention_norm_ratio": 0.9911381177051832,
      "delta_cosine": 0.8319858180666069,
      "relative_weight_rmse": 0.01536621409453747
    },
    {
      "index": 140,
      "total": 252,
      "projection": "layers.26.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0329,
      "parameters": 4194304,
      "reference_delta_l2": 1.3017342452096916,
      "retained_delta_l2": 1.266469377332241,
      "delta_retention_norm_ratio": 0.9729093184670962,
      "delta_cosine": 0.8070487335221931,
      "relative_weight_rmse": 0.014261161588877415
    },
    {
      "index": 141,
      "total": 252,
      "projection": "layers.27.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4925,
      "parameters": 50331648,
      "reference_delta_l2": 3.124715513558961,
      "retained_delta_l2": 2.7984383043710457,
      "delta_retention_norm_ratio": 0.8955817872788377,
      "delta_cosine": 0.7080091778414741,
      "relative_weight_rmse": 0.011915628934201969
    },
    {
      "index": 142,
      "total": 252,
      "projection": "layers.27.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4508,
      "parameters": 50331648,
      "reference_delta_l2": 5.237959926379879,
      "retained_delta_l2": 5.206038113975948,
      "delta_retention_norm_ratio": 0.9939056783838375,
      "delta_cosine": 0.8252827314307719,
      "relative_weight_rmse": 0.016469591622974865
    },
    {
      "index": 143,
      "total": 252,
      "projection": "layers.27.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4563,
      "parameters": 50331648,
      "reference_delta_l2": 3.146552071698491,
      "retained_delta_l2": 2.7636743761780713,
      "delta_retention_norm_ratio": 0.8783183348643125,
      "delta_cosine": 0.6900722094746743,
      "relative_weight_rmse": 0.012191736525387142
    },
    {
      "index": 144,
      "total": 252,
      "projection": "layers.27.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0334,
      "parameters": 4194304,
      "reference_delta_l2": 0.9581121990064987,
      "retained_delta_l2": 0.9019702495484059,
      "delta_retention_norm_ratio": 0.941403575159247,
      "delta_cosine": 0.7665746823434738,
      "relative_weight_rmse": 0.01350311211150427
    },
    {
      "index": 145,
      "total": 252,
      "projection": "layers.27.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1498,
      "parameters": 16777216,
      "reference_delta_l2": 1.8355717950441208,
      "retained_delta_l2": 1.670861751372117,
      "delta_retention_norm_ratio": 0.9102677192378383,
      "delta_cosine": 0.7241152563856859,
      "relative_weight_rmse": 0.012750278893097801
    },
    {
      "index": 146,
      "total": 252,
      "projection": "layers.27.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1508,
      "parameters": 16777216,
      "reference_delta_l2": 2.5050098143817583,
      "retained_delta_l2": 2.45045837460127,
      "delta_retention_norm_ratio": 0.9782230634517687,
      "delta_cosine": 0.813365238440355,
      "relative_weight_rmse": 0.014895028071551018
    },
    {
      "index": 147,
      "total": 252,
      "projection": "layers.27.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0327,
      "parameters": 4194304,
      "reference_delta_l2": 1.3040544961619782,
      "retained_delta_l2": 1.28054596555992,
      "delta_retention_norm_ratio": 0.9819727391215265,
      "delta_cosine": 0.8139855038447851,
      "relative_weight_rmse": 0.01430637569344675
    },
    {
      "index": 148,
      "total": 252,
      "projection": "layers.28.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4956,
      "parameters": 50331648,
      "reference_delta_l2": 3.764845141674202,
      "retained_delta_l2": 3.5504303943634237,
      "delta_retention_norm_ratio": 0.9430481894361717,
      "delta_cosine": 0.7611944338026825,
      "relative_weight_rmse": 0.013106892823588578
    },
    {
      "index": 149,
      "total": 252,
      "projection": "layers.28.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4596,
      "parameters": 50331648,
      "reference_delta_l2": 6.442421034070186,
      "retained_delta_l2": 6.5579984602763775,
      "delta_retention_norm_ratio": 1.0179400609794005,
      "delta_cosine": 0.8673769877438279,
      "relative_weight_rmse": 0.01796578548094511
    },
    {
      "index": 150,
      "total": 252,
      "projection": "layers.28.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5438,
      "parameters": 50331648,
      "reference_delta_l2": 3.2466748504913374,
      "retained_delta_l2": 2.879382216819249,
      "delta_retention_norm_ratio": 0.88687113721397,
      "delta_cosine": 0.6981195835720675,
      "relative_weight_rmse": 0.012332533245406866
    },
    {
      "index": 151,
      "total": 252,
      "projection": "layers.28.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0469,
      "parameters": 4194304,
      "reference_delta_l2": 1.0322561434007247,
      "retained_delta_l2": 0.9824991241737554,
      "delta_retention_norm_ratio": 0.9517977979156929,
      "delta_cosine": 0.7711953547626353,
      "relative_weight_rmse": 0.014134794851969812
    },
    {
      "index": 152,
      "total": 252,
      "projection": "layers.28.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1937,
      "parameters": 16777216,
      "reference_delta_l2": 1.8686280100518486,
      "retained_delta_l2": 1.7172346752833605,
      "delta_retention_norm_ratio": 0.9189815554759412,
      "delta_cosine": 0.7339688363690187,
      "relative_weight_rmse": 0.01283825487100208
    },
    {
      "index": 153,
      "total": 252,
      "projection": "layers.28.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1953,
      "parameters": 16777216,
      "reference_delta_l2": 2.109136925707816,
      "retained_delta_l2": 2.009608517801217,
      "delta_retention_norm_ratio": 0.9528108361797338,
      "delta_cosine": 0.7772529210335036,
      "relative_weight_rmse": 0.013257235238862845
    },
    {
      "index": 154,
      "total": 252,
      "projection": "layers.28.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0438,
      "parameters": 4194304,
      "reference_delta_l2": 1.0576402598291665,
      "retained_delta_l2": 0.9884129021297963,
      "delta_retention_norm_ratio": 0.9345454590480963,
      "delta_cosine": 0.7520063025712015,
      "relative_weight_rmse": 0.012589367209166029
    },
    {
      "index": 155,
      "total": 252,
      "projection": "layers.29.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.6475,
      "parameters": 50331648,
      "reference_delta_l2": 3.744595072360419,
      "retained_delta_l2": 3.5146251679139366,
      "delta_retention_norm_ratio": 0.9385861755403316,
      "delta_cosine": 0.7561840841964639,
      "relative_weight_rmse": 0.013006904610922267
    },
    {
      "index": 156,
      "total": 252,
      "projection": "layers.29.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.5817,
      "parameters": 50331648,
      "reference_delta_l2": 6.146902145327938,
      "retained_delta_l2": 6.232910373596634,
      "delta_retention_norm_ratio": 1.0139921258278153,
      "delta_cosine": 0.8574046352520125,
      "relative_weight_rmse": 0.017737338865605447
    },
    {
      "index": 157,
      "total": 252,
      "projection": "layers.29.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4498,
      "parameters": 50331648,
      "reference_delta_l2": 3.585418074060757,
      "retained_delta_l2": 3.285923219441303,
      "delta_retention_norm_ratio": 0.9164686381244647,
      "delta_cosine": 0.7297235008349721,
      "relative_weight_rmse": 0.012909084892325087
    },
    {
      "index": 158,
      "total": 252,
      "projection": "layers.29.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0328,
      "parameters": 4194304,
      "reference_delta_l2": 0.961986646946259,
      "retained_delta_l2": 0.9117233578831268,
      "delta_retention_norm_ratio": 0.9477505335207213,
      "delta_cosine": 0.7818085754795856,
      "relative_weight_rmse": 0.013129984425673723
    },
    {
      "index": 159,
      "total": 252,
      "projection": "layers.29.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.148,
      "parameters": 16777216,
      "reference_delta_l2": 1.9464019495769305,
      "retained_delta_l2": 1.794594545398929,
      "delta_retention_norm_ratio": 0.9220061384489477,
      "delta_cosine": 0.7376071256868779,
      "relative_weight_rmse": 0.01293469417484533
    },
    {
      "index": 160,
      "total": 252,
      "projection": "layers.29.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1504,
      "parameters": 16777216,
      "reference_delta_l2": 2.9449799373554164,
      "retained_delta_l2": 2.9323393211048,
      "delta_retention_norm_ratio": 0.9957077411325364,
      "delta_cosine": 0.8479247667602094,
      "relative_weight_rmse": 0.015277724302880269
    },
    {
      "index": 161,
      "total": 252,
      "projection": "layers.29.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0327,
      "parameters": 4194304,
      "reference_delta_l2": 1.0703222881461318,
      "retained_delta_l2": 1.0110120744623348,
      "delta_retention_norm_ratio": 0.9445865844889336,
      "delta_cosine": 0.7677460449425708,
      "relative_weight_rmse": 0.012960603686888467
    },
    {
      "index": 162,
      "total": 252,
      "projection": "layers.3.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.459,
      "parameters": 50331648,
      "reference_delta_l2": 2.0816467687208644,
      "retained_delta_l2": 1.846851025558511,
      "delta_retention_norm_ratio": 0.8872067313770859,
      "delta_cosine": 0.718505065436174,
      "relative_weight_rmse": 0.01137977605185741
    },
    {
      "index": 163,
      "total": 252,
      "projection": "layers.3.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4077,
      "parameters": 50331648,
      "reference_delta_l2": 2.928159352528277,
      "retained_delta_l2": 2.70725959595232,
      "delta_retention_norm_ratio": 0.9245601997769608,
      "delta_cosine": 0.746213924942928,
      "relative_weight_rmse": 0.012262553419182597
    },
    {
      "index": 164,
      "total": 252,
      "projection": "layers.3.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4251,
      "parameters": 50331648,
      "reference_delta_l2": 3.1827874854332223,
      "retained_delta_l2": 3.1170175872157957,
      "delta_retention_norm_ratio": 0.9793357556800641,
      "delta_cosine": 0.8427649198473434,
      "relative_weight_rmse": 0.014675753770537979
    },
    {
      "index": 165,
      "total": 252,
      "projection": "layers.3.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0329,
      "parameters": 4194304,
      "reference_delta_l2": 0.5952192957808071,
      "retained_delta_l2": 0.4621196895078905,
      "delta_retention_norm_ratio": 0.7763855990281416,
      "delta_cosine": 0.5973615971078495,
      "relative_weight_rmse": 0.009645398247060876
    },
    {
      "index": 166,
      "total": 252,
      "projection": "layers.3.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1493,
      "parameters": 16777216,
      "reference_delta_l2": 1.8549823933345801,
      "retained_delta_l2": 1.7019374827442797,
      "delta_retention_norm_ratio": 0.9174952219814972,
      "delta_cosine": 0.7310230556559157,
      "relative_weight_rmse": 0.012835139449262132
    },
    {
      "index": 167,
      "total": 252,
      "projection": "layers.3.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1503,
      "parameters": 16777216,
      "reference_delta_l2": 1.5109060405438957,
      "retained_delta_l2": 1.3087133697306923,
      "delta_retention_norm_ratio": 0.866177865871515,
      "delta_cosine": 0.6794745953678916,
      "relative_weight_rmse": 0.011738667585957624
    },
    {
      "index": 168,
      "total": 252,
      "projection": "layers.3.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0329,
      "parameters": 4194304,
      "reference_delta_l2": 0.9483394800318138,
      "retained_delta_l2": 0.8550751614686678,
      "delta_retention_norm_ratio": 0.9016551345515877,
      "delta_cosine": 0.7160606498127464,
      "relative_weight_rmse": 0.012398764910472593
    },
    {
      "index": 169,
      "total": 252,
      "projection": "layers.30.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4893,
      "parameters": 50331648,
      "reference_delta_l2": 3.890440954504071,
      "retained_delta_l2": 3.690426575760282,
      "delta_retention_norm_ratio": 0.9485882497426862,
      "delta_cosine": 0.7668105183568503,
      "relative_weight_rmse": 0.013143095688071201
    },
    {
      "index": 170,
      "total": 252,
      "projection": "layers.30.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.407,
      "parameters": 50331648,
      "reference_delta_l2": 5.412388467981441,
      "retained_delta_l2": 5.410813537592956,
      "delta_retention_norm_ratio": 0.9997090137934848,
      "delta_cosine": 0.8312169075321302,
      "relative_weight_rmse": 0.016948679764562272
    },
    {
      "index": 171,
      "total": 252,
      "projection": "layers.30.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4059,
      "parameters": 50331648,
      "reference_delta_l2": 3.820850325456324,
      "retained_delta_l2": 3.5424926268605526,
      "delta_retention_norm_ratio": 0.9271477093093073,
      "delta_cosine": 0.7405393291006691,
      "relative_weight_rmse": 0.01342737372482948
    },
    {
      "index": 172,
      "total": 252,
      "projection": "layers.30.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0295,
      "parameters": 4194304,
      "reference_delta_l2": 1.4964166465326538,
      "retained_delta_l2": 1.5085010902675233,
      "delta_retention_norm_ratio": 1.0080755876131628,
      "delta_cosine": 0.8529538137770175,
      "relative_weight_rmse": 0.016610669367884554
    },
    {
      "index": 173,
      "total": 252,
      "projection": "layers.30.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1393,
      "parameters": 16777216,
      "reference_delta_l2": 1.8708535812690759,
      "retained_delta_l2": 1.6951518586696184,
      "delta_retention_norm_ratio": 0.9060847281911437,
      "delta_cosine": 0.7178714125470955,
      "relative_weight_rmse": 0.012872821014317882
    },
    {
      "index": 174,
      "total": 252,
      "projection": "layers.30.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1502,
      "parameters": 16777216,
      "reference_delta_l2": 3.0265541942692145,
      "retained_delta_l2": 3.0382014095244996,
      "delta_retention_norm_ratio": 1.0038483418791375,
      "delta_cosine": 0.8555119585920778,
      "relative_weight_rmse": 0.01631255720029809
    },
    {
      "index": 175,
      "total": 252,
      "projection": "layers.30.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0345,
      "parameters": 4194304,
      "reference_delta_l2": 1.3106068679861238,
      "retained_delta_l2": 1.2727688000592756,
      "delta_retention_norm_ratio": 0.971129353240007,
      "delta_cosine": 0.8016201059609241,
      "relative_weight_rmse": 0.013927737576126836
    },
    {
      "index": 176,
      "total": 252,
      "projection": "layers.31.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4924,
      "parameters": 50331648,
      "reference_delta_l2": 4.113798576311484,
      "retained_delta_l2": 3.9484840660209626,
      "delta_retention_norm_ratio": 0.9598146318484203,
      "delta_cosine": 0.7806503092168832,
      "relative_weight_rmse": 0.013386101092529485
    },
    {
      "index": 177,
      "total": 252,
      "projection": "layers.31.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4347,
      "parameters": 50331648,
      "reference_delta_l2": 4.220864313283881,
      "retained_delta_l2": 4.073609670229595,
      "delta_retention_norm_ratio": 0.9651126802179243,
      "delta_cosine": 0.786110534496433,
      "relative_weight_rmse": 0.014770223849838454
    },
    {
      "index": 178,
      "total": 252,
      "projection": "layers.31.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4032,
      "parameters": 50331648,
      "reference_delta_l2": 3.7486175185665345,
      "retained_delta_l2": 3.461453822165797,
      "delta_retention_norm_ratio": 0.9233947728786829,
      "delta_cosine": 0.7369009849212661,
      "relative_weight_rmse": 0.0131321468733143
    },
    {
      "index": 179,
      "total": 252,
      "projection": "layers.31.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0304,
      "parameters": 4194304,
      "reference_delta_l2": 1.1311475844923473,
      "retained_delta_l2": 1.1077071383582915,
      "delta_retention_norm_ratio": 0.9792772875481358,
      "delta_cosine": 0.8130569202455515,
      "relative_weight_rmse": 0.014430682084851742
    },
    {
      "index": 180,
      "total": 252,
      "projection": "layers.31.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1338,
      "parameters": 16777216,
      "reference_delta_l2": 1.928581700638491,
      "retained_delta_l2": 1.780116048227859,
      "delta_retention_norm_ratio": 0.9230182198858986,
      "delta_cosine": 0.7389795095759798,
      "relative_weight_rmse": 0.01254654298808731
    },
    {
      "index": 181,
      "total": 252,
      "projection": "layers.31.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1358,
      "parameters": 16777216,
      "reference_delta_l2": 3.0957887647369557,
      "retained_delta_l2": 3.1192606103564167,
      "delta_retention_norm_ratio": 1.0075818627830235,
      "delta_cosine": 0.8593482849876289,
      "relative_weight_rmse": 0.01636171596434865
    },
    {
      "index": 182,
      "total": 252,
      "projection": "layers.31.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0296,
      "parameters": 4194304,
      "reference_delta_l2": 0.9148601426527398,
      "retained_delta_l2": 0.8074669819466506,
      "delta_retention_norm_ratio": 0.8826124828274945,
      "delta_cosine": 0.6998511333234301,
      "relative_weight_rmse": 0.011260691148171707
    },
    {
      "index": 183,
      "total": 252,
      "projection": "layers.32.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.488,
      "parameters": 50331648,
      "reference_delta_l2": 3.055807821872593,
      "retained_delta_l2": 2.7039779326575353,
      "delta_retention_norm_ratio": 0.8848651781382453,
      "delta_cosine": 0.6985091473251286,
      "relative_weight_rmse": 0.011295839653652632
    },
    {
      "index": 184,
      "total": 252,
      "projection": "layers.32.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4491,
      "parameters": 50331648,
      "reference_delta_l2": 5.754306238584233,
      "retained_delta_l2": 5.807574715978076,
      "delta_retention_norm_ratio": 1.0092571502428325,
      "delta_cosine": 0.848981480575959,
      "relative_weight_rmse": 0.017506381182025764
    },
    {
      "index": 185,
      "total": 252,
      "projection": "layers.32.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4304,
      "parameters": 50331648,
      "reference_delta_l2": 4.185474965701407,
      "retained_delta_l2": 3.9698100260580733,
      "delta_retention_norm_ratio": 0.9484730069082633,
      "delta_cosine": 0.7675864010193029,
      "relative_weight_rmse": 0.013849912318123502
    },
    {
      "index": 186,
      "total": 252,
      "projection": "layers.32.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0298,
      "parameters": 4194304,
      "reference_delta_l2": 1.0760679670383597,
      "retained_delta_l2": 1.041675143509792,
      "delta_retention_norm_ratio": 0.9680384282572536,
      "delta_cosine": 0.7988605713507398,
      "relative_weight_rmse": 0.014087585177892058
    },
    {
      "index": 187,
      "total": 252,
      "projection": "layers.32.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1365,
      "parameters": 16777216,
      "reference_delta_l2": 1.9537101376652952,
      "retained_delta_l2": 1.7957463648408594,
      "delta_retention_norm_ratio": 0.9191467711718974,
      "delta_cosine": 0.7327887015073427,
      "relative_weight_rmse": 0.01291199405923289
    },
    {
      "index": 188,
      "total": 252,
      "projection": "layers.32.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1374,
      "parameters": 16777216,
      "reference_delta_l2": 3.508291642540976,
      "retained_delta_l2": 3.5679730543291797,
      "delta_retention_norm_ratio": 1.0170115309299024,
      "delta_cosine": 0.8839663164565524,
      "relative_weight_rmse": 0.017021398109748054
    },
    {
      "index": 189,
      "total": 252,
      "projection": "layers.32.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0298,
      "parameters": 4194304,
      "reference_delta_l2": 1.1061199086674303,
      "retained_delta_l2": 1.0365557342178422,
      "delta_retention_norm_ratio": 0.9371097347543508,
      "delta_cosine": 0.7583887313346791,
      "relative_weight_rmse": 0.01260996238822116
    },
    {
      "index": 190,
      "total": 252,
      "projection": "layers.33.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4526,
      "parameters": 50331648,
      "reference_delta_l2": 4.682668165881411,
      "retained_delta_l2": 4.596757594662856,
      "delta_retention_norm_ratio": 0.9816535000612445,
      "delta_cosine": 0.8099869817584112,
      "relative_weight_rmse": 0.014409651842740531
    },
    {
      "index": 191,
      "total": 252,
      "projection": "layers.33.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4485,
      "parameters": 50331648,
      "reference_delta_l2": 4.014875652524574,
      "retained_delta_l2": 3.8318803510402013,
      "delta_retention_norm_ratio": 0.9544206801599685,
      "delta_cosine": 0.7715879258349685,
      "relative_weight_rmse": 0.014752805565232565
    },
    {
      "index": 192,
      "total": 252,
      "projection": "layers.33.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4507,
      "parameters": 50331648,
      "reference_delta_l2": 4.556334045148909,
      "retained_delta_l2": 4.420249311874855,
      "delta_retention_norm_ratio": 0.9701328454135311,
      "delta_cosine": 0.7957782034107042,
      "relative_weight_rmse": 0.014235354318674601
    },
    {
      "index": 193,
      "total": 252,
      "projection": "layers.33.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0329,
      "parameters": 4194304,
      "reference_delta_l2": 1.1715448335136518,
      "retained_delta_l2": 1.162213151149902,
      "delta_retention_norm_ratio": 0.9920347202285358,
      "delta_cosine": 0.8277241129643732,
      "relative_weight_rmse": 0.015549852935554914
    },
    {
      "index": 194,
      "total": 252,
      "projection": "layers.33.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1358,
      "parameters": 16777216,
      "reference_delta_l2": 1.958514518580026,
      "retained_delta_l2": 1.8105376501951116,
      "delta_retention_norm_ratio": 0.9244443342231635,
      "delta_cosine": 0.7414636046442074,
      "relative_weight_rmse": 0.012306379666645365
    },
    {
      "index": 195,
      "total": 252,
      "projection": "layers.33.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1384,
      "parameters": 16777216,
      "reference_delta_l2": 1.69608482977684,
      "retained_delta_l2": 1.5639059770081984,
      "delta_retention_norm_ratio": 0.9220682536344407,
      "delta_cosine": 0.7428706605467192,
      "relative_weight_rmse": 0.011926121485927121
    },
    {
      "index": 196,
      "total": 252,
      "projection": "layers.33.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.03,
      "parameters": 4194304,
      "reference_delta_l2": 1.2353120393304602,
      "retained_delta_l2": 1.1859367950398427,
      "delta_retention_norm_ratio": 0.960030144029537,
      "delta_cosine": 0.7865256282621401,
      "relative_weight_rmse": 0.012735783508330498
    },
    {
      "index": 197,
      "total": 252,
      "projection": "layers.34.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4558,
      "parameters": 50331648,
      "reference_delta_l2": 3.2502062861549645,
      "retained_delta_l2": 3.0183480362894173,
      "delta_retention_norm_ratio": 0.9286635279572244,
      "delta_cosine": 0.7450418333486442,
      "relative_weight_rmse": 0.011829379613228915
    },
    {
      "index": 198,
      "total": 252,
      "projection": "layers.34.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4254,
      "parameters": 50331648,
      "reference_delta_l2": 3.514521711869592,
      "retained_delta_l2": 3.310944444722435,
      "delta_retention_norm_ratio": 0.9420753992045019,
      "delta_cosine": 0.7571595644355864,
      "relative_weight_rmse": 0.013111643557186574
    },
    {
      "index": 199,
      "total": 252,
      "projection": "layers.34.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4488,
      "parameters": 50331648,
      "reference_delta_l2": 3.1211155033737468,
      "retained_delta_l2": 2.797477929416452,
      "delta_retention_norm_ratio": 0.8963070820008228,
      "delta_cosine": 0.7098218767994207,
      "relative_weight_rmse": 0.011416485843684192
    },
    {
      "index": 200,
      "total": 252,
      "projection": "layers.34.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0327,
      "parameters": 4194304,
      "reference_delta_l2": 0.7907094830985183,
      "retained_delta_l2": 0.729662410455242,
      "delta_retention_norm_ratio": 0.9227945611527842,
      "delta_cosine": 0.7531973398853903,
      "relative_weight_rmse": 0.011647258114937617
    },
    {
      "index": 201,
      "total": 252,
      "projection": "layers.34.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1498,
      "parameters": 16777216,
      "reference_delta_l2": 2.3709792314018685,
      "retained_delta_l2": 2.3010744192113624,
      "delta_retention_norm_ratio": 0.9705164805896785,
      "delta_cosine": 0.7934258079256239,
      "relative_weight_rmse": 0.014059371687087978
    },
    {
      "index": 202,
      "total": 252,
      "projection": "layers.34.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1504,
      "parameters": 16777216,
      "reference_delta_l2": 2.79968777926931,
      "retained_delta_l2": 2.813808867337706,
      "delta_retention_norm_ratio": 1.0050438081606663,
      "delta_cosine": 0.8602580880686758,
      "relative_weight_rmse": 0.015301044294419657
    },
    {
      "index": 203,
      "total": 252,
      "projection": "layers.34.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0329,
      "parameters": 4194304,
      "reference_delta_l2": 0.982734313621265,
      "retained_delta_l2": 0.8782993706129937,
      "delta_retention_norm_ratio": 0.893730236585064,
      "delta_cosine": 0.7157103209327442,
      "relative_weight_rmse": 0.011415744786938194
    },
    {
      "index": 204,
      "total": 252,
      "projection": "layers.35.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4528,
      "parameters": 50331648,
      "reference_delta_l2": 2.328893146712811,
      "retained_delta_l2": 2.0819414533345597,
      "delta_retention_norm_ratio": 0.8939617759076585,
      "delta_cosine": 0.7143709682990358,
      "relative_weight_rmse": 0.009801664114430475
    },
    {
      "index": 205,
      "total": 252,
      "projection": "layers.35.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4085,
      "parameters": 50331648,
      "reference_delta_l2": 2.62207187548266,
      "retained_delta_l2": 2.287770005806219,
      "delta_retention_norm_ratio": 0.8725046888293617,
      "delta_cosine": 0.6872223936163249,
      "relative_weight_rmse": 0.010519143397147825
    },
    {
      "index": 206,
      "total": 252,
      "projection": "layers.35.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4384,
      "parameters": 50331648,
      "reference_delta_l2": 2.661133717717755,
      "retained_delta_l2": 2.288405518147219,
      "delta_retention_norm_ratio": 0.8599363132003018,
      "delta_cosine": 0.6745585987490511,
      "relative_weight_rmse": 0.010343928392183153
    },
    {
      "index": 207,
      "total": 252,
      "projection": "layers.35.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0329,
      "parameters": 4194304,
      "reference_delta_l2": 0.8324495774848747,
      "retained_delta_l2": 0.7623977761279171,
      "delta_retention_norm_ratio": 0.9158485952162906,
      "delta_cosine": 0.7340647630068782,
      "relative_weight_rmse": 0.012227252216187886
    },
    {
      "index": 208,
      "total": 252,
      "projection": "layers.35.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1491,
      "parameters": 16777216,
      "reference_delta_l2": 1.9766753038638798,
      "retained_delta_l2": 1.875041401772476,
      "delta_retention_norm_ratio": 0.9485834107945111,
      "delta_cosine": 0.7673942637881171,
      "relative_weight_rmse": 0.012977993516845263
    },
    {
      "index": 209,
      "total": 252,
      "projection": "layers.35.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1515,
      "parameters": 16777216,
      "reference_delta_l2": 1.9213753179971833,
      "retained_delta_l2": 1.8334755477137652,
      "delta_retention_norm_ratio": 0.9542516397186555,
      "delta_cosine": 0.774517248750545,
      "relative_weight_rmse": 0.013083061903593797
    },
    {
      "index": 210,
      "total": 252,
      "projection": "layers.35.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.033,
      "parameters": 4194304,
      "reference_delta_l2": 0.9019032027159725,
      "retained_delta_l2": 0.7953044652105381,
      "delta_retention_norm_ratio": 0.8818068976976409,
      "delta_cosine": 0.6986239148344,
      "relative_weight_rmse": 0.011399535881684587
    },
    {
      "index": 211,
      "total": 252,
      "projection": "layers.4.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4966,
      "parameters": 50331648,
      "reference_delta_l2": 2.227049220283431,
      "retained_delta_l2": 1.9107794283904227,
      "delta_retention_norm_ratio": 0.8579870669168429,
      "delta_cosine": 0.6732765069415915,
      "relative_weight_rmse": 0.010843631659398535
    },
    {
      "index": 212,
      "total": 252,
      "projection": "layers.4.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4563,
      "parameters": 50331648,
      "reference_delta_l2": 3.319017164372891,
      "retained_delta_l2": 2.9283370279102168,
      "delta_retention_norm_ratio": 0.8822904139646138,
      "delta_cosine": 0.709533551101388,
      "relative_weight_rmse": 0.010838908238713913
    },
    {
      "index": 213,
      "total": 252,
      "projection": "layers.4.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4488,
      "parameters": 50331648,
      "reference_delta_l2": 3.305167090618733,
      "retained_delta_l2": 3.1833585538819222,
      "delta_retention_norm_ratio": 0.9631460275994677,
      "delta_cosine": 0.7955641669252091,
      "relative_weight_rmse": 0.014028221678350019
    },
    {
      "index": 214,
      "total": 252,
      "projection": "layers.4.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0294,
      "parameters": 4194304,
      "reference_delta_l2": 0.5938600546036626,
      "retained_delta_l2": 0.448688235407731,
      "delta_retention_norm_ratio": 0.7555454048970878,
      "delta_cosine": 0.5784878446307598,
      "relative_weight_rmse": 0.009472304471816687
    },
    {
      "index": 215,
      "total": 252,
      "projection": "layers.4.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1322,
      "parameters": 16777216,
      "reference_delta_l2": 1.6305222661589405,
      "retained_delta_l2": 1.4171410386828274,
      "delta_retention_norm_ratio": 0.8691332023457856,
      "delta_cosine": 0.6813334731567672,
      "relative_weight_rmse": 0.01181406308888834
    },
    {
      "index": 216,
      "total": 252,
      "projection": "layers.4.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1333,
      "parameters": 16777216,
      "reference_delta_l2": 1.26308637687989,
      "retained_delta_l2": 0.9989223703184803,
      "delta_retention_norm_ratio": 0.790858320225134,
      "delta_cosine": 0.6086203757277258,
      "relative_weight_rmse": 0.010250808841646246
    },
    {
      "index": 217,
      "total": 252,
      "projection": "layers.4.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0295,
      "parameters": 4194304,
      "reference_delta_l2": 1.1353646180752022,
      "retained_delta_l2": 1.0777128938919571,
      "delta_retention_norm_ratio": 0.9492218418070991,
      "delta_cosine": 0.7692008360631348,
      "relative_weight_rmse": 0.013532222269163355
    },
    {
      "index": 218,
      "total": 252,
      "projection": "layers.5.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4515,
      "parameters": 50331648,
      "reference_delta_l2": 1.808160475405009,
      "retained_delta_l2": 1.3468812294137011,
      "delta_retention_norm_ratio": 0.7448903168354091,
      "delta_cosine": 0.5699993278789788,
      "relative_weight_rmse": 0.009060283604047972
    },
    {
      "index": 219,
      "total": 252,
      "projection": "layers.5.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4355,
      "parameters": 50331648,
      "reference_delta_l2": 2.9558560508595235,
      "retained_delta_l2": 2.4923560930472966,
      "delta_retention_norm_ratio": 0.843192648817439,
      "delta_cosine": 0.6606220321851646,
      "relative_weight_rmse": 0.010000901949344193
    },
    {
      "index": 220,
      "total": 252,
      "projection": "layers.5.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4502,
      "parameters": 50331648,
      "reference_delta_l2": 3.1816025520962876,
      "retained_delta_l2": 2.9681974110479925,
      "delta_retention_norm_ratio": 0.9329252672029423,
      "delta_cosine": 0.7497088358760183,
      "relative_weight_rmse": 0.013138840574027187
    },
    {
      "index": 221,
      "total": 252,
      "projection": "layers.5.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0327,
      "parameters": 4194304,
      "reference_delta_l2": 0.6209149901094878,
      "retained_delta_l2": 0.4890781833757427,
      "delta_retention_norm_ratio": 0.7876733388084286,
      "delta_cosine": 0.6083395403547178,
      "relative_weight_rmse": 0.009870073710516089
    },
    {
      "index": 222,
      "total": 252,
      "projection": "layers.5.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.149,
      "parameters": 16777216,
      "reference_delta_l2": 1.469867212365177,
      "retained_delta_l2": 1.2353633578744059,
      "delta_retention_norm_ratio": 0.8404591567741492,
      "delta_cosine": 0.6524398624650307,
      "relative_weight_rmse": 0.011361423810286084
    },
    {
      "index": 223,
      "total": 252,
      "projection": "layers.5.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1437,
      "parameters": 16777216,
      "reference_delta_l2": 1.4705658193966193,
      "retained_delta_l2": 1.2563663047180098,
      "delta_retention_norm_ratio": 0.8543421097829563,
      "delta_cosine": 0.6708542762096589,
      "relative_weight_rmse": 0.01119795778669845
    },
    {
      "index": 224,
      "total": 252,
      "projection": "layers.5.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0297,
      "parameters": 4194304,
      "reference_delta_l2": 1.0468097647814418,
      "retained_delta_l2": 0.9824996366568349,
      "delta_retention_norm_ratio": 0.938565601613361,
      "delta_cosine": 0.7610281819227241,
      "relative_weight_rmse": 0.01287908952462893
    },
    {
      "index": 225,
      "total": 252,
      "projection": "layers.6.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4536,
      "parameters": 50331648,
      "reference_delta_l2": 4.766346157763611,
      "retained_delta_l2": 4.779398771166934,
      "delta_retention_norm_ratio": 1.0027384946395603,
      "delta_cosine": 0.8441933980723504,
      "relative_weight_rmse": 0.015433725989502949
    },
    {
      "index": 226,
      "total": 252,
      "projection": "layers.6.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4073,
      "parameters": 50331648,
      "reference_delta_l2": 3.1107591056769075,
      "retained_delta_l2": 2.7209549756998825,
      "delta_retention_norm_ratio": 0.874691637399482,
      "delta_cosine": 0.6923863276695883,
      "relative_weight_rmse": 0.010694026948477185
    },
    {
      "index": 227,
      "total": 252,
      "projection": "layers.6.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4476,
      "parameters": 50331648,
      "reference_delta_l2": 3.3879989311350243,
      "retained_delta_l2": 3.200031219321589,
      "delta_retention_norm_ratio": 0.9445195480771702,
      "delta_cosine": 0.7631754116426505,
      "relative_weight_rmse": 0.013223850199498026
    },
    {
      "index": 228,
      "total": 252,
      "projection": "layers.6.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0328,
      "parameters": 4194304,
      "reference_delta_l2": 0.5929994796202283,
      "retained_delta_l2": 0.4478840275474995,
      "delta_retention_norm_ratio": 0.7552857008143341,
      "delta_cosine": 0.578375646961317,
      "relative_weight_rmse": 0.009584032159648776
    },
    {
      "index": 229,
      "total": 252,
      "projection": "layers.6.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1491,
      "parameters": 16777216,
      "reference_delta_l2": 1.3652270565043076,
      "retained_delta_l2": 1.1068695571620093,
      "delta_retention_norm_ratio": 0.810758585459163,
      "delta_cosine": 0.6266250445827917,
      "relative_weight_rmse": 0.01039687480533049
    },
    {
      "index": 230,
      "total": 252,
      "projection": "layers.6.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1528,
      "parameters": 16777216,
      "reference_delta_l2": 1.4030166677155094,
      "retained_delta_l2": 1.1638888719771145,
      "delta_retention_norm_ratio": 0.8295616857298214,
      "delta_cosine": 0.6446211265825159,
      "relative_weight_rmse": 0.010722959891243085
    },
    {
      "index": 231,
      "total": 252,
      "projection": "layers.6.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0337,
      "parameters": 4194304,
      "reference_delta_l2": 0.9864648004210607,
      "retained_delta_l2": 0.9106563553347464,
      "delta_retention_norm_ratio": 0.9231513936899154,
      "delta_cosine": 0.7396376108548454,
      "relative_weight_rmse": 0.012400840574320192
    },
    {
      "index": 232,
      "total": 252,
      "projection": "layers.7.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4925,
      "parameters": 50331648,
      "reference_delta_l2": 1.8483545328860906,
      "retained_delta_l2": 1.3684473384899813,
      "delta_retention_norm_ratio": 0.7403597708894278,
      "delta_cosine": 0.5659163043326431,
      "relative_weight_rmse": 0.008972718015620999
    },
    {
      "index": 233,
      "total": 252,
      "projection": "layers.7.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4528,
      "parameters": 50331648,
      "reference_delta_l2": 2.900322939192617,
      "retained_delta_l2": 2.4857437715697834,
      "delta_retention_norm_ratio": 0.8570575841674228,
      "delta_cosine": 0.6740358648736131,
      "relative_weight_rmse": 0.010361223144676333
    },
    {
      "index": 234,
      "total": 252,
      "projection": "layers.7.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4374,
      "parameters": 50331648,
      "reference_delta_l2": 2.9776668668124984,
      "retained_delta_l2": 2.6946860110047024,
      "delta_retention_norm_ratio": 0.9049655759138971,
      "delta_cosine": 0.7167067872256636,
      "relative_weight_rmse": 0.01238997303612827
    },
    {
      "index": 235,
      "total": 252,
      "projection": "layers.7.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0299,
      "parameters": 4194304,
      "reference_delta_l2": 0.7222155374904952,
      "retained_delta_l2": 0.61291940064473,
      "delta_retention_norm_ratio": 0.848665486725002,
      "delta_cosine": 0.6623839656715682,
      "relative_weight_rmse": 0.010768835737077919
    },
    {
      "index": 236,
      "total": 252,
      "projection": "layers.7.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1372,
      "parameters": 16777216,
      "reference_delta_l2": 1.3670254756742946,
      "retained_delta_l2": 1.107747944638482,
      "delta_retention_norm_ratio": 0.8103345287636851,
      "delta_cosine": 0.6254622332605992,
      "relative_weight_rmse": 0.01055596827212504
    },
    {
      "index": 237,
      "total": 252,
      "projection": "layers.7.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1377,
      "parameters": 16777216,
      "reference_delta_l2": 1.6871151206750943,
      "retained_delta_l2": 1.5254978814500704,
      "delta_retention_norm_ratio": 0.9042049725922953,
      "delta_cosine": 0.7180807252217836,
      "relative_weight_rmse": 0.012124167719558517
    },
    {
      "index": 238,
      "total": 252,
      "projection": "layers.7.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0302,
      "parameters": 4194304,
      "reference_delta_l2": 0.9908706514359342,
      "retained_delta_l2": 0.8947807194620843,
      "delta_retention_norm_ratio": 0.9030247471407091,
      "delta_cosine": 0.7181343340910804,
      "relative_weight_rmse": 0.011994887642077554
    },
    {
      "index": 239,
      "total": 252,
      "projection": "layers.8.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4506,
      "parameters": 50331648,
      "reference_delta_l2": 2.6446095772017633,
      "retained_delta_l2": 2.2832568056495055,
      "delta_retention_norm_ratio": 0.8633625262997793,
      "delta_cosine": 0.6776312558021473,
      "relative_weight_rmse": 0.011067212445544225
    },
    {
      "index": 240,
      "total": 252,
      "projection": "layers.8.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4559,
      "parameters": 50331648,
      "reference_delta_l2": 2.2077595267625174,
      "retained_delta_l2": 1.665300374400343,
      "delta_retention_norm_ratio": 0.7542942762622147,
      "delta_cosine": 0.5776268691871583,
      "relative_weight_rmse": 0.009484578090261434
    },
    {
      "index": 241,
      "total": 252,
      "projection": "layers.8.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4535,
      "parameters": 50331648,
      "reference_delta_l2": 2.681689242676618,
      "retained_delta_l2": 2.2867682544544476,
      "delta_retention_norm_ratio": 0.852734246035161,
      "delta_cosine": 0.6659738637942503,
      "relative_weight_rmse": 0.011433970182999973
    },
    {
      "index": 242,
      "total": 252,
      "projection": "layers.8.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.033,
      "parameters": 4194304,
      "reference_delta_l2": 0.8934593974940912,
      "retained_delta_l2": 0.8101411189595243,
      "delta_retention_norm_ratio": 0.9067464299236744,
      "delta_cosine": 0.7198668298992376,
      "relative_weight_rmse": 0.012129230318956664
    },
    {
      "index": 243,
      "total": 252,
      "projection": "layers.8.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1441,
      "parameters": 16777216,
      "reference_delta_l2": 1.5739691609273754,
      "retained_delta_l2": 1.3486393208494216,
      "delta_retention_norm_ratio": 0.8568397363356277,
      "delta_cosine": 0.6707955703139571,
      "relative_weight_rmse": 0.01131379714469802
    },
    {
      "index": 244,
      "total": 252,
      "projection": "layers.8.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1378,
      "parameters": 16777216,
      "reference_delta_l2": 1.5962491855603174,
      "retained_delta_l2": 1.3857519264014981,
      "delta_retention_norm_ratio": 0.868130075765752,
      "delta_cosine": 0.6795047651979869,
      "relative_weight_rmse": 0.011847211121479321
    },
    {
      "index": 245,
      "total": 252,
      "projection": "layers.8.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0297,
      "parameters": 4194304,
      "reference_delta_l2": 0.7964105169524149,
      "retained_delta_l2": 0.6603781066385155,
      "delta_retention_norm_ratio": 0.8291931015245152,
      "delta_cosine": 0.6433784794827893,
      "relative_weight_rmse": 0.010628078572564035
    },
    {
      "index": 246,
      "total": 252,
      "projection": "layers.9.mlp.down_proj",
      "shape": [
        4096,
        12288
      ],
      "seconds": 0.4506,
      "parameters": 50331648,
      "reference_delta_l2": 2.4700772804854574,
      "retained_delta_l2": 2.099192188365903,
      "delta_retention_norm_ratio": 0.8498487901371804,
      "delta_cosine": 0.6642743964441243,
      "relative_weight_rmse": 0.010886223242880886
    },
    {
      "index": 247,
      "total": 252,
      "projection": "layers.9.mlp.gate_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4206,
      "parameters": 50331648,
      "reference_delta_l2": 2.707595817057222,
      "retained_delta_l2": 2.220126704130334,
      "delta_retention_norm_ratio": 0.8199623777463586,
      "delta_cosine": 0.6360014827122122,
      "relative_weight_rmse": 0.010394406152054227
    },
    {
      "index": 248,
      "total": 252,
      "projection": "layers.9.mlp.up_proj",
      "shape": [
        12288,
        4096
      ],
      "seconds": 0.4546,
      "parameters": 50331648,
      "reference_delta_l2": 3.028492982219278,
      "retained_delta_l2": 2.747441128761651,
      "delta_retention_norm_ratio": 0.9071974559268511,
      "delta_cosine": 0.7221532518239889,
      "relative_weight_rmse": 0.01239379122802997
    },
    {
      "index": 249,
      "total": 252,
      "projection": "layers.9.self_attn.k_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0331,
      "parameters": 4194304,
      "reference_delta_l2": 0.8388941457915762,
      "retained_delta_l2": 0.7569475472799214,
      "delta_retention_norm_ratio": 0.9023159251703557,
      "delta_cosine": 0.7182517899736679,
      "relative_weight_rmse": 0.011791685681330627
    },
    {
      "index": 250,
      "total": 252,
      "projection": "layers.9.self_attn.o_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1493,
      "parameters": 16777216,
      "reference_delta_l2": 1.5261561238923318,
      "retained_delta_l2": 1.3008078622212615,
      "delta_retention_norm_ratio": 0.8523425892389447,
      "delta_cosine": 0.6668637418111044,
      "relative_weight_rmse": 0.011161535692909856
    },
    {
      "index": 251,
      "total": 252,
      "projection": "layers.9.self_attn.q_proj",
      "shape": [
        4096,
        4096
      ],
      "seconds": 0.1522,
      "parameters": 16777216,
      "reference_delta_l2": 1.8057444961044307,
      "retained_delta_l2": 1.6591710515428146,
      "delta_retention_norm_ratio": 0.9188293554941899,
      "delta_cosine": 0.7350772510464526,
      "relative_weight_rmse": 0.01270620772084897
    },
    {
      "index": 252,
      "total": 252,
      "projection": "layers.9.self_attn.v_proj",
      "shape": [
        1024,
        4096
      ],
      "seconds": 0.0331,
      "parameters": 4194304,
      "reference_delta_l2": 0.8016387043846219,
      "retained_delta_l2": 0.6712410582430005,
      "delta_retention_norm_ratio": 0.8373361397991366,
      "delta_cosine": 0.6535679524295183,
      "relative_weight_rmse": 0.010433106285083201
    }
  ]
}