{
  "algorithm": "activation_calibrated_block_gptq_mxfp4_cuda",
  "scope": "exact 32x32 Hessian and GPTQ error propagation within each MXFP4 group",
  "source_model": "/home/ubuntu/LFM2.5-Encoder-230M-Code-BF16",
  "source_revision": null,
  "corpus_sha256": "ee9edaf80a6854c18053b96521090a51bdb76642abeb98618d7aed36e70b6de9",
  "calibration": {
    "samples": 256,
    "sequence_length": 512,
    "tokens": 131072,
    "tokens_sha256": "b70b7dbcca44bd4febb6db72971ad810eb47f3bf841e468dc22b38a6ba341526",
    "damp": 0.01,
    "scale_offsets": [
      0,
      -1,
      -2,
      -3,
      -4,
      1,
      2
    ]
  },
  "weighted_error_rtn": 505317880.31762695,
  "weighted_error_calibrated": 356940396.227417,
  "elapsed_seconds": 23.01606387999982,
  "cuda": {
    "device": "NVIDIA RTX A6000",
    "torch": "2.13.0+cu130",
    "peak_memory_bytes": 562977792
  },
  "layers": [
    {
      "path": "layers.0.conv.in_proj",
      "shape": [
        3072,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 1,
      "layer_count": 82,
      "elapsed_seconds": 0.7302635199998804,
      "weighted_error_rtn": 465031.37890625,
      "weighted_error_gptq_base_scale": 396509.3837890625,
      "weighted_error_calibrated": 320652.3486328125,
      "improvement_vs_rtn": 0.3104715871281972
    },
    {
      "path": "layers.0.conv.out_proj",
      "shape": [
        1024,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 2,
      "layer_count": 82,
      "elapsed_seconds": 0.17090921299995898,
      "weighted_error_rtn": 8615.781311035156,
      "weighted_error_gptq_base_scale": 7878.937805175781,
      "weighted_error_calibrated": 6415.811828613281,
      "improvement_vs_rtn": 0.25534184341519184
    },
    {
      "path": "layers.0.feed_forward.w1",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 3,
      "layer_count": 82,
      "elapsed_seconds": 0.4433930490001785,
      "weighted_error_rtn": 107080.61669921875,
      "weighted_error_gptq_base_scale": 90540.9814453125,
      "weighted_error_calibrated": 71210.70288085938,
      "improvement_vs_rtn": 0.3349804560718511
    },
    {
      "path": "layers.0.feed_forward.w3",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 4,
      "layer_count": 82,
      "elapsed_seconds": 0.41240205400004015,
      "weighted_error_rtn": 86398.70263671875,
      "weighted_error_gptq_base_scale": 78179.681640625,
      "weighted_error_calibrated": 64573.067138671875,
      "improvement_vs_rtn": 0.25261531518380875
    },
    {
      "path": "layers.0.feed_forward.w2",
      "shape": [
        1024,
        2560
      ],
      "calibration_tokens": 131072,
      "layer_index": 5,
      "layer_count": 82,
      "elapsed_seconds": 0.18076641900006507,
      "weighted_error_rtn": 49386.3984375,
      "weighted_error_gptq_base_scale": 47553.485107421875,
      "weighted_error_calibrated": 32955.8974609375,
      "improvement_vs_rtn": 0.33269283641640324
    },
    {
      "path": "layers.1.conv.in_proj",
      "shape": [
        3072,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 6,
      "layer_count": 82,
      "elapsed_seconds": 0.5069028970001455,
      "weighted_error_rtn": 449397.3828125,
      "weighted_error_gptq_base_scale": 397630.1494140625,
      "weighted_error_calibrated": 319702.015625,
      "improvement_vs_rtn": 0.28859840343487764
    },
    {
      "path": "layers.1.conv.out_proj",
      "shape": [
        1024,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 7,
      "layer_count": 82,
      "elapsed_seconds": 0.1715095030001521,
      "weighted_error_rtn": 6299.07958984375,
      "weighted_error_gptq_base_scale": 5973.392822265625,
      "weighted_error_calibrated": 4954.2344970703125,
      "improvement_vs_rtn": 0.21349866652610383
    },
    {
      "path": "layers.1.feed_forward.w1",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 8,
      "layer_count": 82,
      "elapsed_seconds": 0.42858754300004875,
      "weighted_error_rtn": 109829.685546875,
      "weighted_error_gptq_base_scale": 97518.865234375,
      "weighted_error_calibrated": 77416.8955078125,
      "improvement_vs_rtn": 0.29511866375351514
    },
    {
      "path": "layers.1.feed_forward.w3",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 9,
      "layer_count": 82,
      "elapsed_seconds": 0.42105133800009753,
      "weighted_error_rtn": 95162.142578125,
      "weighted_error_gptq_base_scale": 86884.654296875,
      "weighted_error_calibrated": 70707.65209960938,
      "improvement_vs_rtn": 0.2569770900065569
    },
    {
      "path": "layers.1.feed_forward.w2",
      "shape": [
        1024,
        2560
      ],
      "calibration_tokens": 131072,
      "layer_index": 10,
      "layer_count": 82,
      "elapsed_seconds": 0.16727522799988037,
      "weighted_error_rtn": 18988.9228515625,
      "weighted_error_gptq_base_scale": 18330.048095703125,
      "weighted_error_calibrated": 14767.345336914062,
      "improvement_vs_rtn": 0.22231790331914825
    },
    {
      "path": "layers.2.self_attn.q_proj",
      "shape": [
        1024,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 11,
      "layer_count": 82,
      "elapsed_seconds": 0.16629176800006462,
      "weighted_error_rtn": 11229.296630859375,
      "weighted_error_gptq_base_scale": 9254.633605957031,
      "weighted_error_calibrated": 6704.5291748046875,
      "improvement_vs_rtn": 0.40294308760355624
    },
    {
      "path": "layers.2.self_attn.k_proj",
      "shape": [
        512,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 12,
      "layer_count": 82,
      "elapsed_seconds": 0.0825380399999176,
      "weighted_error_rtn": 6588.86572265625,
      "weighted_error_gptq_base_scale": 5450.871337890625,
      "weighted_error_calibrated": 3765.4004516601562,
      "improvement_vs_rtn": 0.4285206877547105
    },
    {
      "path": "layers.2.self_attn.v_proj",
      "shape": [
        512,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 13,
      "layer_count": 82,
      "elapsed_seconds": 0.08265160400014793,
      "weighted_error_rtn": 2754.3729858398438,
      "weighted_error_gptq_base_scale": 2450.4794921875,
      "weighted_error_calibrated": 2102.6175537109375,
      "improvement_vs_rtn": 0.23662569865430827
    },
    {
      "path": "layers.2.self_attn.out_proj",
      "shape": [
        1024,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 14,
      "layer_count": 82,
      "elapsed_seconds": 0.1716369890000351,
      "weighted_error_rtn": 26921.020751953125,
      "weighted_error_gptq_base_scale": 13473.633178710938,
      "weighted_error_calibrated": 10304.5234375,
      "improvement_vs_rtn": 0.617231325199569
    },
    {
      "path": "layers.2.feed_forward.w1",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 15,
      "layer_count": 82,
      "elapsed_seconds": 0.42136869099999785,
      "weighted_error_rtn": 191829.3017578125,
      "weighted_error_gptq_base_scale": 137876.46435546875,
      "weighted_error_calibrated": 110193.81982421875,
      "improvement_vs_rtn": 0.4255631500794379
    },
    {
      "path": "layers.2.feed_forward.w3",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 16,
      "layer_count": 82,
      "elapsed_seconds": 0.44447543499995845,
      "weighted_error_rtn": 130002.37158203125,
      "weighted_error_gptq_base_scale": 102183.3974609375,
      "weighted_error_calibrated": 82190.40551757812,
      "improvement_vs_rtn": 0.36777764499691346
    },
    {
      "path": "layers.2.feed_forward.w2",
      "shape": [
        1024,
        2560
      ],
      "calibration_tokens": 131072,
      "layer_index": 17,
      "layer_count": 82,
      "elapsed_seconds": 0.1858994359999997,
      "weighted_error_rtn": 31530.06298828125,
      "weighted_error_gptq_base_scale": 28356.2080078125,
      "weighted_error_calibrated": 22625.12646484375,
      "improvement_vs_rtn": 0.28242685486379104
    },
    {
      "path": "layers.3.conv.in_proj",
      "shape": [
        3072,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 18,
      "layer_count": 82,
      "elapsed_seconds": 0.5311009550000563,
      "weighted_error_rtn": 742300.80078125,
      "weighted_error_gptq_base_scale": 538245.9453125,
      "weighted_error_calibrated": 432258.216796875,
      "improvement_vs_rtn": 0.4176778250246588
    },
    {
      "path": "layers.3.conv.out_proj",
      "shape": [
        1024,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 19,
      "layer_count": 82,
      "elapsed_seconds": 0.17450553300000138,
      "weighted_error_rtn": 21390.689453125,
      "weighted_error_gptq_base_scale": 19739.774658203125,
      "weighted_error_calibrated": 16418.149658203125,
      "improvement_vs_rtn": 0.23246281078590614
    },
    {
      "path": "layers.3.feed_forward.w1",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 20,
      "layer_count": 82,
      "elapsed_seconds": 0.43988155600004575,
      "weighted_error_rtn": 288072.388671875,
      "weighted_error_gptq_base_scale": 213790.3212890625,
      "weighted_error_calibrated": 167723.12060546875,
      "improvement_vs_rtn": 0.41777439559987983
    },
    {
      "path": "layers.3.feed_forward.w3",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 21,
      "layer_count": 82,
      "elapsed_seconds": 0.4361086910000722,
      "weighted_error_rtn": 188004.287109375,
      "weighted_error_gptq_base_scale": 152755.52978515625,
      "weighted_error_calibrated": 125208.4326171875,
      "improvement_vs_rtn": 0.33401288586389966
    },
    {
      "path": "layers.3.feed_forward.w2",
      "shape": [
        1024,
        2560
      ],
      "calibration_tokens": 131072,
      "layer_index": 22,
      "layer_count": 82,
      "elapsed_seconds": 0.17914802500013138,
      "weighted_error_rtn": 71126.7421875,
      "weighted_error_gptq_base_scale": 65498.61669921875,
      "weighted_error_calibrated": 52067.560546875,
      "improvement_vs_rtn": 0.26796084080980886
    },
    {
      "path": "layers.4.self_attn.q_proj",
      "shape": [
        1024,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 23,
      "layer_count": 82,
      "elapsed_seconds": 0.1727412310001455,
      "weighted_error_rtn": 49715.89208984375,
      "weighted_error_gptq_base_scale": 35361.09765625,
      "weighted_error_calibrated": 26785.62744140625,
      "improvement_vs_rtn": 0.4612260523656947
    },
    {
      "path": "layers.4.self_attn.k_proj",
      "shape": [
        512,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 24,
      "layer_count": 82,
      "elapsed_seconds": 0.08696096100015893,
      "weighted_error_rtn": 34640.94140625,
      "weighted_error_gptq_base_scale": 24503.3984375,
      "weighted_error_calibrated": 16819.186279296875,
      "improvement_vs_rtn": 0.5144708660757609
    },
    {
      "path": "layers.4.self_attn.v_proj",
      "shape": [
        512,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 25,
      "layer_count": 82,
      "elapsed_seconds": 0.08605326400015656,
      "weighted_error_rtn": 13343.416259765625,
      "weighted_error_gptq_base_scale": 10874.5419921875,
      "weighted_error_calibrated": 9541.0283203125,
      "improvement_vs_rtn": 0.2849636004325562
    },
    {
      "path": "layers.4.self_attn.out_proj",
      "shape": [
        1024,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 26,
      "layer_count": 82,
      "elapsed_seconds": 0.1770204439999361,
      "weighted_error_rtn": 162072.40625,
      "weighted_error_gptq_base_scale": 83752.0771484375,
      "weighted_error_calibrated": 67766.43017578125,
      "improvement_vs_rtn": 0.581875584229618
    },
    {
      "path": "layers.4.feed_forward.w1",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 27,
      "layer_count": 82,
      "elapsed_seconds": 0.43259810900008233,
      "weighted_error_rtn": 334824.2978515625,
      "weighted_error_gptq_base_scale": 242225.94921875,
      "weighted_error_calibrated": 192642.8486328125,
      "improvement_vs_rtn": 0.4246449559696628
    },
    {
      "path": "layers.4.feed_forward.w3",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 28,
      "layer_count": 82,
      "elapsed_seconds": 0.41238641299992196,
      "weighted_error_rtn": 225518.845703125,
      "weighted_error_gptq_base_scale": 178818.8203125,
      "weighted_error_calibrated": 145764.35205078125,
      "improvement_vs_rtn": 0.35364890860311193
    },
    {
      "path": "layers.4.feed_forward.w2",
      "shape": [
        1024,
        2560
      ],
      "calibration_tokens": 131072,
      "layer_index": 29,
      "layer_count": 82,
      "elapsed_seconds": 0.17000984700007393,
      "weighted_error_rtn": 71212.271484375,
      "weighted_error_gptq_base_scale": 64135.1494140625,
      "weighted_error_calibrated": 51171.44921875,
      "improvement_vs_rtn": 0.2814237188041705
    },
    {
      "path": "layers.5.conv.in_proj",
      "shape": [
        3072,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 30,
      "layer_count": 82,
      "elapsed_seconds": 0.49888826100004735,
      "weighted_error_rtn": 1138177.54296875,
      "weighted_error_gptq_base_scale": 859525.275390625,
      "weighted_error_calibrated": 638614.271484375,
      "improvement_vs_rtn": 0.43891506608129505
    },
    {
      "path": "layers.5.conv.out_proj",
      "shape": [
        1024,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 31,
      "layer_count": 82,
      "elapsed_seconds": 0.16741227900001832,
      "weighted_error_rtn": 54199.8984375,
      "weighted_error_gptq_base_scale": 49634.0361328125,
      "weighted_error_calibrated": 40443.68701171875,
      "improvement_vs_rtn": 0.25380511444397025
    },
    {
      "path": "layers.5.feed_forward.w1",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 32,
      "layer_count": 82,
      "elapsed_seconds": 0.4207619569999679,
      "weighted_error_rtn": 380068.439453125,
      "weighted_error_gptq_base_scale": 283506.7412109375,
      "weighted_error_calibrated": 224411.853515625,
      "improvement_vs_rtn": 0.4095488332613779
    },
    {
      "path": "layers.5.feed_forward.w3",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 33,
      "layer_count": 82,
      "elapsed_seconds": 0.4187044509999396,
      "weighted_error_rtn": 277648.025390625,
      "weighted_error_gptq_base_scale": 224589.611328125,
      "weighted_error_calibrated": 185033.681640625,
      "improvement_vs_rtn": 0.33356744972236063
    },
    {
      "path": "layers.5.feed_forward.w2",
      "shape": [
        1024,
        2560
      ],
      "calibration_tokens": 131072,
      "layer_index": 34,
      "layer_count": 82,
      "elapsed_seconds": 0.1678185879998182,
      "weighted_error_rtn": 128367.716796875,
      "weighted_error_gptq_base_scale": 120620.8916015625,
      "weighted_error_calibrated": 103304.9267578125,
      "improvement_vs_rtn": 0.19524215795409883
    },
    {
      "path": "layers.6.self_attn.q_proj",
      "shape": [
        1024,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 35,
      "layer_count": 82,
      "elapsed_seconds": 0.17360089599992534,
      "weighted_error_rtn": 138398.7197265625,
      "weighted_error_gptq_base_scale": 108337.783203125,
      "weighted_error_calibrated": 74381.30029296875,
      "improvement_vs_rtn": 0.4625578875301334
    },
    {
      "path": "layers.6.self_attn.k_proj",
      "shape": [
        512,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 36,
      "layer_count": 82,
      "elapsed_seconds": 0.08278911200000039,
      "weighted_error_rtn": 87177.08984375,
      "weighted_error_gptq_base_scale": 68762.3310546875,
      "weighted_error_calibrated": 43859.98046875,
      "improvement_vs_rtn": 0.49688638898864945
    },
    {
      "path": "layers.6.self_attn.v_proj",
      "shape": [
        512,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 37,
      "layer_count": 82,
      "elapsed_seconds": 0.08460616299998946,
      "weighted_error_rtn": 33912.15869140625,
      "weighted_error_gptq_base_scale": 28180.8291015625,
      "weighted_error_calibrated": 24162.1708984375,
      "improvement_vs_rtn": 0.2875071410726653
    },
    {
      "path": "layers.6.self_attn.out_proj",
      "shape": [
        1024,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 38,
      "layer_count": 82,
      "elapsed_seconds": 0.1661898550000842,
      "weighted_error_rtn": 360829.08984375,
      "weighted_error_gptq_base_scale": 215199.017578125,
      "weighted_error_calibrated": 177861.447265625,
      "improvement_vs_rtn": 0.5070756425357932
    },
    {
      "path": "layers.6.feed_forward.w1",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 39,
      "layer_count": 82,
      "elapsed_seconds": 0.4175391310000123,
      "weighted_error_rtn": 434119.85546875,
      "weighted_error_gptq_base_scale": 323453.921875,
      "weighted_error_calibrated": 260818.3115234375,
      "improvement_vs_rtn": 0.3992020677289375
    },
    {
      "path": "layers.6.feed_forward.w3",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 40,
      "layer_count": 82,
      "elapsed_seconds": 0.4183857040000021,
      "weighted_error_rtn": 348907.0107421875,
      "weighted_error_gptq_base_scale": 275969.6494140625,
      "weighted_error_calibrated": 224949.3720703125,
      "improvement_vs_rtn": 0.355274141405743
    },
    {
      "path": "layers.6.feed_forward.w2",
      "shape": [
        1024,
        2560
      ],
      "calibration_tokens": 131072,
      "layer_index": 41,
      "layer_count": 82,
      "elapsed_seconds": 0.16894781199994213,
      "weighted_error_rtn": 151839.251953125,
      "weighted_error_gptq_base_scale": 138906.6025390625,
      "weighted_error_calibrated": 113729.474609375,
      "improvement_vs_rtn": 0.25098765209614604
    },
    {
      "path": "layers.7.conv.in_proj",
      "shape": [
        3072,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 42,
      "layer_count": 82,
      "elapsed_seconds": 0.5037893410001288,
      "weighted_error_rtn": 1564548.90234375,
      "weighted_error_gptq_base_scale": 1224747.30078125,
      "weighted_error_calibrated": 939429.265625,
      "improvement_vs_rtn": 0.39955263512843764
    },
    {
      "path": "layers.7.conv.out_proj",
      "shape": [
        1024,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 43,
      "layer_count": 82,
      "elapsed_seconds": 0.1715019640000719,
      "weighted_error_rtn": 104873.4365234375,
      "weighted_error_gptq_base_scale": 98988.009765625,
      "weighted_error_calibrated": 81585.3798828125,
      "improvement_vs_rtn": 0.22205867770358134
    },
    {
      "path": "layers.7.feed_forward.w1",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 44,
      "layer_count": 82,
      "elapsed_seconds": 0.4333098570000402,
      "weighted_error_rtn": 726678.74609375,
      "weighted_error_gptq_base_scale": 558001.390625,
      "weighted_error_calibrated": 447504.25,
      "improvement_vs_rtn": 0.3841787001401211
    },
    {
      "path": "layers.7.feed_forward.w3",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 45,
      "layer_count": 82,
      "elapsed_seconds": 0.418721196999968,
      "weighted_error_rtn": 591768.546875,
      "weighted_error_gptq_base_scale": 493098.66796875,
      "weighted_error_calibrated": 413180.33984375,
      "improvement_vs_rtn": 0.30178725782966187
    },
    {
      "path": "layers.7.feed_forward.w2",
      "shape": [
        1024,
        2560
      ],
      "calibration_tokens": 131072,
      "layer_index": 46,
      "layer_count": 82,
      "elapsed_seconds": 0.1684243099998639,
      "weighted_error_rtn": 1273951.984375,
      "weighted_error_gptq_base_scale": 1213297.1796875,
      "weighted_error_calibrated": 837013.921875,
      "improvement_vs_rtn": 0.3429784386374354
    },
    {
      "path": "layers.8.self_attn.q_proj",
      "shape": [
        1024,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 47,
      "layer_count": 82,
      "elapsed_seconds": 0.16818583600002057,
      "weighted_error_rtn": 509291.08984375,
      "weighted_error_gptq_base_scale": 412705.7734375,
      "weighted_error_calibrated": 296538.876953125,
      "improvement_vs_rtn": 0.4177418712663855
    },
    {
      "path": "layers.8.self_attn.k_proj",
      "shape": [
        512,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 48,
      "layer_count": 82,
      "elapsed_seconds": 0.08372227200015914,
      "weighted_error_rtn": 372132.359375,
      "weighted_error_gptq_base_scale": 294133.3359375,
      "weighted_error_calibrated": 202156.23828125,
      "improvement_vs_rtn": 0.4567625384130167
    },
    {
      "path": "layers.8.self_attn.v_proj",
      "shape": [
        512,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 49,
      "layer_count": 82,
      "elapsed_seconds": 0.08594768299985844,
      "weighted_error_rtn": 152534.44140625,
      "weighted_error_gptq_base_scale": 131127.517578125,
      "weighted_error_calibrated": 114357.01171875,
      "improvement_vs_rtn": 0.2502872750280758
    },
    {
      "path": "layers.8.self_attn.out_proj",
      "shape": [
        1024,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 50,
      "layer_count": 82,
      "elapsed_seconds": 0.16843110499985414,
      "weighted_error_rtn": 1014598.375,
      "weighted_error_gptq_base_scale": 685224.7578125,
      "weighted_error_calibrated": 561213.328125,
      "improvement_vs_rtn": 0.4468615937562487
    },
    {
      "path": "layers.8.feed_forward.w1",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 51,
      "layer_count": 82,
      "elapsed_seconds": 0.4208819759999187,
      "weighted_error_rtn": 829752.85546875,
      "weighted_error_gptq_base_scale": 648427.072265625,
      "weighted_error_calibrated": 504778.693359375,
      "improvement_vs_rtn": 0.3916517550587858
    },
    {
      "path": "layers.8.feed_forward.w3",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 52,
      "layer_count": 82,
      "elapsed_seconds": 0.4198457359998429,
      "weighted_error_rtn": 740996.61328125,
      "weighted_error_gptq_base_scale": 605160.865234375,
      "weighted_error_calibrated": 493796.06640625,
      "improvement_vs_rtn": 0.3336055016234918
    },
    {
      "path": "layers.8.feed_forward.w2",
      "shape": [
        1024,
        2560
      ],
      "calibration_tokens": 131072,
      "layer_index": 53,
      "layer_count": 82,
      "elapsed_seconds": 0.1664327119999598,
      "weighted_error_rtn": 650429.4296875,
      "weighted_error_gptq_base_scale": 593176.078125,
      "weighted_error_calibrated": 496289.15234375,
      "improvement_vs_rtn": 0.23698232322883506
    },
    {
      "path": "layers.9.conv.in_proj",
      "shape": [
        3072,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 54,
      "layer_count": 82,
      "elapsed_seconds": 0.4980189479999808,
      "weighted_error_rtn": 2485179.53125,
      "weighted_error_gptq_base_scale": 2034793.53125,
      "weighted_error_calibrated": 1597000.53515625,
      "improvement_vs_rtn": 0.35739027499836684
    },
    {
      "path": "layers.9.conv.out_proj",
      "shape": [
        1024,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 55,
      "layer_count": 82,
      "elapsed_seconds": 0.16687597100008134,
      "weighted_error_rtn": 551470.3125,
      "weighted_error_gptq_base_scale": 522726.25,
      "weighted_error_calibrated": 441137.91015625,
      "improvement_vs_rtn": 0.2000695229514281
    },
    {
      "path": "layers.9.feed_forward.w1",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 56,
      "layer_count": 82,
      "elapsed_seconds": 0.4160884969999188,
      "weighted_error_rtn": 1131049.4609375,
      "weighted_error_gptq_base_scale": 917714.8828125,
      "weighted_error_calibrated": 742528.9140625,
      "improvement_vs_rtn": 0.343504471106829
    },
    {
      "path": "layers.9.feed_forward.w3",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 57,
      "layer_count": 82,
      "elapsed_seconds": 0.4228795290000562,
      "weighted_error_rtn": 1068169.2421875,
      "weighted_error_gptq_base_scale": 902733.51953125,
      "weighted_error_calibrated": 751514.390625,
      "improvement_vs_rtn": 0.29644632990369923
    },
    {
      "path": "layers.9.feed_forward.w2",
      "shape": [
        1024,
        2560
      ],
      "calibration_tokens": 131072,
      "layer_index": 58,
      "layer_count": 82,
      "elapsed_seconds": 0.17248401999995622,
      "weighted_error_rtn": 22406516.6875,
      "weighted_error_gptq_base_scale": 22136062.875,
      "weighted_error_calibrated": 19819490.84375,
      "improvement_vs_rtn": 0.11545863553138691
    },
    {
      "path": "layers.10.self_attn.q_proj",
      "shape": [
        1024,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 59,
      "layer_count": 82,
      "elapsed_seconds": 0.17198393100011344,
      "weighted_error_rtn": 1546929.0625,
      "weighted_error_gptq_base_scale": 1257565.796875,
      "weighted_error_calibrated": 1002001.59375,
      "improvement_vs_rtn": 0.35226403198433676
    },
    {
      "path": "layers.10.self_attn.k_proj",
      "shape": [
        512,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 60,
      "layer_count": 82,
      "elapsed_seconds": 0.08514422700000068,
      "weighted_error_rtn": 946011.46875,
      "weighted_error_gptq_base_scale": 791985.359375,
      "weighted_error_calibrated": 553075.1484375,
      "improvement_vs_rtn": 0.41536105353109654
    },
    {
      "path": "layers.10.self_attn.v_proj",
      "shape": [
        512,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 61,
      "layer_count": 82,
      "elapsed_seconds": 0.08364556599985917,
      "weighted_error_rtn": 640643.390625,
      "weighted_error_gptq_base_scale": 563110.609375,
      "weighted_error_calibrated": 472959.8359375,
      "improvement_vs_rtn": 0.2617424251016014
    },
    {
      "path": "layers.10.self_attn.out_proj",
      "shape": [
        1024,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 62,
      "layer_count": 82,
      "elapsed_seconds": 0.16838807399994948,
      "weighted_error_rtn": 4124213.125,
      "weighted_error_gptq_base_scale": 2996626.0,
      "weighted_error_calibrated": 2519235.3125,
      "improvement_vs_rtn": 0.389159765476475
    },
    {
      "path": "layers.10.feed_forward.w1",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 63,
      "layer_count": 82,
      "elapsed_seconds": 0.4150311139999303,
      "weighted_error_rtn": 1712359.09375,
      "weighted_error_gptq_base_scale": 1389362.703125,
      "weighted_error_calibrated": 1112167.6015625,
      "improvement_vs_rtn": 0.3505056237200247
    },
    {
      "path": "layers.10.feed_forward.w3",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 64,
      "layer_count": 82,
      "elapsed_seconds": 0.41455949099986356,
      "weighted_error_rtn": 1925721.625,
      "weighted_error_gptq_base_scale": 1619223.734375,
      "weighted_error_calibrated": 1348903.6796875,
      "improvement_vs_rtn": 0.29953339975215787
    },
    {
      "path": "layers.10.feed_forward.w2",
      "shape": [
        1024,
        2560
      ],
      "calibration_tokens": 131072,
      "layer_index": 65,
      "layer_count": 82,
      "elapsed_seconds": 0.16918727500001296,
      "weighted_error_rtn": 4822112.375,
      "weighted_error_gptq_base_scale": 4369333.21875,
      "weighted_error_calibrated": 3549162.28125,
      "improvement_vs_rtn": 0.2639818392349266
    },
    {
      "path": "layers.11.conv.in_proj",
      "shape": [
        3072,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 66,
      "layer_count": 82,
      "elapsed_seconds": 0.512697659999958,
      "weighted_error_rtn": 3697561.546875,
      "weighted_error_gptq_base_scale": 3147096.84375,
      "weighted_error_calibrated": 2559433.2734375,
      "improvement_vs_rtn": 0.30780509235860887
    },
    {
      "path": "layers.11.conv.out_proj",
      "shape": [
        1024,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 67,
      "layer_count": 82,
      "elapsed_seconds": 0.16963880200000858,
      "weighted_error_rtn": 2046642.359375,
      "weighted_error_gptq_base_scale": 1936287.953125,
      "weighted_error_calibrated": 1634551.953125,
      "improvement_vs_rtn": 0.20134949536363722
    },
    {
      "path": "layers.11.feed_forward.w1",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 68,
      "layer_count": 82,
      "elapsed_seconds": 0.410559621999937,
      "weighted_error_rtn": 1697698.84375,
      "weighted_error_gptq_base_scale": 1443245.625,
      "weighted_error_calibrated": 1170054.9765625,
      "improvement_vs_rtn": 0.31079945016749966
    },
    {
      "path": "layers.11.feed_forward.w3",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 69,
      "layer_count": 82,
      "elapsed_seconds": 0.41881008399991515,
      "weighted_error_rtn": 2163349.8984375,
      "weighted_error_gptq_base_scale": 1861634.8515625,
      "weighted_error_calibrated": 1586809.8359375,
      "improvement_vs_rtn": 0.2665033811296136
    },
    {
      "path": "layers.11.feed_forward.w2",
      "shape": [
        1024,
        2560
      ],
      "calibration_tokens": 131072,
      "layer_index": 70,
      "layer_count": 82,
      "elapsed_seconds": 0.17132175199981248,
      "weighted_error_rtn": 6422880.5,
      "weighted_error_gptq_base_scale": 5986317.3125,
      "weighted_error_calibrated": 4628802.625,
      "improvement_vs_rtn": 0.2793260554979966
    },
    {
      "path": "layers.12.self_attn.q_proj",
      "shape": [
        1024,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 71,
      "layer_count": 82,
      "elapsed_seconds": 0.16999844700012545,
      "weighted_error_rtn": 7008326.875,
      "weighted_error_gptq_base_scale": 5816315.5625,
      "weighted_error_calibrated": 4435551.5,
      "improvement_vs_rtn": 0.36710265101611717
    },
    {
      "path": "layers.12.self_attn.k_proj",
      "shape": [
        512,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 72,
      "layer_count": 82,
      "elapsed_seconds": 0.0861282470000333,
      "weighted_error_rtn": 4275703.5625,
      "weighted_error_gptq_base_scale": 3486711.4375,
      "weighted_error_calibrated": 2498676.25,
      "improvement_vs_rtn": 0.4156105039847463
    },
    {
      "path": "layers.12.self_attn.v_proj",
      "shape": [
        512,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 73,
      "layer_count": 82,
      "elapsed_seconds": 0.0851231030001145,
      "weighted_error_rtn": 4702787.625,
      "weighted_error_gptq_base_scale": 4288048.0,
      "weighted_error_calibrated": 3284459.75,
      "improvement_vs_rtn": 0.30159300995438854
    },
    {
      "path": "layers.12.self_attn.out_proj",
      "shape": [
        1024,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 74,
      "layer_count": 82,
      "elapsed_seconds": 0.16879303800010348,
      "weighted_error_rtn": 30319800.5,
      "weighted_error_gptq_base_scale": 20240048.0,
      "weighted_error_calibrated": 16415591.25,
      "improvement_vs_rtn": 0.458585116679775
    },
    {
      "path": "layers.12.feed_forward.w1",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 75,
      "layer_count": 82,
      "elapsed_seconds": 0.43459089999987555,
      "weighted_error_rtn": 2139852.4921875,
      "weighted_error_gptq_base_scale": 1759979.4765625,
      "weighted_error_calibrated": 1419907.6796875,
      "improvement_vs_rtn": 0.3364460004268913
    },
    {
      "path": "layers.12.feed_forward.w3",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 76,
      "layer_count": 82,
      "elapsed_seconds": 0.4200112269998044,
      "weighted_error_rtn": 2906763.75,
      "weighted_error_gptq_base_scale": 2407409.453125,
      "weighted_error_calibrated": 2075201.3203125,
      "improvement_vs_rtn": 0.2860784367795628
    },
    {
      "path": "layers.12.feed_forward.w2",
      "shape": [
        1024,
        2560
      ],
      "calibration_tokens": 131072,
      "layer_index": 77,
      "layer_count": 82,
      "elapsed_seconds": 0.16565411899978244,
      "weighted_error_rtn": 27945770.0,
      "weighted_error_gptq_base_scale": 23297999.5,
      "weighted_error_calibrated": 18765580.25,
      "improvement_vs_rtn": 0.32850015404835864
    },
    {
      "path": "layers.13.conv.in_proj",
      "shape": [
        3072,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 78,
      "layer_count": 82,
      "elapsed_seconds": 0.49886530699996,
      "weighted_error_rtn": 3924115.78125,
      "weighted_error_gptq_base_scale": 3204793.734375,
      "weighted_error_calibrated": 2637089.5859375,
      "improvement_vs_rtn": 0.3279786497284559
    },
    {
      "path": "layers.13.conv.out_proj",
      "shape": [
        1024,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 79,
      "layer_count": 82,
      "elapsed_seconds": 0.1670906310000646,
      "weighted_error_rtn": 67207295.75,
      "weighted_error_gptq_base_scale": 57003301.5,
      "weighted_error_calibrated": 43866349.375,
      "improvement_vs_rtn": 0.3472978062058092
    },
    {
      "path": "layers.13.feed_forward.w1",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 80,
      "layer_count": 82,
      "elapsed_seconds": 0.4240155180000329,
      "weighted_error_rtn": 2120549.125,
      "weighted_error_gptq_base_scale": 1773979.9765625,
      "weighted_error_calibrated": 1441238.359375,
      "improvement_vs_rtn": 0.3203466298499451
    },
    {
      "path": "layers.13.feed_forward.w3",
      "shape": [
        2560,
        1024
      ],
      "calibration_tokens": 131072,
      "layer_index": 81,
      "layer_count": 82,
      "elapsed_seconds": 0.4314563109999199,
      "weighted_error_rtn": 2848206.390625,
      "weighted_error_gptq_base_scale": 2378944.1640625,
      "weighted_error_calibrated": 2051027.8984375,
      "improvement_vs_rtn": 0.2798878953475594
    },
    {
      "path": "layers.13.feed_forward.w2",
      "shape": [
        1024,
        2560
      ],
      "calibration_tokens": 131072,
      "layer_index": 82,
      "layer_count": 82,
      "elapsed_seconds": 0.17088190399999803,
      "weighted_error_rtn": 274465730.0,
      "weighted_error_gptq_base_scale": 255569441.0,
      "weighted_error_calibrated": 202536070.5,
      "improvement_vs_rtn": 0.26207155079069433
    }
  ],
  "improvement_vs_rtn": 0.2936319688449269
}