{
 "summary": {
  "group_size": 64,
  "tensors_ternary": 0,
  "tensors_int8": 169,
  "tensors_total": 266,
  "tensors_quantized": 169,
  "float_mb": 555.89,
  "result_mb": 147.76,
  "ratio": 3.76,
  "worst_relative_error": 0.0065,
  "mean_relative_error": 0.006,
  "mean_zero_fraction": 0.0084,
  "method": "int8",
  "quality": {
   "tokens_compared": 95,
   "top1_agreement": 1.0,
   "top5_agreement": 1.0,
   "mean_kl_divergence": 0.0005,
   "reference_perplexity": 33.305,
   "candidate_perplexity": 33.343,
   "perplexity_ratio": 1.001,
   "greedy_identical_prefix": [
    24,
    24,
    24,
    24,
    24
   ],
   "greedy_identical_answers": "6/8"
  }
 },
 "tensors": [
  {
   "name": "transformer.h.0.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.0.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00593,
   "zero_fraction": 0.00803
  },
  {
   "name": "transformer.h.0.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.0061,
   "zero_fraction": 0.00923
  },
  {
   "name": "transformer.h.0.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.0.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00598,
   "zero_fraction": 0.00835
  },
  {
   "name": "transformer.h.0.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00605,
   "zero_fraction": 0.00874
  },
  {
   "name": "transformer.h.0.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.0.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.0.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00615,
   "zero_fraction": 0.00923
  },
  {
   "name": "transformer.h.0.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00601,
   "zero_fraction": 0.00839
  },
  {
   "name": "transformer.h.0.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00603,
   "zero_fraction": 0.00866
  },
  {
   "name": "transformer.h.1.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.1.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00601,
   "zero_fraction": 0.00836
  },
  {
   "name": "transformer.h.1.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00601,
   "zero_fraction": 0.00803
  },
  {
   "name": "transformer.h.1.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.1.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00609,
   "zero_fraction": 0.00812
  },
  {
   "name": "transformer.h.1.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00597,
   "zero_fraction": 0.00851
  },
  {
   "name": "transformer.h.1.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.1.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.1.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00603,
   "zero_fraction": 0.00837
  },
  {
   "name": "transformer.h.1.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00596,
   "zero_fraction": 0.00813
  },
  {
   "name": "transformer.h.1.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00603,
   "zero_fraction": 0.00842
  },
  {
   "name": "transformer.h.10.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.10.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00613,
   "zero_fraction": 0.00881
  },
  {
   "name": "transformer.h.10.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00596,
   "zero_fraction": 0.00811
  },
  {
   "name": "transformer.h.10.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.10.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00601,
   "zero_fraction": 0.00815
  },
  {
   "name": "transformer.h.10.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00603,
   "zero_fraction": 0.00863
  },
  {
   "name": "transformer.h.10.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.10.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.10.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00606,
   "zero_fraction": 0.00844
  },
  {
   "name": "transformer.h.10.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.006,
   "zero_fraction": 0.00842
  },
  {
   "name": "transformer.h.10.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00598,
   "zero_fraction": 0.00842
  },
  {
   "name": "transformer.h.11.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.11.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00609,
   "zero_fraction": 0.00852
  },
  {
   "name": "transformer.h.11.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00597,
   "zero_fraction": 0.00816
  },
  {
   "name": "transformer.h.11.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.11.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.006,
   "zero_fraction": 0.00835
  },
  {
   "name": "transformer.h.11.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00598,
   "zero_fraction": 0.00893
  },
  {
   "name": "transformer.h.11.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.11.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.11.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00613,
   "zero_fraction": 0.00833
  },
  {
   "name": "transformer.h.11.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00598,
   "zero_fraction": 0.00827
  },
  {
   "name": "transformer.h.11.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.006,
   "zero_fraction": 0.00838
  },
  {
   "name": "transformer.h.12.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.12.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00623,
   "zero_fraction": 0.00854
  },
  {
   "name": "transformer.h.12.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00595,
   "zero_fraction": 0.00832
  },
  {
   "name": "transformer.h.12.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.12.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00605,
   "zero_fraction": 0.00841
  },
  {
   "name": "transformer.h.12.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00602,
   "zero_fraction": 0.00877
  },
  {
   "name": "transformer.h.12.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.12.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.12.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00602,
   "zero_fraction": 0.00831
  },
  {
   "name": "transformer.h.12.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00596,
   "zero_fraction": 0.00823
  },
  {
   "name": "transformer.h.12.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00598,
   "zero_fraction": 0.00804
  },
  {
   "name": "transformer.h.13.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.13.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00633,
   "zero_fraction": 0.0086
  },
  {
   "name": "transformer.h.13.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00595,
   "zero_fraction": 0.00842
  },
  {
   "name": "transformer.h.13.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.13.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00607,
   "zero_fraction": 0.00852
  },
  {
   "name": "transformer.h.13.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00602,
   "zero_fraction": 0.00878
  },
  {
   "name": "transformer.h.13.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.13.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.13.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00604,
   "zero_fraction": 0.00842
  },
  {
   "name": "transformer.h.13.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00599,
   "zero_fraction": 0.0083
  },
  {
   "name": "transformer.h.13.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.006,
   "zero_fraction": 0.00845
  },
  {
   "name": "transformer.h.14.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.14.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00617,
   "zero_fraction": 0.00831
  },
  {
   "name": "transformer.h.14.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00597,
   "zero_fraction": 0.00816
  },
  {
   "name": "transformer.h.14.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.14.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.006,
   "zero_fraction": 0.00824
  },
  {
   "name": "transformer.h.14.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00601,
   "zero_fraction": 0.00866
  },
  {
   "name": "transformer.h.14.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.14.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.14.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00603,
   "zero_fraction": 0.00833
  },
  {
   "name": "transformer.h.14.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.006,
   "zero_fraction": 0.00824
  },
  {
   "name": "transformer.h.14.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.006,
   "zero_fraction": 0.00838
  },
  {
   "name": "transformer.h.15.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.15.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00613,
   "zero_fraction": 0.00878
  },
  {
   "name": "transformer.h.15.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00601,
   "zero_fraction": 0.00827
  },
  {
   "name": "transformer.h.15.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.15.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00603,
   "zero_fraction": 0.00831
  },
  {
   "name": "transformer.h.15.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00601,
   "zero_fraction": 0.00865
  },
  {
   "name": "transformer.h.15.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.15.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.15.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00607,
   "zero_fraction": 0.0085
  },
  {
   "name": "transformer.h.15.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00607,
   "zero_fraction": 0.00849
  },
  {
   "name": "transformer.h.15.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00606,
   "zero_fraction": 0.00852
  },
  {
   "name": "transformer.h.16.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.16.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00615,
   "zero_fraction": 0.00891
  },
  {
   "name": "transformer.h.16.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.006,
   "zero_fraction": 0.00821
  },
  {
   "name": "transformer.h.16.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.16.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.006,
   "zero_fraction": 0.00843
  },
  {
   "name": "transformer.h.16.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00613,
   "zero_fraction": 0.00904
  },
  {
   "name": "transformer.h.16.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.16.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.16.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00612,
   "zero_fraction": 0.0085
  },
  {
   "name": "transformer.h.16.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00605,
   "zero_fraction": 0.00848
  },
  {
   "name": "transformer.h.16.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00604,
   "zero_fraction": 0.00834
  },
  {
   "name": "transformer.h.17.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.17.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.0064,
   "zero_fraction": 0.00907
  },
  {
   "name": "transformer.h.17.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.006,
   "zero_fraction": 0.00821
  },
  {
   "name": "transformer.h.17.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.17.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00619,
   "zero_fraction": 0.0089
  },
  {
   "name": "transformer.h.17.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00653,
   "zero_fraction": 0.01005
  },
  {
   "name": "transformer.h.17.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.17.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.17.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00604,
   "zero_fraction": 0.00826
  },
  {
   "name": "transformer.h.17.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00602,
   "zero_fraction": 0.00842
  },
  {
   "name": "transformer.h.17.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00599,
   "zero_fraction": 0.00832
  },
  {
   "name": "transformer.h.18.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.18.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00616,
   "zero_fraction": 0.00827
  },
  {
   "name": "transformer.h.18.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.006,
   "zero_fraction": 0.00822
  },
  {
   "name": "transformer.h.18.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.18.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00602,
   "zero_fraction": 0.0087
  },
  {
   "name": "transformer.h.18.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00608,
   "zero_fraction": 0.00873
  },
  {
   "name": "transformer.h.18.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.18.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.18.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00603,
   "zero_fraction": 0.00831
  },
  {
   "name": "transformer.h.18.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00598,
   "zero_fraction": 0.0082
  },
  {
   "name": "transformer.h.18.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00598,
   "zero_fraction": 0.0082
  },
  {
   "name": "transformer.h.19.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.19.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00624,
   "zero_fraction": 0.00874
  },
  {
   "name": "transformer.h.19.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.0061,
   "zero_fraction": 0.00867
  },
  {
   "name": "transformer.h.19.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.19.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.0061,
   "zero_fraction": 0.00854
  },
  {
   "name": "transformer.h.19.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00623,
   "zero_fraction": 0.00911
  },
  {
   "name": "transformer.h.19.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.19.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.19.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00602,
   "zero_fraction": 0.00834
  },
  {
   "name": "transformer.h.19.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00595,
   "zero_fraction": 0.00817
  },
  {
   "name": "transformer.h.19.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00597,
   "zero_fraction": 0.00833
  },
  {
   "name": "transformer.h.2.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.2.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00608,
   "zero_fraction": 0.00826
  },
  {
   "name": "transformer.h.2.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00598,
   "zero_fraction": 0.00825
  },
  {
   "name": "transformer.h.2.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.2.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00607,
   "zero_fraction": 0.00828
  },
  {
   "name": "transformer.h.2.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00601,
   "zero_fraction": 0.00866
  },
  {
   "name": "transformer.h.2.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.2.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.2.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00602,
   "zero_fraction": 0.0083
  },
  {
   "name": "transformer.h.2.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00599,
   "zero_fraction": 0.00828
  },
  {
   "name": "transformer.h.2.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00602,
   "zero_fraction": 0.00834
  },
  {
   "name": "transformer.h.20.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.20.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00621,
   "zero_fraction": 0.00875
  },
  {
   "name": "transformer.h.20.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00597,
   "zero_fraction": 0.00843
  },
  {
   "name": "transformer.h.20.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.20.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00611,
   "zero_fraction": 0.00875
  },
  {
   "name": "transformer.h.20.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00612,
   "zero_fraction": 0.00929
  },
  {
   "name": "transformer.h.20.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.20.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.20.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00601,
   "zero_fraction": 0.00828
  },
  {
   "name": "transformer.h.20.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00596,
   "zero_fraction": 0.0082
  },
  {
   "name": "transformer.h.20.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00596,
   "zero_fraction": 0.00827
  },
  {
   "name": "transformer.h.21.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.21.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00607,
   "zero_fraction": 0.00872
  },
  {
   "name": "transformer.h.21.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00606,
   "zero_fraction": 0.00857
  },
  {
   "name": "transformer.h.21.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.21.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00606,
   "zero_fraction": 0.00855
  },
  {
   "name": "transformer.h.21.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00609,
   "zero_fraction": 0.00849
  },
  {
   "name": "transformer.h.21.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.21.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.21.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00605,
   "zero_fraction": 0.00832
  },
  {
   "name": "transformer.h.21.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00596,
   "zero_fraction": 0.00819
  },
  {
   "name": "transformer.h.21.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00597,
   "zero_fraction": 0.00834
  },
  {
   "name": "transformer.h.22.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.22.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00631,
   "zero_fraction": 0.00834
  },
  {
   "name": "transformer.h.22.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00603,
   "zero_fraction": 0.00807
  },
  {
   "name": "transformer.h.22.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.22.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.006,
   "zero_fraction": 0.00819
  },
  {
   "name": "transformer.h.22.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00603,
   "zero_fraction": 0.00827
  },
  {
   "name": "transformer.h.22.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.22.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.22.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.0061,
   "zero_fraction": 0.00829
  },
  {
   "name": "transformer.h.22.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00597,
   "zero_fraction": 0.00826
  },
  {
   "name": "transformer.h.22.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00597,
   "zero_fraction": 0.00828
  },
  {
   "name": "transformer.h.23.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.23.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00608,
   "zero_fraction": 0.00827
  },
  {
   "name": "transformer.h.23.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00604,
   "zero_fraction": 0.00845
  },
  {
   "name": "transformer.h.23.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.23.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00606,
   "zero_fraction": 0.00828
  },
  {
   "name": "transformer.h.23.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00604,
   "zero_fraction": 0.00856
  },
  {
   "name": "transformer.h.23.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.23.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.23.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.0063,
   "zero_fraction": 0.00878
  },
  {
   "name": "transformer.h.23.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00599,
   "zero_fraction": 0.00839
  },
  {
   "name": "transformer.h.23.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00598,
   "zero_fraction": 0.00815
  },
  {
   "name": "transformer.h.3.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.3.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00607,
   "zero_fraction": 0.00849
  },
  {
   "name": "transformer.h.3.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00601,
   "zero_fraction": 0.00849
  },
  {
   "name": "transformer.h.3.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.3.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00601,
   "zero_fraction": 0.00833
  },
  {
   "name": "transformer.h.3.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00598,
   "zero_fraction": 0.00853
  },
  {
   "name": "transformer.h.3.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.3.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.3.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00605,
   "zero_fraction": 0.00833
  },
  {
   "name": "transformer.h.3.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00598,
   "zero_fraction": 0.00822
  },
  {
   "name": "transformer.h.3.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.006,
   "zero_fraction": 0.0084
  },
  {
   "name": "transformer.h.4.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.4.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00613,
   "zero_fraction": 0.00875
  },
  {
   "name": "transformer.h.4.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00597,
   "zero_fraction": 0.00799
  },
  {
   "name": "transformer.h.4.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.4.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00606,
   "zero_fraction": 0.00814
  },
  {
   "name": "transformer.h.4.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00605,
   "zero_fraction": 0.00948
  },
  {
   "name": "transformer.h.4.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.4.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.4.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00602,
   "zero_fraction": 0.00835
  },
  {
   "name": "transformer.h.4.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00596,
   "zero_fraction": 0.00821
  },
  {
   "name": "transformer.h.4.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00599,
   "zero_fraction": 0.00828
  },
  {
   "name": "transformer.h.5.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.5.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00612,
   "zero_fraction": 0.00854
  },
  {
   "name": "transformer.h.5.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00594,
   "zero_fraction": 0.00834
  },
  {
   "name": "transformer.h.5.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.5.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00598,
   "zero_fraction": 0.00808
  },
  {
   "name": "transformer.h.5.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00598,
   "zero_fraction": 0.00834
  },
  {
   "name": "transformer.h.5.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.5.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.5.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00598,
   "zero_fraction": 0.00813
  },
  {
   "name": "transformer.h.5.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00595,
   "zero_fraction": 0.0081
  },
  {
   "name": "transformer.h.5.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00597,
   "zero_fraction": 0.00826
  },
  {
   "name": "transformer.h.6.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.6.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00613,
   "zero_fraction": 0.00835
  },
  {
   "name": "transformer.h.6.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00597,
   "zero_fraction": 0.00825
  },
  {
   "name": "transformer.h.6.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.6.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00602,
   "zero_fraction": 0.00833
  },
  {
   "name": "transformer.h.6.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00601,
   "zero_fraction": 0.00863
  },
  {
   "name": "transformer.h.6.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.6.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.6.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00599,
   "zero_fraction": 0.00824
  },
  {
   "name": "transformer.h.6.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00596,
   "zero_fraction": 0.00812
  },
  {
   "name": "transformer.h.6.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00597,
   "zero_fraction": 0.00836
  },
  {
   "name": "transformer.h.7.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.7.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00603,
   "zero_fraction": 0.00818
  },
  {
   "name": "transformer.h.7.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00598,
   "zero_fraction": 0.00827
  },
  {
   "name": "transformer.h.7.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.7.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00604,
   "zero_fraction": 0.0083
  },
  {
   "name": "transformer.h.7.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00602,
   "zero_fraction": 0.00859
  },
  {
   "name": "transformer.h.7.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.7.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.7.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00601,
   "zero_fraction": 0.00822
  },
  {
   "name": "transformer.h.7.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00595,
   "zero_fraction": 0.0082
  },
  {
   "name": "transformer.h.7.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00598,
   "zero_fraction": 0.00819
  },
  {
   "name": "transformer.h.8.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.8.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.0062,
   "zero_fraction": 0.00875
  },
  {
   "name": "transformer.h.8.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00597,
   "zero_fraction": 0.00833
  },
  {
   "name": "transformer.h.8.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.8.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00606,
   "zero_fraction": 0.00835
  },
  {
   "name": "transformer.h.8.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00601,
   "zero_fraction": 0.00876
  },
  {
   "name": "transformer.h.8.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.8.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.8.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00604,
   "zero_fraction": 0.00829
  },
  {
   "name": "transformer.h.8.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00595,
   "zero_fraction": 0.00824
  },
  {
   "name": "transformer.h.8.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00597,
   "zero_fraction": 0.00826
  },
  {
   "name": "transformer.h.9.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.9.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00613,
   "zero_fraction": 0.00869
  },
  {
   "name": "transformer.h.9.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00596,
   "zero_fraction": 0.00849
  },
  {
   "name": "transformer.h.9.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.9.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00599,
   "zero_fraction": 0.00824
  },
  {
   "name": "transformer.h.9.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00603,
   "zero_fraction": 0.00845
  },
  {
   "name": "transformer.h.9.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.9.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.9.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00604,
   "zero_fraction": 0.00824
  },
  {
   "name": "transformer.h.9.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00599,
   "zero_fraction": 0.0082
  },
  {
   "name": "transformer.h.9.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.00598,
   "zero_fraction": 0.00823
  },
  {
   "name": "transformer.ln_f.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.wte.weight",
   "shape": [
    32768,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.0065,
   "zero_fraction": 0.00893
  }
 ]
}