{
 "summary": {
  "group_size": 64,
  "tensors_ternary": 168,
  "tensors_int8": 1,
  "tensors_total": 266,
  "tensors_quantized": 169,
  "float_mb": 555.89,
  "result_mb": 66.66,
  "ratio": 8.34,
  "worst_relative_error": 1.8704,
  "mean_relative_error": 0.5312,
  "mean_zero_fraction": 0.4473,
  "method": "ternary",
  "quality": {
   "tokens_compared": 63,
   "top1_agreement": 0.4127,
   "top5_agreement": 0.6667,
   "mean_kl_divergence": 1.4209,
   "reference_perplexity": 38.325,
   "candidate_perplexity": 131.063,
   "perplexity_ratio": 3.42,
   "greedy_identical_prefix": [
    0,
    0,
    0,
    0,
    0
   ],
   "greedy_identical_answers": "0/8"
  }
 },
 "tensors": [
  {
   "name": "transformer.h.0.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.0.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.52544,
   "zero_fraction": 0.44605
  },
  {
   "name": "transformer.h.0.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.58326,
   "zero_fraction": 0.45928
  },
  {
   "name": "transformer.h.0.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.0.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54151,
   "zero_fraction": 0.44389
  },
  {
   "name": "transformer.h.0.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.51277,
   "zero_fraction": 0.45881
  },
  {
   "name": "transformer.h.0.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.0.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.0.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.57151,
   "zero_fraction": 0.46311
  },
  {
   "name": "transformer.h.0.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.53645,
   "zero_fraction": 0.44798
  },
  {
   "name": "transformer.h.0.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.52619,
   "zero_fraction": 0.4502
  },
  {
   "name": "transformer.h.1.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.1.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.68262,
   "zero_fraction": 0.44455
  },
  {
   "name": "transformer.h.1.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.53616,
   "zero_fraction": 0.44108
  },
  {
   "name": "transformer.h.1.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.1.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.67879,
   "zero_fraction": 0.44681
  },
  {
   "name": "transformer.h.1.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.51314,
   "zero_fraction": 0.45068
  },
  {
   "name": "transformer.h.1.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.1.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.1.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.6958,
   "zero_fraction": 0.45045
  },
  {
   "name": "transformer.h.1.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.53017,
   "zero_fraction": 0.4457
  },
  {
   "name": "transformer.h.1.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.5231,
   "zero_fraction": 0.45012
  },
  {
   "name": "transformer.h.10.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.10.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.56254,
   "zero_fraction": 0.44968
  },
  {
   "name": "transformer.h.10.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.52379,
   "zero_fraction": 0.44042
  },
  {
   "name": "transformer.h.10.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.10.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.5291,
   "zero_fraction": 0.4485
  },
  {
   "name": "transformer.h.10.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49261,
   "zero_fraction": 0.45534
  },
  {
   "name": "transformer.h.10.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.10.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.10.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.58624,
   "zero_fraction": 0.45217
  },
  {
   "name": "transformer.h.10.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50431,
   "zero_fraction": 0.45001
  },
  {
   "name": "transformer.h.10.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50098,
   "zero_fraction": 0.44821
  },
  {
   "name": "transformer.h.11.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.11.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.63709,
   "zero_fraction": 0.44739
  },
  {
   "name": "transformer.h.11.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50918,
   "zero_fraction": 0.44098
  },
  {
   "name": "transformer.h.11.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.11.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.55463,
   "zero_fraction": 0.44762
  },
  {
   "name": "transformer.h.11.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49221,
   "zero_fraction": 0.45365
  },
  {
   "name": "transformer.h.11.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.11.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.11.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 1.87045,
   "zero_fraction": 0.45876
  },
  {
   "name": "transformer.h.11.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50126,
   "zero_fraction": 0.44869
  },
  {
   "name": "transformer.h.11.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50149,
   "zero_fraction": 0.45038
  },
  {
   "name": "transformer.h.12.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.12.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54634,
   "zero_fraction": 0.4489
  },
  {
   "name": "transformer.h.12.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.51433,
   "zero_fraction": 0.4421
  },
  {
   "name": "transformer.h.12.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.12.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54998,
   "zero_fraction": 0.44856
  },
  {
   "name": "transformer.h.12.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49165,
   "zero_fraction": 0.45395
  },
  {
   "name": "transformer.h.12.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.12.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.12.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.53657,
   "zero_fraction": 0.45076
  },
  {
   "name": "transformer.h.12.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50015,
   "zero_fraction": 0.448
  },
  {
   "name": "transformer.h.12.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49888,
   "zero_fraction": 0.44753
  },
  {
   "name": "transformer.h.13.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.13.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.51966,
   "zero_fraction": 0.4542
  },
  {
   "name": "transformer.h.13.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50759,
   "zero_fraction": 0.44081
  },
  {
   "name": "transformer.h.13.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.13.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.53785,
   "zero_fraction": 0.45039
  },
  {
   "name": "transformer.h.13.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.48911,
   "zero_fraction": 0.45612
  },
  {
   "name": "transformer.h.13.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.13.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.13.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54092,
   "zero_fraction": 0.45187
  },
  {
   "name": "transformer.h.13.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50146,
   "zero_fraction": 0.44808
  },
  {
   "name": "transformer.h.13.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50046,
   "zero_fraction": 0.44936
  },
  {
   "name": "transformer.h.14.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.14.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.55382,
   "zero_fraction": 0.45092
  },
  {
   "name": "transformer.h.14.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.51405,
   "zero_fraction": 0.44356
  },
  {
   "name": "transformer.h.14.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.14.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54023,
   "zero_fraction": 0.44899
  },
  {
   "name": "transformer.h.14.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.48846,
   "zero_fraction": 0.4538
  },
  {
   "name": "transformer.h.14.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.14.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.14.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.53874,
   "zero_fraction": 0.45206
  },
  {
   "name": "transformer.h.14.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50055,
   "zero_fraction": 0.44787
  },
  {
   "name": "transformer.h.14.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49837,
   "zero_fraction": 0.45022
  },
  {
   "name": "transformer.h.15.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.15.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.51955,
   "zero_fraction": 0.45194
  },
  {
   "name": "transformer.h.15.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.5129,
   "zero_fraction": 0.4436
  },
  {
   "name": "transformer.h.15.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.15.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.53742,
   "zero_fraction": 0.44888
  },
  {
   "name": "transformer.h.15.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.48876,
   "zero_fraction": 0.45426
  },
  {
   "name": "transformer.h.15.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.15.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.15.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54381,
   "zero_fraction": 0.45291
  },
  {
   "name": "transformer.h.15.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50612,
   "zero_fraction": 0.45066
  },
  {
   "name": "transformer.h.15.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.5027,
   "zero_fraction": 0.45157
  },
  {
   "name": "transformer.h.16.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.16.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54182,
   "zero_fraction": 0.45058
  },
  {
   "name": "transformer.h.16.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.51856,
   "zero_fraction": 0.44282
  },
  {
   "name": "transformer.h.16.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.16.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.53377,
   "zero_fraction": 0.44859
  },
  {
   "name": "transformer.h.16.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.48916,
   "zero_fraction": 0.45847
  },
  {
   "name": "transformer.h.16.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.16.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.16.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.55314,
   "zero_fraction": 0.4547
  },
  {
   "name": "transformer.h.16.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50235,
   "zero_fraction": 0.4504
  },
  {
   "name": "transformer.h.16.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49997,
   "zero_fraction": 0.45177
  },
  {
   "name": "transformer.h.17.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.17.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.53927,
   "zero_fraction": 0.46846
  },
  {
   "name": "transformer.h.17.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.52639,
   "zero_fraction": 0.44798
  },
  {
   "name": "transformer.h.17.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.17.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54907,
   "zero_fraction": 0.46303
  },
  {
   "name": "transformer.h.17.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.51894,
   "zero_fraction": 0.47726
  },
  {
   "name": "transformer.h.17.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.17.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.17.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54836,
   "zero_fraction": 0.45213
  },
  {
   "name": "transformer.h.17.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50459,
   "zero_fraction": 0.44843
  },
  {
   "name": "transformer.h.17.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49796,
   "zero_fraction": 0.44906
  },
  {
   "name": "transformer.h.18.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.18.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.51919,
   "zero_fraction": 0.44947
  },
  {
   "name": "transformer.h.18.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.52167,
   "zero_fraction": 0.44327
  },
  {
   "name": "transformer.h.18.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.18.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.53997,
   "zero_fraction": 0.45149
  },
  {
   "name": "transformer.h.18.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49286,
   "zero_fraction": 0.45904
  },
  {
   "name": "transformer.h.18.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.18.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.18.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54553,
   "zero_fraction": 0.45147
  },
  {
   "name": "transformer.h.18.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50114,
   "zero_fraction": 0.44643
  },
  {
   "name": "transformer.h.18.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49899,
   "zero_fraction": 0.44907
  },
  {
   "name": "transformer.h.19.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.19.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.52591,
   "zero_fraction": 0.45297
  },
  {
   "name": "transformer.h.19.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.52533,
   "zero_fraction": 0.44801
  },
  {
   "name": "transformer.h.19.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.19.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.53258,
   "zero_fraction": 0.45617
  },
  {
   "name": "transformer.h.19.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50129,
   "zero_fraction": 0.4608
  },
  {
   "name": "transformer.h.19.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.19.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.19.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54184,
   "zero_fraction": 0.45056
  },
  {
   "name": "transformer.h.19.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49854,
   "zero_fraction": 0.44656
  },
  {
   "name": "transformer.h.19.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49828,
   "zero_fraction": 0.44865
  },
  {
   "name": "transformer.h.2.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.2.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.5935,
   "zero_fraction": 0.4504
  },
  {
   "name": "transformer.h.2.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.52771,
   "zero_fraction": 0.43996
  },
  {
   "name": "transformer.h.2.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.2.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.58501,
   "zero_fraction": 0.44924
  },
  {
   "name": "transformer.h.2.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50744,
   "zero_fraction": 0.45421
  },
  {
   "name": "transformer.h.2.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.2.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.2.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.5635,
   "zero_fraction": 0.45022
  },
  {
   "name": "transformer.h.2.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.52057,
   "zero_fraction": 0.44746
  },
  {
   "name": "transformer.h.2.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.51459,
   "zero_fraction": 0.44995
  },
  {
   "name": "transformer.h.20.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.20.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.5241,
   "zero_fraction": 0.45346
  },
  {
   "name": "transformer.h.20.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.52259,
   "zero_fraction": 0.44242
  },
  {
   "name": "transformer.h.20.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.20.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54122,
   "zero_fraction": 0.45545
  },
  {
   "name": "transformer.h.20.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.497,
   "zero_fraction": 0.46026
  },
  {
   "name": "transformer.h.20.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.20.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.20.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.53824,
   "zero_fraction": 0.4495
  },
  {
   "name": "transformer.h.20.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50115,
   "zero_fraction": 0.44605
  },
  {
   "name": "transformer.h.20.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49922,
   "zero_fraction": 0.44725
  },
  {
   "name": "transformer.h.21.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.21.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.51615,
   "zero_fraction": 0.45089
  },
  {
   "name": "transformer.h.21.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.51021,
   "zero_fraction": 0.44634
  },
  {
   "name": "transformer.h.21.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.21.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.53312,
   "zero_fraction": 0.45279
  },
  {
   "name": "transformer.h.21.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49333,
   "zero_fraction": 0.45693
  },
  {
   "name": "transformer.h.21.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.21.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.21.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54052,
   "zero_fraction": 0.45054
  },
  {
   "name": "transformer.h.21.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50032,
   "zero_fraction": 0.44563
  },
  {
   "name": "transformer.h.21.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49858,
   "zero_fraction": 0.44714
  },
  {
   "name": "transformer.h.22.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.22.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.52323,
   "zero_fraction": 0.4506
  },
  {
   "name": "transformer.h.22.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50313,
   "zero_fraction": 0.44684
  },
  {
   "name": "transformer.h.22.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.22.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.53909,
   "zero_fraction": 0.44854
  },
  {
   "name": "transformer.h.22.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49226,
   "zero_fraction": 0.45206
  },
  {
   "name": "transformer.h.22.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.22.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.22.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.57357,
   "zero_fraction": 0.45229
  },
  {
   "name": "transformer.h.22.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50022,
   "zero_fraction": 0.44722
  },
  {
   "name": "transformer.h.22.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49896,
   "zero_fraction": 0.44802
  },
  {
   "name": "transformer.h.23.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.23.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.51427,
   "zero_fraction": 0.4504
  },
  {
   "name": "transformer.h.23.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50223,
   "zero_fraction": 0.45219
  },
  {
   "name": "transformer.h.23.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.23.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.52447,
   "zero_fraction": 0.45045
  },
  {
   "name": "transformer.h.23.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49304,
   "zero_fraction": 0.45653
  },
  {
   "name": "transformer.h.23.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.23.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.23.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.60155,
   "zero_fraction": 0.4593
  },
  {
   "name": "transformer.h.23.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49875,
   "zero_fraction": 0.45031
  },
  {
   "name": "transformer.h.23.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50014,
   "zero_fraction": 0.44877
  },
  {
   "name": "transformer.h.3.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.3.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.64971,
   "zero_fraction": 0.44776
  },
  {
   "name": "transformer.h.3.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.53296,
   "zero_fraction": 0.43921
  },
  {
   "name": "transformer.h.3.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.3.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.56119,
   "zero_fraction": 0.44774
  },
  {
   "name": "transformer.h.3.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.4952,
   "zero_fraction": 0.45133
  },
  {
   "name": "transformer.h.3.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.3.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.3.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.5111,
   "zero_fraction": 0.45072
  },
  {
   "name": "transformer.h.3.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.51403,
   "zero_fraction": 0.44681
  },
  {
   "name": "transformer.h.3.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.51179,
   "zero_fraction": 0.44924
  },
  {
   "name": "transformer.h.4.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.4.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.58958,
   "zero_fraction": 0.44988
  },
  {
   "name": "transformer.h.4.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.52625,
   "zero_fraction": 0.44262
  },
  {
   "name": "transformer.h.4.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.4.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.55556,
   "zero_fraction": 0.44876
  },
  {
   "name": "transformer.h.4.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50009,
   "zero_fraction": 0.45511
  },
  {
   "name": "transformer.h.4.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.4.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.4.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54572,
   "zero_fraction": 0.45089
  },
  {
   "name": "transformer.h.4.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50837,
   "zero_fraction": 0.44698
  },
  {
   "name": "transformer.h.4.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50481,
   "zero_fraction": 0.44935
  },
  {
   "name": "transformer.h.5.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.5.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.55943,
   "zero_fraction": 0.44953
  },
  {
   "name": "transformer.h.5.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.52182,
   "zero_fraction": 0.43993
  },
  {
   "name": "transformer.h.5.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.5.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.53754,
   "zero_fraction": 0.44802
  },
  {
   "name": "transformer.h.5.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49815,
   "zero_fraction": 0.45029
  },
  {
   "name": "transformer.h.5.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.5.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.5.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54146,
   "zero_fraction": 0.44955
  },
  {
   "name": "transformer.h.5.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50303,
   "zero_fraction": 0.44787
  },
  {
   "name": "transformer.h.5.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50337,
   "zero_fraction": 0.4479
  },
  {
   "name": "transformer.h.6.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.6.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.55472,
   "zero_fraction": 0.44853
  },
  {
   "name": "transformer.h.6.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49489,
   "zero_fraction": 0.44197
  },
  {
   "name": "transformer.h.6.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.6.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54333,
   "zero_fraction": 0.44813
  },
  {
   "name": "transformer.h.6.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49503,
   "zero_fraction": 0.45183
  },
  {
   "name": "transformer.h.6.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.6.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.6.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54083,
   "zero_fraction": 0.44993
  },
  {
   "name": "transformer.h.6.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50204,
   "zero_fraction": 0.44694
  },
  {
   "name": "transformer.h.6.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50145,
   "zero_fraction": 0.44842
  },
  {
   "name": "transformer.h.7.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.7.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.52404,
   "zero_fraction": 0.44938
  },
  {
   "name": "transformer.h.7.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50169,
   "zero_fraction": 0.44117
  },
  {
   "name": "transformer.h.7.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.7.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.5452,
   "zero_fraction": 0.44963
  },
  {
   "name": "transformer.h.7.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49302,
   "zero_fraction": 0.45467
  },
  {
   "name": "transformer.h.7.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.7.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.7.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54576,
   "zero_fraction": 0.44958
  },
  {
   "name": "transformer.h.7.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49993,
   "zero_fraction": 0.44659
  },
  {
   "name": "transformer.h.7.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50031,
   "zero_fraction": 0.44807
  },
  {
   "name": "transformer.h.8.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.8.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54765,
   "zero_fraction": 0.454
  },
  {
   "name": "transformer.h.8.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50266,
   "zero_fraction": 0.44229
  },
  {
   "name": "transformer.h.8.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.8.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54446,
   "zero_fraction": 0.45176
  },
  {
   "name": "transformer.h.8.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49281,
   "zero_fraction": 0.45563
  },
  {
   "name": "transformer.h.8.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.8.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.8.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.56901,
   "zero_fraction": 0.45218
  },
  {
   "name": "transformer.h.8.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49997,
   "zero_fraction": 0.44706
  },
  {
   "name": "transformer.h.8.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50011,
   "zero_fraction": 0.44825
  },
  {
   "name": "transformer.h.9.attn.k_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.9.attn.k_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.57334,
   "zero_fraction": 0.44753
  },
  {
   "name": "transformer.h.9.attn.o_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.47812,
   "zero_fraction": 0.44168
  },
  {
   "name": "transformer.h.9.attn.q_norm.weight",
   "shape": [
    80
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.9.attn.q_proj.weight",
   "shape": [
    640,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.53186,
   "zero_fraction": 0.44458
  },
  {
   "name": "transformer.h.9.attn.v_proj.weight",
   "shape": [
    320,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.49707,
   "zero_fraction": 0.45616
  },
  {
   "name": "transformer.h.9.ln_1.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.9.ln_2.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.h.9.mlp.w_down.weight",
   "shape": [
    640,
    1920
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.54528,
   "zero_fraction": 0.45042
  },
  {
   "name": "transformer.h.9.mlp.w_gate.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.50142,
   "zero_fraction": 0.44719
  },
  {
   "name": "transformer.h.9.mlp.w_up.weight",
   "shape": [
    1920,
    640
   ],
   "quantized": true,
   "reason": "",
   "relative_error": 0.4995,
   "zero_fraction": 0.44919
  },
  {
   "name": "transformer.ln_f.weight",
   "shape": [
    640
   ],
   "quantized": false,
   "reason": "not a matrix",
   "relative_error": 0.0,
   "zero_fraction": 0.0
  },
  {
   "name": "transformer.wte.weight",
   "shape": [
    32768,
    640
   ],
   "quantized": true,
   "reason": "8-bit",
   "relative_error": 0.0065,
   "zero_fraction": 0.00893
  }
 ]
}