quantization_report_int8_convrot.json

{
  "original_model_path": "C:\\Users\\drbaph\\Documents\\ComfyUI\\models\\breezetts2\\drbaph_Breeze-TTS-2-comfyui\\model.safetensors",
  "quantized_model_path": "C:\\Users\\drbaph\\Documents\\ComfyUI\\models\\breezetts2\\drbaph_Breeze-TTS-2-comfyui\\model-int8-convrot.safetensors",
  "comfy_kitchen_version": "0.2.31",
  "pytorch_version": "2.10.0+cu130",
  "cuda_version": "13.0",
  "method": "comfy_kitchen TensorWiseINT8Layout.quantize(is_weight=True, per_channel=True, convrot=True)",
  "quantized_tensors": 462,
  "quantized_params": 2440495104,
  "original_size_bytes": 6966557274,
  "quantized_size_bytes": 4531323256,
  "elapsed_seconds": 7.3618127999361604,
  "worst_rel_l2": 0.00930482242256403,
  "median_rel_l2": 0.008255287073552608,
  "worst_cosine": 0.9999567270278931,
  "group_size_histogram": {
    "64": 130,
    "256": 332
  },
  "tensors_left_unquantized": "embeddings, norms, lm_head, codebooks_head, text_encoder_proj, codec_model, biases",
  "per_tensor": [
    {
      "tensor": "backbone_model.layers.0.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.0019966810941696167,
      "mean_abs_err": 0.00013632370973937213,
      "rel_l2": 0.008920373395085335,
      "cosine": 0.99996018409729
    },
    {
      "tensor": "backbone_model.layers.0.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0023686103522777557,
      "mean_abs_err": 0.00014198424469213933,
      "rel_l2": 0.008275930769741535,
      "cosine": 0.9999658465385437
    },
    {
      "tensor": "backbone_model.layers.0.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0012204688973724842,
      "mean_abs_err": 0.0001222665887326002,
      "rel_l2": 0.008289851248264313,
      "cosine": 0.9999656081199646
    },
    {
      "tensor": "backbone_model.layers.0.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011296048760414124,
      "mean_abs_err": 0.00011932228517252952,
      "rel_l2": 0.008350525982677937,
      "cosine": 0.9999650716781616
    },
    {
      "tensor": "backbone_model.layers.0.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.00513661652803421,
      "mean_abs_err": 0.00012258478091098368,
      "rel_l2": 0.00930482242256403,
      "cosine": 0.9999567270278931
    },
    {
      "tensor": "backbone_model.layers.0.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001444987952709198,
      "mean_abs_err": 0.00012551576946862042,
      "rel_l2": 0.008307283744215965,
      "cosine": 0.9999654293060303
    },
    {
      "tensor": "backbone_model.layers.0.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0010065268725156784,
      "mean_abs_err": 0.00012057260755682364,
      "rel_l2": 0.008282959461212158,
      "cosine": 0.9999656677246094
    },
    {
      "tensor": "backbone_model.layers.1.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.0021856725215911865,
      "mean_abs_err": 0.00014217104762792587,
      "rel_l2": 0.00891942996531725,
      "cosine": 0.99996018409729
    },
    {
      "tensor": "backbone_model.layers.1.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.002332676202058792,
      "mean_abs_err": 0.0001419010222889483,
      "rel_l2": 0.008263589814305305,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "backbone_model.layers.1.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011111944913864136,
      "mean_abs_err": 0.0001305364421568811,
      "rel_l2": 0.008262231014668941,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.1.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0009972453117370605,
      "mean_abs_err": 0.00012243399396538734,
      "rel_l2": 0.008301805704832077,
      "cosine": 0.9999655485153198
    },
    {
      "tensor": "backbone_model.layers.1.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001963295042514801,
      "mean_abs_err": 0.00013844785280525684,
      "rel_l2": 0.008755355142056942,
      "cosine": 0.9999616742134094
    },
    {
      "tensor": "backbone_model.layers.1.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011860523372888565,
      "mean_abs_err": 0.00013435000437311828,
      "rel_l2": 0.00826313067227602,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "backbone_model.layers.1.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0009709568694233894,
      "mean_abs_err": 0.0001339033042313531,
      "rel_l2": 0.00826253555715084,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.10.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.0013928008265793324,
      "mean_abs_err": 0.000148373466799967,
      "rel_l2": 0.008911832235753536,
      "cosine": 0.9999604225158691
    },
    {
      "tensor": "backbone_model.layers.10.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.002162843942642212,
      "mean_abs_err": 0.00014402606757357717,
      "rel_l2": 0.008278576657176018,
      "cosine": 0.9999656677246094
    },
    {
      "tensor": "backbone_model.layers.10.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001421402208507061,
      "mean_abs_err": 0.00013714181841351092,
      "rel_l2": 0.008266402408480644,
      "cosine": 0.9999658465385437
    },
    {
      "tensor": "backbone_model.layers.10.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0013295449316501617,
      "mean_abs_err": 0.00013502876390703022,
      "rel_l2": 0.008272409439086914,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.10.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001878000795841217,
      "mean_abs_err": 0.0001512179442215711,
      "rel_l2": 0.00856358464807272,
      "cosine": 0.9999632835388184
    },
    {
      "tensor": "backbone_model.layers.10.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001685849390923977,
      "mean_abs_err": 0.00013848140952177346,
      "rel_l2": 0.008260782808065414,
      "cosine": 0.9999659657478333
    },
    {
      "tensor": "backbone_model.layers.10.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0010851360857486725,
      "mean_abs_err": 0.0001512699673185125,
      "rel_l2": 0.008280398324131966,
      "cosine": 0.9999658465385437
    },
    {
      "tensor": "backbone_model.layers.11.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.0017191767692565918,
      "mean_abs_err": 0.000148279796121642,
      "rel_l2": 0.008902917616069317,
      "cosine": 0.9999604225158691
    },
    {
      "tensor": "backbone_model.layers.11.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0021587638184428215,
      "mean_abs_err": 0.0001444546360289678,
      "rel_l2": 0.008272748440504074,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "backbone_model.layers.11.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011475905776023865,
      "mean_abs_err": 0.00013716224930249155,
      "rel_l2": 0.00826976913958788,
      "cosine": 0.9999657273292542
    },
    {
      "tensor": "backbone_model.layers.11.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011320002377033234,
      "mean_abs_err": 0.00013479847984854132,
      "rel_l2": 0.008328436873853207,
      "cosine": 0.9999653697013855
    },
    {
      "tensor": "backbone_model.layers.11.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.002159666270017624,
      "mean_abs_err": 0.00015054146933835,
      "rel_l2": 0.008599418215453625,
      "cosine": 0.999963104724884
    },
    {
      "tensor": "backbone_model.layers.11.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0013555027544498444,
      "mean_abs_err": 0.00013961635704617947,
      "rel_l2": 0.008241039700806141,
      "cosine": 0.999966025352478
    },
    {
      "tensor": "backbone_model.layers.11.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011591911315917969,
      "mean_abs_err": 0.0001494880416430533,
      "rel_l2": 0.00826052576303482,
      "cosine": 0.9999658465385437
    },
    {
      "tensor": "backbone_model.layers.12.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.0020503364503383636,
      "mean_abs_err": 0.00014595147513318807,
      "rel_l2": 0.008911196142435074,
      "cosine": 0.9999604225158691
    },
    {
      "tensor": "backbone_model.layers.12.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0017414316534996033,
      "mean_abs_err": 0.00014850980369374156,
      "rel_l2": 0.008279790170490742,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.12.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011591166257858276,
      "mean_abs_err": 0.000135683425469324,
      "rel_l2": 0.008290144614875317,
      "cosine": 0.9999656081199646
    },
    {
      "tensor": "backbone_model.layers.12.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0012226291000843048,
      "mean_abs_err": 0.00013101851800456643,
      "rel_l2": 0.00824448186904192,
      "cosine": 0.9999660849571228
    },
    {
      "tensor": "backbone_model.layers.12.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.002244371920824051,
      "mean_abs_err": 0.0001597209193278104,
      "rel_l2": 0.008588751778006554,
      "cosine": 0.999963104724884
    },
    {
      "tensor": "backbone_model.layers.12.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0016650408506393433,
      "mean_abs_err": 0.00013598098303191364,
      "rel_l2": 0.008239779621362686,
      "cosine": 0.999966025352478
    },
    {
      "tensor": "backbone_model.layers.12.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011560320854187012,
      "mean_abs_err": 0.00015787992742843926,
      "rel_l2": 0.008261047303676605,
      "cosine": 0.9999659657478333
    },
    {
      "tensor": "backbone_model.layers.13.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.0021591708064079285,
      "mean_abs_err": 0.00014353093865793198,
      "rel_l2": 0.008929108269512653,
      "cosine": 0.99996018409729
    },
    {
      "tensor": "backbone_model.layers.13.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.002642117440700531,
      "mean_abs_err": 0.00015256569895427674,
      "rel_l2": 0.008261008188128471,
      "cosine": 0.9999658465385437
    },
    {
      "tensor": "backbone_model.layers.13.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0015447121113538742,
      "mean_abs_err": 0.00013275611854624003,
      "rel_l2": 0.008269832469522953,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "backbone_model.layers.13.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0013686753809452057,
      "mean_abs_err": 0.00013011957344133407,
      "rel_l2": 0.008288002572953701,
      "cosine": 0.9999656677246094
    },
    {
      "tensor": "backbone_model.layers.13.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0036258473992347717,
      "mean_abs_err": 0.00015781467664055526,
      "rel_l2": 0.00867952685803175,
      "cosine": 0.9999622702598572
    },
    {
      "tensor": "backbone_model.layers.13.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0018505081534385681,
      "mean_abs_err": 0.00013852101983502507,
      "rel_l2": 0.00828360766172409,
      "cosine": 0.9999656081199646
    },
    {
      "tensor": "backbone_model.layers.13.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001147836446762085,
      "mean_abs_err": 0.00015368429012596607,
      "rel_l2": 0.008276645094156265,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.14.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.0016105100512504578,
      "mean_abs_err": 0.00014329541590996087,
      "rel_l2": 0.00890047661960125,
      "cosine": 0.9999605417251587
    },
    {
      "tensor": "backbone_model.layers.14.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0024028345942497253,
      "mean_abs_err": 0.00015423193690367043,
      "rel_l2": 0.008277924731373787,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.14.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0009849946945905685,
      "mean_abs_err": 0.00013315171236172318,
      "rel_l2": 0.008262766525149345,
      "cosine": 0.9999658465385437
    },
    {
      "tensor": "backbone_model.layers.14.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.002022797241806984,
      "mean_abs_err": 0.0001288896455662325,
      "rel_l2": 0.00831519067287445,
      "cosine": 0.9999653697013855
    },
    {
      "tensor": "backbone_model.layers.14.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0050121936947107315,
      "mean_abs_err": 0.0001588449813425541,
      "rel_l2": 0.00878123939037323,
      "cosine": 0.9999613761901855
    },
    {
      "tensor": "backbone_model.layers.14.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0014704614877700806,
      "mean_abs_err": 0.00014042400289326906,
      "rel_l2": 0.008261068724095821,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "backbone_model.layers.14.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0013913651928305626,
      "mean_abs_err": 0.00015377148520201445,
      "rel_l2": 0.008276491425931454,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.15.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.0018144436180591583,
      "mean_abs_err": 0.00014172252849675715,
      "rel_l2": 0.008944171480834484,
      "cosine": 0.9999599456787109
    },
    {
      "tensor": "backbone_model.layers.15.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0026758909225463867,
      "mean_abs_err": 0.00015948255895636976,
      "rel_l2": 0.008282935246825218,
      "cosine": 0.9999656677246094
    },
    {
      "tensor": "backbone_model.layers.15.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0010506696999073029,
      "mean_abs_err": 0.00013171367754694074,
      "rel_l2": 0.008289511315524578,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.15.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0010868944227695465,
      "mean_abs_err": 0.00013251506607048213,
      "rel_l2": 0.008312279358506203,
      "cosine": 0.9999654293060303
    },
    {
      "tensor": "backbone_model.layers.15.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0069558098912239075,
      "mean_abs_err": 0.00016171217430382967,
      "rel_l2": 0.008878480643033981,
      "cosine": 0.9999606609344482
    },
    {
      "tensor": "backbone_model.layers.15.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0016353977844119072,
      "mean_abs_err": 0.0001403096248395741,
      "rel_l2": 0.008244792930781841,
      "cosine": 0.999966025352478
    },
    {
      "tensor": "backbone_model.layers.15.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011249100789427757,
      "mean_abs_err": 0.00015574504504911602,
      "rel_l2": 0.008308053947985172,
      "cosine": 0.9999656081199646
    },
    {
      "tensor": "backbone_model.layers.16.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.0023756176233291626,
      "mean_abs_err": 0.00014302063209470361,
      "rel_l2": 0.008899672888219357,
      "cosine": 0.9999604225158691
    },
    {
      "tensor": "backbone_model.layers.16.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.002435356378555298,
      "mean_abs_err": 0.00015958677977323532,
      "rel_l2": 0.008254013955593109,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "backbone_model.layers.16.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001165151596069336,
      "mean_abs_err": 0.00013363068865146488,
      "rel_l2": 0.008294330909848213,
      "cosine": 0.9999656081199646
    },
    {
      "tensor": "backbone_model.layers.16.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0012100040912628174,
      "mean_abs_err": 0.0001305885671172291,
      "rel_l2": 0.008269676938652992,
      "cosine": 0.9999657273292542
    },
    {
      "tensor": "backbone_model.layers.16.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.004921525716781616,
      "mean_abs_err": 0.0001667070755502209,
      "rel_l2": 0.009236772544682026,
      "cosine": 0.9999573826789856
    },
    {
      "tensor": "backbone_model.layers.16.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0017846673727035522,
      "mean_abs_err": 0.00014057695807423443,
      "rel_l2": 0.008279469795525074,
      "cosine": 0.9999656081199646
    },
    {
      "tensor": "backbone_model.layers.16.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001191830262541771,
      "mean_abs_err": 0.00015460248687304556,
      "rel_l2": 0.008306005969643593,
      "cosine": 0.9999654293060303
    },
    {
      "tensor": "backbone_model.layers.17.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.001708388328552246,
      "mean_abs_err": 0.00014578868285752833,
      "rel_l2": 0.008908442221581936,
      "cosine": 0.9999603033065796
    },
    {
      "tensor": "backbone_model.layers.17.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.002477884292602539,
      "mean_abs_err": 0.00015351350884884596,
      "rel_l2": 0.008292505517601967,
      "cosine": 0.9999656677246094
    },
    {
      "tensor": "backbone_model.layers.17.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0012466982007026672,
      "mean_abs_err": 0.00013633709750138223,
      "rel_l2": 0.008281475864350796,
      "cosine": 0.9999656677246094
    },
    {
      "tensor": "backbone_model.layers.17.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0013587400317192078,
      "mean_abs_err": 0.00013384968042373657,
      "rel_l2": 0.008240742608904839,
      "cosine": 0.999966025352478
    },
    {
      "tensor": "backbone_model.layers.17.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.004036128520965576,
      "mean_abs_err": 0.00015342485858127475,
      "rel_l2": 0.008550843223929405,
      "cosine": 0.9999635219573975
    },
    {
      "tensor": "backbone_model.layers.17.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0014367790427058935,
      "mean_abs_err": 0.00013896264135837555,
      "rel_l2": 0.00825146771967411,
      "cosine": 0.999966025352478
    },
    {
      "tensor": "backbone_model.layers.17.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011130478233098984,
      "mean_abs_err": 0.0001526436972199008,
      "rel_l2": 0.00829046405851841,
      "cosine": 0.9999655485153198
    },
    {
      "tensor": "backbone_model.layers.18.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.0016624033451080322,
      "mean_abs_err": 0.0001471352734370157,
      "rel_l2": 0.008879824541509151,
      "cosine": 0.9999606609344482
    },
    {
      "tensor": "backbone_model.layers.18.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0028187930583953857,
      "mean_abs_err": 0.00015011639334261417,
      "rel_l2": 0.008288892917335033,
      "cosine": 0.9999656081199646
    },
    {
      "tensor": "backbone_model.layers.18.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011090859770774841,
      "mean_abs_err": 0.0001370803511235863,
      "rel_l2": 0.008278865367174149,
      "cosine": 0.9999657273292542
    },
    {
      "tensor": "backbone_model.layers.18.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0018318388611078262,
      "mean_abs_err": 0.00011857088247779757,
      "rel_l2": 0.008247888647019863,
      "cosine": 0.9999659657478333
    },
    {
      "tensor": "backbone_model.layers.18.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.003167068585753441,
      "mean_abs_err": 0.00016073408187367022,
      "rel_l2": 0.008755439892411232,
      "cosine": 0.9999616742134094
    },
    {
      "tensor": "backbone_model.layers.18.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0017019715160131454,
      "mean_abs_err": 0.00014152553922031075,
      "rel_l2": 0.00825968012213707,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "backbone_model.layers.18.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011234558187425137,
      "mean_abs_err": 0.0001560984819661826,
      "rel_l2": 0.008232533931732178,
      "cosine": 0.9999660849571228
    },
    {
      "tensor": "backbone_model.layers.19.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.0018735285848379135,
      "mean_abs_err": 0.00014718135935254395,
      "rel_l2": 0.008889353834092617,
      "cosine": 0.9999604821205139
    },
    {
      "tensor": "backbone_model.layers.19.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0032233446836471558,
      "mean_abs_err": 0.00014967049355618656,
      "rel_l2": 0.008292203769087791,
      "cosine": 0.9999656081199646
    },
    {
      "tensor": "backbone_model.layers.19.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0012537837028503418,
      "mean_abs_err": 0.00013663704157806933,
      "rel_l2": 0.008267917670309544,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.19.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011772066354751587,
      "mean_abs_err": 0.0001291782973567024,
      "rel_l2": 0.008275577798485756,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "backbone_model.layers.19.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.005007125437259674,
      "mean_abs_err": 0.0001621693663764745,
      "rel_l2": 0.008539389818906784,
      "cosine": 0.999963641166687
    },
    {
      "tensor": "backbone_model.layers.19.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001470731571316719,
      "mean_abs_err": 0.00014280361938290298,
      "rel_l2": 0.008248215541243553,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "backbone_model.layers.19.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011649541556835175,
      "mean_abs_err": 0.00015680136857554317,
      "rel_l2": 0.00826298724859953,
      "cosine": 0.999966025352478
    },
    {
      "tensor": "backbone_model.layers.2.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.0016073696315288544,
      "mean_abs_err": 0.0001444203226128593,
      "rel_l2": 0.00889686867594719,
      "cosine": 0.9999604225158691
    },
    {
      "tensor": "backbone_model.layers.2.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0032291673123836517,
      "mean_abs_err": 0.00014197136624716222,
      "rel_l2": 0.008271506056189537,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.2.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011913813650608063,
      "mean_abs_err": 0.00013439200120046735,
      "rel_l2": 0.008285120129585266,
      "cosine": 0.9999656081199646
    },
    {
      "tensor": "backbone_model.layers.2.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0010582711547613144,
      "mean_abs_err": 0.00013180967653170228,
      "rel_l2": 0.008306600153446198,
      "cosine": 0.9999656081199646
    },
    {
      "tensor": "backbone_model.layers.2.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0018795542418956757,
      "mean_abs_err": 0.00014383958477992564,
      "rel_l2": 0.008780810050666332,
      "cosine": 0.9999614953994751
    },
    {
      "tensor": "backbone_model.layers.2.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001389339566230774,
      "mean_abs_err": 0.00013675176887772977,
      "rel_l2": 0.008272034116089344,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.2.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0010558590292930603,
      "mean_abs_err": 0.00014192260277923197,
      "rel_l2": 0.008269824087619781,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.20.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.001535862684249878,
      "mean_abs_err": 0.00014708045637235045,
      "rel_l2": 0.008908029645681381,
      "cosine": 0.9999603629112244
    },
    {
      "tensor": "backbone_model.layers.20.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.002786962315440178,
      "mean_abs_err": 0.00015000830171629786,
      "rel_l2": 0.008290433324873447,
      "cosine": 0.9999656677246094
    },
    {
      "tensor": "backbone_model.layers.20.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0010173562914133072,
      "mean_abs_err": 0.00013622143887914717,
      "rel_l2": 0.008268713019788265,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.20.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001124078407883644,
      "mean_abs_err": 0.0001345920900348574,
      "rel_l2": 0.00826391950249672,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "backbone_model.layers.20.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0021670423448085785,
      "mean_abs_err": 0.00015221080684568733,
      "rel_l2": 0.008654317818582058,
      "cosine": 0.9999624490737915
    },
    {
      "tensor": "backbone_model.layers.20.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0015102243050932884,
      "mean_abs_err": 0.00014008763537276536,
      "rel_l2": 0.008266211487352848,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "backbone_model.layers.20.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0010482817888259888,
      "mean_abs_err": 0.00014744476357009262,
      "rel_l2": 0.008320605382323265,
      "cosine": 0.9999653697013855
    },
    {
      "tensor": "backbone_model.layers.21.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.0016179438680410385,
      "mean_abs_err": 0.0001478197518736124,
      "rel_l2": 0.008903547190129757,
      "cosine": 0.9999603629112244
    },
    {
      "tensor": "backbone_model.layers.21.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0023816563189029694,
      "mean_abs_err": 0.00014910008758306503,
      "rel_l2": 0.008268237113952637,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.21.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011803042143583298,
      "mean_abs_err": 0.00013732272782362998,
      "rel_l2": 0.008274789899587631,
      "cosine": 0.9999658465385437
    },
    {
      "tensor": "backbone_model.layers.21.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001267947256565094,
      "mean_abs_err": 0.00013111255248077214,
      "rel_l2": 0.008293535560369492,
      "cosine": 0.9999655485153198
    },
    {
      "tensor": "backbone_model.layers.21.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0024191662669181824,
      "mean_abs_err": 0.00017082701378967613,
      "rel_l2": 0.009051826782524586,
      "cosine": 0.9999590516090393
    },
    {
      "tensor": "backbone_model.layers.21.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0017026197165250778,
      "mean_abs_err": 0.00013941238285042346,
      "rel_l2": 0.008246881887316704,
      "cosine": 0.999966025352478
    },
    {
      "tensor": "backbone_model.layers.21.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001200525090098381,
      "mean_abs_err": 0.00015412902575917542,
      "rel_l2": 0.008279707282781601,
      "cosine": 0.9999656677246094
    },
    {
      "tensor": "backbone_model.layers.22.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.001391574740409851,
      "mean_abs_err": 0.00014916944201104343,
      "rel_l2": 0.008912619203329086,
      "cosine": 0.99996018409729
    },
    {
      "tensor": "backbone_model.layers.22.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.002438552677631378,
      "mean_abs_err": 0.00014776796160731465,
      "rel_l2": 0.00826722476631403,
      "cosine": 0.9999658465385437
    },
    {
      "tensor": "backbone_model.layers.22.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011032922193408012,
      "mean_abs_err": 0.00013838520681019872,
      "rel_l2": 0.008290950208902359,
      "cosine": 0.9999656081199646
    },
    {
      "tensor": "backbone_model.layers.22.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0013129543513059616,
      "mean_abs_err": 0.00012643465015571564,
      "rel_l2": 0.008274605497717857,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.22.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0017657727003097534,
      "mean_abs_err": 0.00016374509141314775,
      "rel_l2": 0.008729785680770874,
      "cosine": 0.9999618530273438
    },
    {
      "tensor": "backbone_model.layers.22.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001607738435268402,
      "mean_abs_err": 0.00014089452452026308,
      "rel_l2": 0.008287138305604458,
      "cosine": 0.9999656081199646
    },
    {
      "tensor": "backbone_model.layers.22.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0012484430335462093,
      "mean_abs_err": 0.00015544347115792334,
      "rel_l2": 0.008247856982052326,
      "cosine": 0.999966025352478
    },
    {
      "tensor": "backbone_model.layers.23.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.001673080027103424,
      "mean_abs_err": 0.00015039836580399424,
      "rel_l2": 0.008902037516236305,
      "cosine": 0.9999603033065796
    },
    {
      "tensor": "backbone_model.layers.23.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001974310725927353,
      "mean_abs_err": 0.00014693096454720944,
      "rel_l2": 0.008288947865366936,
      "cosine": 0.9999655485153198
    },
    {
      "tensor": "backbone_model.layers.23.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001112258294597268,
      "mean_abs_err": 0.00013913896691519767,
      "rel_l2": 0.00826212763786316,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "backbone_model.layers.23.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0016134288161993027,
      "mean_abs_err": 0.0001266704493900761,
      "rel_l2": 0.008297395892441273,
      "cosine": 0.9999656081199646
    },
    {
      "tensor": "backbone_model.layers.23.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0013571828603744507,
      "mean_abs_err": 0.00016150996088981628,
      "rel_l2": 0.008618813008069992,
      "cosine": 0.9999629259109497
    },
    {
      "tensor": "backbone_model.layers.23.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0018617436289787292,
      "mean_abs_err": 0.0001419863838236779,
      "rel_l2": 0.008283189497888088,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.23.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0012270137667655945,
      "mean_abs_err": 0.00015283760149031878,
      "rel_l2": 0.008239742368459702,
      "cosine": 0.9999659657478333
    },
    {
      "tensor": "backbone_model.layers.24.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.0014337766915559769,
      "mean_abs_err": 0.00015064651961438358,
      "rel_l2": 0.008903157897293568,
      "cosine": 0.9999603629112244
    },
    {
      "tensor": "backbone_model.layers.24.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.002465866506099701,
      "mean_abs_err": 0.00014547424507327378,
      "rel_l2": 0.00827610120177269,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.24.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011506173759698868,
      "mean_abs_err": 0.00014009307778906077,
      "rel_l2": 0.008277945220470428,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "backbone_model.layers.24.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0013810228556394577,
      "mean_abs_err": 0.00013004845823161304,
      "rel_l2": 0.008267754688858986,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "backbone_model.layers.24.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.002053741365671158,
      "mean_abs_err": 0.0001760043960530311,
      "rel_l2": 0.00890884269028902,
      "cosine": 0.9999603629112244
    },
    {
      "tensor": "backbone_model.layers.24.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0020673833787441254,
      "mean_abs_err": 0.00014284084318205714,
      "rel_l2": 0.008246851153671741,
      "cosine": 0.999966025352478
    },
    {
      "tensor": "backbone_model.layers.24.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0012493431568145752,
      "mean_abs_err": 0.00015654777234885842,
      "rel_l2": 0.008299952372908592,
      "cosine": 0.9999655485153198
    },
    {
      "tensor": "backbone_model.layers.25.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.001953698694705963,
      "mean_abs_err": 0.00015252885350491852,
      "rel_l2": 0.008908719755709171,
      "cosine": 0.9999604225158691
    },
    {
      "tensor": "backbone_model.layers.25.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0020125643350183964,
      "mean_abs_err": 0.00014516632654704154,
      "rel_l2": 0.008294102735817432,
      "cosine": 0.9999655485153198
    },
    {
      "tensor": "backbone_model.layers.25.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.00122918002307415,
      "mean_abs_err": 0.00014062014815863222,
      "rel_l2": 0.008267659693956375,
      "cosine": 0.9999658465385437
    },
    {
      "tensor": "backbone_model.layers.25.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0010814769193530083,
      "mean_abs_err": 0.0001280821452382952,
      "rel_l2": 0.008291373029351234,
      "cosine": 0.9999656081199646
    },
    {
      "tensor": "backbone_model.layers.25.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0016234926879405975,
      "mean_abs_err": 0.00016761654114816338,
      "rel_l2": 0.008608107455074787,
      "cosine": 0.9999629855155945
    },
    {
      "tensor": "backbone_model.layers.25.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001539904624223709,
      "mean_abs_err": 0.0001394808350596577,
      "rel_l2": 0.008280194364488125,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.25.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011183097958564758,
      "mean_abs_err": 0.00015246003749780357,
      "rel_l2": 0.008246825076639652,
      "cosine": 0.9999659657478333
    },
    {
      "tensor": "backbone_model.layers.26.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.002393670380115509,
      "mean_abs_err": 0.00015098784933798015,
      "rel_l2": 0.00887672696262598,
      "cosine": 0.9999605417251587
    },
    {
      "tensor": "backbone_model.layers.26.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0019495785236358643,
      "mean_abs_err": 0.00014617247506976128,
      "rel_l2": 0.008280545473098755,
      "cosine": 0.9999656677246094
    },
    {
      "tensor": "backbone_model.layers.26.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011136606335639954,
      "mean_abs_err": 0.00013960099022369832,
      "rel_l2": 0.008272000588476658,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "backbone_model.layers.26.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0013517402112483978,
      "mean_abs_err": 0.00013291819777805358,
      "rel_l2": 0.008278065361082554,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.26.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0016984092071652412,
      "mean_abs_err": 0.00017589853086974472,
      "rel_l2": 0.008689961396157742,
      "cosine": 0.9999622106552124
    },
    {
      "tensor": "backbone_model.layers.26.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0020438507199287415,
      "mean_abs_err": 0.00013991229934617877,
      "rel_l2": 0.008268050849437714,
      "cosine": 0.9999658465385437
    },
    {
      "tensor": "backbone_model.layers.26.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001211344264447689,
      "mean_abs_err": 0.00015665587852708995,
      "rel_l2": 0.008283969946205616,
      "cosine": 0.9999656081199646
    },
    {
      "tensor": "backbone_model.layers.27.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.004586942493915558,
      "mean_abs_err": 0.00014009363076183945,
      "rel_l2": 0.008875076659023762,
      "cosine": 0.9999606609344482
    },
    {
      "tensor": "backbone_model.layers.27.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.00197460874915123,
      "mean_abs_err": 0.00015133412671275437,
      "rel_l2": 0.008281704969704151,
      "cosine": 0.9999656677246094
    },
    {
      "tensor": "backbone_model.layers.27.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0013582408428192139,
      "mean_abs_err": 0.00013124317047186196,
      "rel_l2": 0.008259751833975315,
      "cosine": 0.9999658465385437
    },
    {
      "tensor": "backbone_model.layers.27.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0014273058623075485,
      "mean_abs_err": 0.00013039882469456643,
      "rel_l2": 0.008255287073552608,
      "cosine": 0.999966025352478
    },
    {
      "tensor": "backbone_model.layers.27.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0032933559268712997,
      "mean_abs_err": 0.0001689365308266133,
      "rel_l2": 0.008786560967564583,
      "cosine": 0.9999613761901855
    },
    {
      "tensor": "backbone_model.layers.27.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0015926775522530079,
      "mean_abs_err": 0.00014090983313508332,
      "rel_l2": 0.008265599608421326,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.27.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0010792692191898823,
      "mean_abs_err": 0.00014807729166932404,
      "rel_l2": 0.00830099917948246,
      "cosine": 0.9999655485153198
    },
    {
      "tensor": "backbone_model.layers.3.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.0014460012316703796,
      "mean_abs_err": 0.00014527779421769083,
      "rel_l2": 0.008873751387000084,
      "cosine": 0.9999606609344482
    },
    {
      "tensor": "backbone_model.layers.3.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.002514646388590336,
      "mean_abs_err": 0.0001428951509296894,
      "rel_l2": 0.008289869874715805,
      "cosine": 0.9999657273292542
    },
    {
      "tensor": "backbone_model.layers.3.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011258721351623535,
      "mean_abs_err": 0.0001362654729746282,
      "rel_l2": 0.008283727802336216,
      "cosine": 0.9999656677246094
    },
    {
      "tensor": "backbone_model.layers.3.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0012880228459835052,
      "mean_abs_err": 0.00013072387082502246,
      "rel_l2": 0.008287410251796246,
      "cosine": 0.9999656081199646
    },
    {
      "tensor": "backbone_model.layers.3.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.002330496907234192,
      "mean_abs_err": 0.00014506757725030184,
      "rel_l2": 0.008663412183523178,
      "cosine": 0.9999623894691467
    },
    {
      "tensor": "backbone_model.layers.3.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.00177693460136652,
      "mean_abs_err": 0.00013466653763316572,
      "rel_l2": 0.00826226081699133,
      "cosine": 0.9999658465385437
    },
    {
      "tensor": "backbone_model.layers.3.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0010910145938396454,
      "mean_abs_err": 0.00014446872228290886,
      "rel_l2": 0.008236566558480263,
      "cosine": 0.9999659657478333
    },
    {
      "tensor": "backbone_model.layers.4.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.001748017966747284,
      "mean_abs_err": 0.00014633160026278347,
      "rel_l2": 0.008904749527573586,
      "cosine": 0.9999603033065796
    },
    {
      "tensor": "backbone_model.layers.4.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0019227638840675354,
      "mean_abs_err": 0.0001433843281120062,
      "rel_l2": 0.008276466280221939,
      "cosine": 0.9999656677246094
    },
    {
      "tensor": "backbone_model.layers.4.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0010232608765363693,
      "mean_abs_err": 0.00013674041838385165,
      "rel_l2": 0.008283107541501522,
      "cosine": 0.9999657273292542
    },
    {
      "tensor": "backbone_model.layers.4.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011829771101474762,
      "mean_abs_err": 0.00013437870074994862,
      "rel_l2": 0.008253944106400013,
      "cosine": 0.9999659657478333
    },
    {
      "tensor": "backbone_model.layers.4.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0021603573113679886,
      "mean_abs_err": 0.00014729457325302064,
      "rel_l2": 0.008753776550292969,
      "cosine": 0.9999616146087646
    },
    {
      "tensor": "backbone_model.layers.4.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0012753307819366455,
      "mean_abs_err": 0.00013875216245651245,
      "rel_l2": 0.00827669445425272,
      "cosine": 0.9999658465385437
    },
    {
      "tensor": "backbone_model.layers.4.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0012953467667102814,
      "mean_abs_err": 0.00014566912432201207,
      "rel_l2": 0.008293002843856812,
      "cosine": 0.9999655485153198
    },
    {
      "tensor": "backbone_model.layers.5.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.0015003569424152374,
      "mean_abs_err": 0.00014697753067594022,
      "rel_l2": 0.008919451385736465,
      "cosine": 0.9999603033065796
    },
    {
      "tensor": "backbone_model.layers.5.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0016405414789915085,
      "mean_abs_err": 0.00014366813411470503,
      "rel_l2": 0.008275255560874939,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.5.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0012016147375106812,
      "mean_abs_err": 0.0001372751867165789,
      "rel_l2": 0.008274432271718979,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.5.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011847633868455887,
      "mean_abs_err": 0.00013514872989617288,
      "rel_l2": 0.008279580622911453,
      "cosine": 0.9999656677246094
    },
    {
      "tensor": "backbone_model.layers.5.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0020902547985315323,
      "mean_abs_err": 0.00015005878231022507,
      "rel_l2": 0.008775425143539906,
      "cosine": 0.9999614953994751
    },
    {
      "tensor": "backbone_model.layers.5.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0013209804892539978,
      "mean_abs_err": 0.00013951477012597024,
      "rel_l2": 0.008277651853859425,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.5.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0010585878044366837,
      "mean_abs_err": 0.00014401630323845893,
      "rel_l2": 0.008238966576755047,
      "cosine": 0.9999661445617676
    },
    {
      "tensor": "backbone_model.layers.6.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.0018646009266376495,
      "mean_abs_err": 0.00014662492321804166,
      "rel_l2": 0.00889319647103548,
      "cosine": 0.9999603033065796
    },
    {
      "tensor": "backbone_model.layers.6.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.002697594463825226,
      "mean_abs_err": 0.00014409542200155556,
      "rel_l2": 0.008262606337666512,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "backbone_model.layers.6.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001078244298696518,
      "mean_abs_err": 0.0001380803296342492,
      "rel_l2": 0.00826355256140232,
      "cosine": 0.9999658465385437
    },
    {
      "tensor": "backbone_model.layers.6.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011105239391326904,
      "mean_abs_err": 0.0001314658293267712,
      "rel_l2": 0.008314532227814198,
      "cosine": 0.999965488910675
    },
    {
      "tensor": "backbone_model.layers.6.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001316618174314499,
      "mean_abs_err": 0.0001497519842814654,
      "rel_l2": 0.008638689294457436,
      "cosine": 0.9999627470970154
    },
    {
      "tensor": "backbone_model.layers.6.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0015463046729564667,
      "mean_abs_err": 0.00013595426571555436,
      "rel_l2": 0.008302470669150352,
      "cosine": 0.9999656081199646
    },
    {
      "tensor": "backbone_model.layers.6.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001284899190068245,
      "mean_abs_err": 0.00015224807430058718,
      "rel_l2": 0.008262228220701218,
      "cosine": 0.9999658465385437
    },
    {
      "tensor": "backbone_model.layers.7.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.0018586665391921997,
      "mean_abs_err": 0.00014821765944361687,
      "rel_l2": 0.008907782845199108,
      "cosine": 0.9999603629112244
    },
    {
      "tensor": "backbone_model.layers.7.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0019452832639217377,
      "mean_abs_err": 0.0001432765566278249,
      "rel_l2": 0.008259551599621773,
      "cosine": 0.9999658465385437
    },
    {
      "tensor": "backbone_model.layers.7.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0010840483009815216,
      "mean_abs_err": 0.0001382833142997697,
      "rel_l2": 0.008260798640549183,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "backbone_model.layers.7.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0015804767608642578,
      "mean_abs_err": 0.00013038641191087663,
      "rel_l2": 0.008259404450654984,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "backbone_model.layers.7.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0015289243310689926,
      "mean_abs_err": 0.00015628073015250266,
      "rel_l2": 0.008921300992369652,
      "cosine": 0.99996018409729
    },
    {
      "tensor": "backbone_model.layers.7.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0015829391777515411,
      "mean_abs_err": 0.00013879263133276254,
      "rel_l2": 0.008266237564384937,
      "cosine": 0.9999658465385437
    },
    {
      "tensor": "backbone_model.layers.7.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001347063109278679,
      "mean_abs_err": 0.00014889719022903591,
      "rel_l2": 0.008262169547379017,
      "cosine": 0.9999657869338989
    },
    {
      "tensor": "backbone_model.layers.8.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.0018263347446918488,
      "mean_abs_err": 0.00014801419456489384,
      "rel_l2": 0.008889527060091496,
      "cosine": 0.9999605417251587
    },
    {
      "tensor": "backbone_model.layers.8.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.002438567578792572,
      "mean_abs_err": 0.0001444344234187156,
      "rel_l2": 0.008288051933050156,
      "cosine": 0.9999656677246094
    },
    {
      "tensor": "backbone_model.layers.8.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001348603516817093,
      "mean_abs_err": 0.00013819080777466297,
      "rel_l2": 0.00828130915760994,
      "cosine": 0.9999656677246094
    },
    {
      "tensor": "backbone_model.layers.8.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0012884736061096191,
      "mean_abs_err": 0.0001342322793789208,
      "rel_l2": 0.008254265412688255,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "backbone_model.layers.8.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0014273431152105331,
      "mean_abs_err": 0.00015510854427702725,
      "rel_l2": 0.008782376535236835,
      "cosine": 0.9999613761901855
    },
    {
      "tensor": "backbone_model.layers.8.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0014114435762166977,
      "mean_abs_err": 0.00013813754776492715,
      "rel_l2": 0.008294554427266121,
      "cosine": 0.9999656677246094
    },
    {
      "tensor": "backbone_model.layers.8.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0010471418499946594,
      "mean_abs_err": 0.00014853703032713383,
      "rel_l2": 0.008223694749176502,
      "cosine": 0.9999662041664124
    },
    {
      "tensor": "backbone_model.layers.9.mlp.down_proj.weight",
      "shape": [
        2048,
        6144
      ],
      "group_size": 256,
      "max_abs_err": 0.0018653497099876404,
      "mean_abs_err": 0.00014851492596790195,
      "rel_l2": 0.008916742168366909,
      "cosine": 0.99996018409729
    },
    {
      "tensor": "backbone_model.layers.9.mlp.gate_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0021058348938822746,
      "mean_abs_err": 0.0001440374762751162,
      "rel_l2": 0.0082694748416543,
      "cosine": 0.9999657273292542
    },
    {
      "tensor": "backbone_model.layers.9.mlp.up_proj.weight",
      "shape": [
        6144,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0011272914707660675,
      "mean_abs_err": 0.00013810681411996484,
      "rel_l2": 0.008287051692605019,
      "cosine": 0.9999656677246094
    },
    {
      "tensor": "backbone_model.layers.9.self_attn.k_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001308538019657135,
      "mean_abs_err": 0.00013218820095062256,
      "rel_l2": 0.00826238002628088,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "backbone_model.layers.9.self_attn.o_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.00221889466047287,
      "mean_abs_err": 0.0001511849695816636,
      "rel_l2": 0.008610156364738941,
      "cosine": 0.9999628663063049
    },
    {
      "tensor": "backbone_model.layers.9.self_attn.q_proj.weight",
      "shape": [
        2048,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.001829744316637516,
      "mean_abs_err": 0.0001380399044137448,
      "rel_l2": 0.0082554891705513,
      "cosine": 0.999966025352478
    },
    {
      "tensor": "backbone_model.layers.9.self_attn.v_proj.weight",
      "shape": [
        1024,
        2048
      ],
      "group_size": 256,
      "max_abs_err": 0.0012486586347222328,
      "mean_abs_err": 0.0001507553388364613,
      "rel_l2": 0.00826949067413807,
      "cosine": 0.9999659061431885
    },
    {
      "tensor": "depth_decoder.model.layers.0.mlp.down_proj.weight",
      "shape": [
        1024,
        8192
      ],
      "group_size": 256,
      "max_abs_err": 0.002019766718149185,
      "mean_abs_err": 0.000137548049679026,
      "rel_l2": 0.009059536270797253,
      "cosine": 0.999958872795105
    },
    {
      "tensor": "depth_decoder.model.layers.0.mlp.gate_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0025025494396686554,
      "mean_abs_err": 0.00013420890900306404,
      "rel_l2": 0.00787411816418171,
      "cosine": 0.9999690055847168
    },
    {
      "tensor": "depth_decoder.model.layers.0.mlp.up_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0011212415993213654,
      "mean_abs_err": 0.00012124927889090031,
      "rel_l2": 0.007859725505113602,
      "cosine": 0.9999691247940063
    },
    {
      "tensor": "depth_decoder.model.layers.0.self_attn.k_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0013174638152122498,
      "mean_abs_err": 0.00014428193389903754,
      "rel_l2": 0.00786605104804039,
      "cosine": 0.9999690055847168
    },
    {
      "tensor": "depth_decoder.model.layers.0.self_attn.o_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0016802288591861725,
      "mean_abs_err": 0.0001025560122798197,
      "rel_l2": 0.00807823333889246,
      "cosine": 0.9999673962593079
    },
    {
      "tensor": "depth_decoder.model.layers.0.self_attn.q_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0018767500296235085,
      "mean_abs_err": 0.0001525452098576352,
      "rel_l2": 0.007932214066386223,
      "cosine": 0.9999685287475586
    },
    {
      "tensor": "depth_decoder.model.layers.0.self_attn.v_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0007485151290893555,
      "mean_abs_err": 0.00012077653082087636,
      "rel_l2": 0.007830889895558357,
      "cosine": 0.9999694228172302
    },
    {
      "tensor": "depth_decoder.model.layers.1.mlp.down_proj.weight",
      "shape": [
        1024,
        8192
      ],
      "group_size": 256,
      "max_abs_err": 0.002792149782180786,
      "mean_abs_err": 0.00014255136193241924,
      "rel_l2": 0.009052430279552937,
      "cosine": 0.9999591112136841
    },
    {
      "tensor": "depth_decoder.model.layers.1.mlp.gate_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.002793329767882824,
      "mean_abs_err": 0.00013663878780789673,
      "rel_l2": 0.007879363372921944,
      "cosine": 0.999968945980072
    },
    {
      "tensor": "depth_decoder.model.layers.1.mlp.up_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0013670814223587513,
      "mean_abs_err": 0.00012110500392736867,
      "rel_l2": 0.007864998653531075,
      "cosine": 0.9999691247940063
    },
    {
      "tensor": "depth_decoder.model.layers.1.self_attn.k_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0015272311866283417,
      "mean_abs_err": 0.0001916551700560376,
      "rel_l2": 0.007821443490684032,
      "cosine": 0.999969482421875
    },
    {
      "tensor": "depth_decoder.model.layers.1.self_attn.o_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0015049446374177933,
      "mean_abs_err": 0.00012757937656715512,
      "rel_l2": 0.008457981050014496,
      "cosine": 0.9999642372131348
    },
    {
      "tensor": "depth_decoder.model.layers.1.self_attn.q_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.002128899097442627,
      "mean_abs_err": 0.0001858535542851314,
      "rel_l2": 0.0077848853543400764,
      "cosine": 0.9999698400497437
    },
    {
      "tensor": "depth_decoder.model.layers.1.self_attn.v_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0008177533745765686,
      "mean_abs_err": 0.00011678638838930055,
      "rel_l2": 0.007901669479906559,
      "cosine": 0.9999688267707825
    },
    {
      "tensor": "depth_decoder.model.layers.10.mlp.down_proj.weight",
      "shape": [
        1024,
        8192
      ],
      "group_size": 256,
      "max_abs_err": 0.0019594011828303337,
      "mean_abs_err": 0.00015088349755387753,
      "rel_l2": 0.009096499532461166,
      "cosine": 0.9999586939811707
    },
    {
      "tensor": "depth_decoder.model.layers.10.mlp.gate_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0018257610499858856,
      "mean_abs_err": 0.00014513959467876703,
      "rel_l2": 0.007857630960643291,
      "cosine": 0.9999692440032959
    },
    {
      "tensor": "depth_decoder.model.layers.10.mlp.up_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0013446435332298279,
      "mean_abs_err": 0.00012854457600042224,
      "rel_l2": 0.007848525419831276,
      "cosine": 0.9999692440032959
    },
    {
      "tensor": "depth_decoder.model.layers.10.self_attn.k_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0013201907277107239,
      "mean_abs_err": 0.00017824182577896863,
      "rel_l2": 0.007798575330525637,
      "cosine": 0.9999696016311646
    },
    {
      "tensor": "depth_decoder.model.layers.10.self_attn.o_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.004420638084411621,
      "mean_abs_err": 0.0001308788196183741,
      "rel_l2": 0.0084986612200737,
      "cosine": 0.9999638795852661
    },
    {
      "tensor": "depth_decoder.model.layers.10.self_attn.q_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0016942210495471954,
      "mean_abs_err": 0.00016570986190345138,
      "rel_l2": 0.007829681038856506,
      "cosine": 0.9999693632125854
    },
    {
      "tensor": "depth_decoder.model.layers.10.self_attn.v_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.001184919849038124,
      "mean_abs_err": 0.0001573032932356,
      "rel_l2": 0.007836931385099888,
      "cosine": 0.9999693632125854
    },
    {
      "tensor": "depth_decoder.model.layers.11.mlp.down_proj.weight",
      "shape": [
        1024,
        8192
      ],
      "group_size": 256,
      "max_abs_err": 0.0017395373433828354,
      "mean_abs_err": 0.00015229305427055806,
      "rel_l2": 0.009107309393584728,
      "cosine": 0.9999585747718811
    },
    {
      "tensor": "depth_decoder.model.layers.11.mlp.gate_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0015194155275821686,
      "mean_abs_err": 0.00013876502634957433,
      "rel_l2": 0.00785891804844141,
      "cosine": 0.9999691843986511
    },
    {
      "tensor": "depth_decoder.model.layers.11.mlp.up_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0013552159070968628,
      "mean_abs_err": 0.00013714094529859722,
      "rel_l2": 0.007857521064579487,
      "cosine": 0.9999691843986511
    },
    {
      "tensor": "depth_decoder.model.layers.11.self_attn.k_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0021224264055490494,
      "mean_abs_err": 0.00028969888808205724,
      "rel_l2": 0.007934211753308773,
      "cosine": 0.9999685287475586
    },
    {
      "tensor": "depth_decoder.model.layers.11.self_attn.o_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0015705674886703491,
      "mean_abs_err": 0.00016238074749708176,
      "rel_l2": 0.008620772510766983,
      "cosine": 0.9999628067016602
    },
    {
      "tensor": "depth_decoder.model.layers.11.self_attn.q_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.003289461135864258,
      "mean_abs_err": 0.00023108863388188183,
      "rel_l2": 0.007828593254089355,
      "cosine": 0.9999693632125854
    },
    {
      "tensor": "depth_decoder.model.layers.11.self_attn.v_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0011708922684192657,
      "mean_abs_err": 0.00013663970457855612,
      "rel_l2": 0.007849767804145813,
      "cosine": 0.9999691247940063
    },
    {
      "tensor": "depth_decoder.model.layers.2.mlp.down_proj.weight",
      "shape": [
        1024,
        8192
      ],
      "group_size": 256,
      "max_abs_err": 0.0018033646047115326,
      "mean_abs_err": 0.0001420595363015309,
      "rel_l2": 0.009067234583199024,
      "cosine": 0.9999589920043945
    },
    {
      "tensor": "depth_decoder.model.layers.2.mlp.gate_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.002701118588447571,
      "mean_abs_err": 0.00013988427235744894,
      "rel_l2": 0.007864894345402718,
      "cosine": 0.9999690055847168
    },
    {
      "tensor": "depth_decoder.model.layers.2.mlp.up_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0010373108088970184,
      "mean_abs_err": 0.00011766605166485533,
      "rel_l2": 0.007851637899875641,
      "cosine": 0.9999691247940063
    },
    {
      "tensor": "depth_decoder.model.layers.2.self_attn.k_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0019117188639938831,
      "mean_abs_err": 0.0002554144593887031,
      "rel_l2": 0.007907484658062458,
      "cosine": 0.9999687671661377
    },
    {
      "tensor": "depth_decoder.model.layers.2.self_attn.o_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.001981772482395172,
      "mean_abs_err": 0.00012831769709009677,
      "rel_l2": 0.00799854937940836,
      "cosine": 0.9999680519104004
    },
    {
      "tensor": "depth_decoder.model.layers.2.self_attn.q_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0020223334431648254,
      "mean_abs_err": 0.00020264866179786623,
      "rel_l2": 0.007860325276851654,
      "cosine": 0.9999690055847168
    },
    {
      "tensor": "depth_decoder.model.layers.2.self_attn.v_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0009781569242477417,
      "mean_abs_err": 0.00012445071479305625,
      "rel_l2": 0.007822231389582157,
      "cosine": 0.9999694228172302
    },
    {
      "tensor": "depth_decoder.model.layers.3.mlp.down_proj.weight",
      "shape": [
        1024,
        8192
      ],
      "group_size": 256,
      "max_abs_err": 0.0016213133931159973,
      "mean_abs_err": 0.00013753950770478696,
      "rel_l2": 0.009056408889591694,
      "cosine": 0.9999590516090393
    },
    {
      "tensor": "depth_decoder.model.layers.3.mlp.gate_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.002969627268612385,
      "mean_abs_err": 0.00014776774332858622,
      "rel_l2": 0.00787567999213934,
      "cosine": 0.999968945980072
    },
    {
      "tensor": "depth_decoder.model.layers.3.mlp.up_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0010000020265579224,
      "mean_abs_err": 0.00011447203723946586,
      "rel_l2": 0.007857829332351685,
      "cosine": 0.9999691247940063
    },
    {
      "tensor": "depth_decoder.model.layers.3.self_attn.k_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.002144739031791687,
      "mean_abs_err": 0.00027235178276896477,
      "rel_l2": 0.00783553346991539,
      "cosine": 0.9999693632125854
    },
    {
      "tensor": "depth_decoder.model.layers.3.self_attn.o_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0028121471405029297,
      "mean_abs_err": 0.000130953558254987,
      "rel_l2": 0.008033223450183868,
      "cosine": 0.9999676942825317
    },
    {
      "tensor": "depth_decoder.model.layers.3.self_attn.q_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0022186553105711937,
      "mean_abs_err": 0.00020688565564341843,
      "rel_l2": 0.007819239050149918,
      "cosine": 0.999969482421875
    },
    {
      "tensor": "depth_decoder.model.layers.3.self_attn.v_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.000838656909763813,
      "mean_abs_err": 0.00013071745343040675,
      "rel_l2": 0.00794124323874712,
      "cosine": 0.9999684691429138
    },
    {
      "tensor": "depth_decoder.model.layers.4.mlp.down_proj.weight",
      "shape": [
        1024,
        8192
      ],
      "group_size": 256,
      "max_abs_err": 0.00144977867603302,
      "mean_abs_err": 0.00013849762035533786,
      "rel_l2": 0.009067307226359844,
      "cosine": 0.999958872795105
    },
    {
      "tensor": "depth_decoder.model.layers.4.mlp.gate_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.002781301736831665,
      "mean_abs_err": 0.000148859791806899,
      "rel_l2": 0.007871363312005997,
      "cosine": 0.9999690055847168
    },
    {
      "tensor": "depth_decoder.model.layers.4.mlp.up_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0010817833244800568,
      "mean_abs_err": 0.00011500994150992483,
      "rel_l2": 0.007853813469409943,
      "cosine": 0.9999691247940063
    },
    {
      "tensor": "depth_decoder.model.layers.4.self_attn.k_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0029639825224876404,
      "mean_abs_err": 0.0003202308143954724,
      "rel_l2": 0.007862424477934837,
      "cosine": 0.9999691247940063
    },
    {
      "tensor": "depth_decoder.model.layers.4.self_attn.o_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0016591139137744904,
      "mean_abs_err": 0.0001281242584809661,
      "rel_l2": 0.008038329891860485,
      "cosine": 0.999967634677887
    },
    {
      "tensor": "depth_decoder.model.layers.4.self_attn.q_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0031564459204673767,
      "mean_abs_err": 0.00023992510978132486,
      "rel_l2": 0.007873362861573696,
      "cosine": 0.9999690055847168
    },
    {
      "tensor": "depth_decoder.model.layers.4.self_attn.v_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0007371958345174789,
      "mean_abs_err": 0.00011861624079756439,
      "rel_l2": 0.0078064799308776855,
      "cosine": 0.9999695420265198
    },
    {
      "tensor": "depth_decoder.model.layers.5.mlp.down_proj.weight",
      "shape": [
        1024,
        8192
      ],
      "group_size": 256,
      "max_abs_err": 0.0015733782202005386,
      "mean_abs_err": 0.00014321459457278252,
      "rel_l2": 0.009043561294674873,
      "cosine": 0.9999591112136841
    },
    {
      "tensor": "depth_decoder.model.layers.5.mlp.gate_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0026670098304748535,
      "mean_abs_err": 0.0001457164325984195,
      "rel_l2": 0.007849687710404396,
      "cosine": 0.9999691843986511
    },
    {
      "tensor": "depth_decoder.model.layers.5.mlp.up_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0011531319469213486,
      "mean_abs_err": 0.00012074409460183233,
      "rel_l2": 0.007855766452848911,
      "cosine": 0.9999691247940063
    },
    {
      "tensor": "depth_decoder.model.layers.5.self_attn.k_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.002479948103427887,
      "mean_abs_err": 0.0002639316953718662,
      "rel_l2": 0.007857969030737877,
      "cosine": 0.9999692440032959
    },
    {
      "tensor": "depth_decoder.model.layers.5.self_attn.o_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0010698968544602394,
      "mean_abs_err": 0.00012608952238224447,
      "rel_l2": 0.00801707524806261,
      "cosine": 0.9999678730964661
    },
    {
      "tensor": "depth_decoder.model.layers.5.self_attn.q_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0018928162753582,
      "mean_abs_err": 0.00019923693616874516,
      "rel_l2": 0.007901644334197044,
      "cosine": 0.9999687671661377
    },
    {
      "tensor": "depth_decoder.model.layers.5.self_attn.v_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0007636100053787231,
      "mean_abs_err": 0.00012060542212566361,
      "rel_l2": 0.0078027257695794106,
      "cosine": 0.9999696016311646
    },
    {
      "tensor": "depth_decoder.model.layers.6.mlp.down_proj.weight",
      "shape": [
        1024,
        8192
      ],
      "group_size": 256,
      "max_abs_err": 0.001740284264087677,
      "mean_abs_err": 0.00014552805805578828,
      "rel_l2": 0.009044737555086613,
      "cosine": 0.9999591112136841
    },
    {
      "tensor": "depth_decoder.model.layers.6.mlp.gate_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0025436952710151672,
      "mean_abs_err": 0.00014319219917524606,
      "rel_l2": 0.007845967076718807,
      "cosine": 0.9999692440032959
    },
    {
      "tensor": "depth_decoder.model.layers.6.mlp.up_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0010434985160827637,
      "mean_abs_err": 0.0001253744849236682,
      "rel_l2": 0.007851991802453995,
      "cosine": 0.9999692440032959
    },
    {
      "tensor": "depth_decoder.model.layers.6.self_attn.k_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0012464546598494053,
      "mean_abs_err": 0.00019404143677093089,
      "rel_l2": 0.007863790728151798,
      "cosine": 0.9999690651893616
    },
    {
      "tensor": "depth_decoder.model.layers.6.self_attn.o_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0016376860439777374,
      "mean_abs_err": 0.00013274922093842179,
      "rel_l2": 0.0083936657756567,
      "cosine": 0.9999647736549377
    },
    {
      "tensor": "depth_decoder.model.layers.6.self_attn.q_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0022642910480499268,
      "mean_abs_err": 0.0001732436940073967,
      "rel_l2": 0.007864383980631828,
      "cosine": 0.9999691247940063
    },
    {
      "tensor": "depth_decoder.model.layers.6.self_attn.v_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0007710754871368408,
      "mean_abs_err": 0.00011716611334122717,
      "rel_l2": 0.007917898707091808,
      "cosine": 0.9999686479568481
    },
    {
      "tensor": "depth_decoder.model.layers.7.mlp.down_proj.weight",
      "shape": [
        1024,
        8192
      ],
      "group_size": 256,
      "max_abs_err": 0.0016211820766329765,
      "mean_abs_err": 0.0001453474978916347,
      "rel_l2": 0.009109790436923504,
      "cosine": 0.9999585151672363
    },
    {
      "tensor": "depth_decoder.model.layers.7.mlp.gate_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.002503439784049988,
      "mean_abs_err": 0.0001461304782424122,
      "rel_l2": 0.007847036235034466,
      "cosine": 0.9999693036079407
    },
    {
      "tensor": "depth_decoder.model.layers.7.mlp.up_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.001210646703839302,
      "mean_abs_err": 0.0001219977275468409,
      "rel_l2": 0.007842094637453556,
      "cosine": 0.9999692440032959
    },
    {
      "tensor": "depth_decoder.model.layers.7.self_attn.k_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.001959890127182007,
      "mean_abs_err": 0.0002424530393909663,
      "rel_l2": 0.007880748249590397,
      "cosine": 0.9999690055847168
    },
    {
      "tensor": "depth_decoder.model.layers.7.self_attn.o_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.001895166002213955,
      "mean_abs_err": 0.0001228402106789872,
      "rel_l2": 0.008111418224871159,
      "cosine": 0.9999671578407288
    },
    {
      "tensor": "depth_decoder.model.layers.7.self_attn.q_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0023457370698451996,
      "mean_abs_err": 0.00019710324704647064,
      "rel_l2": 0.00789027288556099,
      "cosine": 0.9999688267707825
    },
    {
      "tensor": "depth_decoder.model.layers.7.self_attn.v_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.000673152506351471,
      "mean_abs_err": 0.00010559835936874151,
      "rel_l2": 0.0077663445845246315,
      "cosine": 0.9999699592590332
    },
    {
      "tensor": "depth_decoder.model.layers.8.mlp.down_proj.weight",
      "shape": [
        1024,
        8192
      ],
      "group_size": 256,
      "max_abs_err": 0.0020941486582159996,
      "mean_abs_err": 0.00014461882528848946,
      "rel_l2": 0.009057519026100636,
      "cosine": 0.9999591112136841
    },
    {
      "tensor": "depth_decoder.model.layers.8.mlp.gate_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0019430965185165405,
      "mean_abs_err": 0.00014663947513327003,
      "rel_l2": 0.007846204563975334,
      "cosine": 0.9999691843986511
    },
    {
      "tensor": "depth_decoder.model.layers.8.mlp.up_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.00126733910292387,
      "mean_abs_err": 0.00012126009096391499,
      "rel_l2": 0.00785443838685751,
      "cosine": 0.9999692440032959
    },
    {
      "tensor": "depth_decoder.model.layers.8.self_attn.k_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0016950182616710663,
      "mean_abs_err": 0.000211854770896025,
      "rel_l2": 0.007918709889054298,
      "cosine": 0.9999686479568481
    },
    {
      "tensor": "depth_decoder.model.layers.8.self_attn.o_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0016900040209293365,
      "mean_abs_err": 0.00012672675075009465,
      "rel_l2": 0.008099245838820934,
      "cosine": 0.9999672174453735
    },
    {
      "tensor": "depth_decoder.model.layers.8.self_attn.q_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0018645040690898895,
      "mean_abs_err": 0.00018347916193306446,
      "rel_l2": 0.007869625464081764,
      "cosine": 0.9999691247940063
    },
    {
      "tensor": "depth_decoder.model.layers.8.self_attn.v_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0008528176695108414,
      "mean_abs_err": 0.00011370083666406572,
      "rel_l2": 0.007869045250117779,
      "cosine": 0.9999690651893616
    },
    {
      "tensor": "depth_decoder.model.layers.9.mlp.down_proj.weight",
      "shape": [
        1024,
        8192
      ],
      "group_size": 256,
      "max_abs_err": 0.0024619698524475098,
      "mean_abs_err": 0.00014562469732481986,
      "rel_l2": 0.009074165485799313,
      "cosine": 0.999958872795105
    },
    {
      "tensor": "depth_decoder.model.layers.9.mlp.gate_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0018744152039289474,
      "mean_abs_err": 0.00015018187696114182,
      "rel_l2": 0.00784969236701727,
      "cosine": 0.9999692440032959
    },
    {
      "tensor": "depth_decoder.model.layers.9.mlp.up_proj.weight",
      "shape": [
        8192,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0012495014816522598,
      "mean_abs_err": 0.00012201958452351391,
      "rel_l2": 0.007846164517104626,
      "cosine": 0.9999692440032959
    },
    {
      "tensor": "depth_decoder.model.layers.9.self_attn.k_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0014352444559335709,
      "mean_abs_err": 0.00020076135115232319,
      "rel_l2": 0.007886816747486591,
      "cosine": 0.999968945980072
    },
    {
      "tensor": "depth_decoder.model.layers.9.self_attn.o_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.00203859806060791,
      "mean_abs_err": 0.00012141151091782376,
      "rel_l2": 0.00803985632956028,
      "cosine": 0.9999676942825317
    },
    {
      "tensor": "depth_decoder.model.layers.9.self_attn.q_proj.weight",
      "shape": [
        1024,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0018692389130592346,
      "mean_abs_err": 0.0001614930370124057,
      "rel_l2": 0.007869544439017773,
      "cosine": 0.9999691247940063
    },
    {
      "tensor": "depth_decoder.model.layers.9.self_attn.v_proj.weight",
      "shape": [
        256,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0009706616401672363,
      "mean_abs_err": 0.00012774919741787016,
      "rel_l2": 0.007811125833541155,
      "cosine": 0.9999693632125854
    },
    {
      "tensor": "text_encoder.layers.0.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.00020656641572713852,
      "mean_abs_err": 2.797946217469871e-05,
      "rel_l2": 0.008970697410404682,
      "cosine": 0.9999597668647766
    },
    {
      "tensor": "text_encoder.layers.0.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00023933500051498413,
      "mean_abs_err": 2.4346587451873347e-05,
      "rel_l2": 0.007968038320541382,
      "cosine": 0.9999681711196899
    },
    {
      "tensor": "text_encoder.layers.0.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00019369833171367645,
      "mean_abs_err": 2.592776218079962e-05,
      "rel_l2": 0.007964438758790493,
      "cosine": 0.9999682903289795
    },
    {
      "tensor": "text_encoder.layers.0.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00026987865567207336,
      "mean_abs_err": 3.885104524670169e-05,
      "rel_l2": 0.007972605526447296,
      "cosine": 0.9999682307243347
    },
    {
      "tensor": "text_encoder.layers.0.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.000321744941174984,
      "mean_abs_err": 4.160729076829739e-05,
      "rel_l2": 0.008121548220515251,
      "cosine": 0.9999669790267944
    },
    {
      "tensor": "text_encoder.layers.0.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00032746046781539917,
      "mean_abs_err": 3.8418460462708026e-05,
      "rel_l2": 0.007994755171239376,
      "cosine": 0.9999680519104004
    },
    {
      "tensor": "text_encoder.layers.0.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00027776695787906647,
      "mean_abs_err": 4.1382445488125086e-05,
      "rel_l2": 0.008023402653634548,
      "cosine": 0.9999678134918213
    },
    {
      "tensor": "text_encoder.layers.1.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0002707187086343765,
      "mean_abs_err": 2.859158303181175e-05,
      "rel_l2": 0.008981716819107533,
      "cosine": 0.9999595880508423
    },
    {
      "tensor": "text_encoder.layers.1.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00020155683159828186,
      "mean_abs_err": 2.3744967620586976e-05,
      "rel_l2": 0.007947574369609356,
      "cosine": 0.999968409538269
    },
    {
      "tensor": "text_encoder.layers.1.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002052774652838707,
      "mean_abs_err": 2.4912131266319193e-05,
      "rel_l2": 0.007934706285595894,
      "cosine": 0.9999685287475586
    },
    {
      "tensor": "text_encoder.layers.1.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00022666295990347862,
      "mean_abs_err": 3.6654055293183774e-05,
      "rel_l2": 0.00790654867887497,
      "cosine": 0.9999688267707825
    },
    {
      "tensor": "text_encoder.layers.1.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.00041987933218479156,
      "mean_abs_err": 4.223711584927514e-05,
      "rel_l2": 0.008434656076133251,
      "cosine": 0.9999644756317139
    },
    {
      "tensor": "text_encoder.layers.1.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0004361348692327738,
      "mean_abs_err": 3.88821390515659e-05,
      "rel_l2": 0.007985027506947517,
      "cosine": 0.9999681711196899
    },
    {
      "tensor": "text_encoder.layers.1.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00024056341499090195,
      "mean_abs_err": 3.949280653614551e-05,
      "rel_l2": 0.00797144416719675,
      "cosine": 0.9999682307243347
    },
    {
      "tensor": "text_encoder.layers.10.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0004994622431695461,
      "mean_abs_err": 2.8997241315664724e-05,
      "rel_l2": 0.008962404914200306,
      "cosine": 0.9999599456787109
    },
    {
      "tensor": "text_encoder.layers.10.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00022587087005376816,
      "mean_abs_err": 2.7649817639030516e-05,
      "rel_l2": 0.007903611287474632,
      "cosine": 0.9999687671661377
    },
    {
      "tensor": "text_encoder.layers.10.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00024119787849485874,
      "mean_abs_err": 2.419894553895574e-05,
      "rel_l2": 0.007940232753753662,
      "cosine": 0.9999685287475586
    },
    {
      "tensor": "text_encoder.layers.10.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00032904092222452164,
      "mean_abs_err": 3.916457717423327e-05,
      "rel_l2": 0.00793897733092308,
      "cosine": 0.999968409538269
    },
    {
      "tensor": "text_encoder.layers.10.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0005854489281773567,
      "mean_abs_err": 4.4737575080944225e-05,
      "rel_l2": 0.008155359886586666,
      "cosine": 0.9999668002128601
    },
    {
      "tensor": "text_encoder.layers.10.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.000441916286945343,
      "mean_abs_err": 4.080178041476756e-05,
      "rel_l2": 0.00792653113603592,
      "cosine": 0.999968409538269
    },
    {
      "tensor": "text_encoder.layers.10.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002703205682337284,
      "mean_abs_err": 4.131305468035862e-05,
      "rel_l2": 0.007881417870521545,
      "cosine": 0.9999690055847168
    },
    {
      "tensor": "text_encoder.layers.11.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0005869949236512184,
      "mean_abs_err": 3.110179750365205e-05,
      "rel_l2": 0.00893147848546505,
      "cosine": 0.99996018409729
    },
    {
      "tensor": "text_encoder.layers.11.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.000225776806473732,
      "mean_abs_err": 2.7423178835306317e-05,
      "rel_l2": 0.007921411655843258,
      "cosine": 0.9999686479568481
    },
    {
      "tensor": "text_encoder.layers.11.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00024015316739678383,
      "mean_abs_err": 2.6978041205438785e-05,
      "rel_l2": 0.007935961708426476,
      "cosine": 0.9999685287475586
    },
    {
      "tensor": "text_encoder.layers.11.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00040703057311475277,
      "mean_abs_err": 3.809263216680847e-05,
      "rel_l2": 0.008052492514252663,
      "cosine": 0.9999675750732422
    },
    {
      "tensor": "text_encoder.layers.11.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0007184594869613647,
      "mean_abs_err": 4.587099829223007e-05,
      "rel_l2": 0.008229357190430164,
      "cosine": 0.9999661445617676
    },
    {
      "tensor": "text_encoder.layers.11.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00045102741569280624,
      "mean_abs_err": 4.250429992680438e-05,
      "rel_l2": 0.00794568657875061,
      "cosine": 0.999968409538269
    },
    {
      "tensor": "text_encoder.layers.11.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00026520818937569857,
      "mean_abs_err": 4.3999643821734935e-05,
      "rel_l2": 0.007959697395563126,
      "cosine": 0.9999683499336243
    },
    {
      "tensor": "text_encoder.layers.12.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0007534623146057129,
      "mean_abs_err": 2.9220409487606958e-05,
      "rel_l2": 0.009023528546094894,
      "cosine": 0.9999592900276184
    },
    {
      "tensor": "text_encoder.layers.12.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00024057773407548666,
      "mean_abs_err": 2.772843618004117e-05,
      "rel_l2": 0.007928523235023022,
      "cosine": 0.9999685883522034
    },
    {
      "tensor": "text_encoder.layers.12.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00021462119184434414,
      "mean_abs_err": 2.567176125012338e-05,
      "rel_l2": 0.007913559675216675,
      "cosine": 0.9999687075614929
    },
    {
      "tensor": "text_encoder.layers.12.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0003492487594485283,
      "mean_abs_err": 3.951948383473791e-05,
      "rel_l2": 0.00808818731456995,
      "cosine": 0.9999673366546631
    },
    {
      "tensor": "text_encoder.layers.12.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0004827156662940979,
      "mean_abs_err": 4.38933348050341e-05,
      "rel_l2": 0.008042722940444946,
      "cosine": 0.9999676942825317
    },
    {
      "tensor": "text_encoder.layers.12.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00035160500556230545,
      "mean_abs_err": 4.113037357456051e-05,
      "rel_l2": 0.007980970665812492,
      "cosine": 0.9999681711196899
    },
    {
      "tensor": "text_encoder.layers.12.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002672271803021431,
      "mean_abs_err": 4.229570913594216e-05,
      "rel_l2": 0.007950587198138237,
      "cosine": 0.999968409538269
    },
    {
      "tensor": "text_encoder.layers.13.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.00034677982330322266,
      "mean_abs_err": 2.9670321964658797e-05,
      "rel_l2": 0.008940483443439007,
      "cosine": 0.9999600052833557
    },
    {
      "tensor": "text_encoder.layers.13.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00023941253311932087,
      "mean_abs_err": 2.6375944798928685e-05,
      "rel_l2": 0.007955878973007202,
      "cosine": 0.9999682903289795
    },
    {
      "tensor": "text_encoder.layers.13.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00020468980073928833,
      "mean_abs_err": 2.5755580281838775e-05,
      "rel_l2": 0.007935441099107265,
      "cosine": 0.9999685287475586
    },
    {
      "tensor": "text_encoder.layers.13.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.000318639911711216,
      "mean_abs_err": 4.031285425298847e-05,
      "rel_l2": 0.007978199981153011,
      "cosine": 0.9999681711196899
    },
    {
      "tensor": "text_encoder.layers.13.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0005072522908449173,
      "mean_abs_err": 4.5973491069162264e-05,
      "rel_l2": 0.008308728225529194,
      "cosine": 0.999965488910675
    },
    {
      "tensor": "text_encoder.layers.13.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0004725456237792969,
      "mean_abs_err": 4.243482180754654e-05,
      "rel_l2": 0.00795433297753334,
      "cosine": 0.9999682903289795
    },
    {
      "tensor": "text_encoder.layers.13.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00029289652593433857,
      "mean_abs_err": 4.36946538684424e-05,
      "rel_l2": 0.007921375334262848,
      "cosine": 0.9999687075614929
    },
    {
      "tensor": "text_encoder.layers.14.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0006862860172986984,
      "mean_abs_err": 3.043674041691702e-05,
      "rel_l2": 0.008945777080953121,
      "cosine": 0.9999599456787109
    },
    {
      "tensor": "text_encoder.layers.14.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002442979603074491,
      "mean_abs_err": 2.7715392207028344e-05,
      "rel_l2": 0.007929785177111626,
      "cosine": 0.9999685287475586
    },
    {
      "tensor": "text_encoder.layers.14.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00020622694864869118,
      "mean_abs_err": 2.670797402970493e-05,
      "rel_l2": 0.007926554419100285,
      "cosine": 0.9999686479568481
    },
    {
      "tensor": "text_encoder.layers.14.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.000349557027220726,
      "mean_abs_err": 4.0669183363206685e-05,
      "rel_l2": 0.007911005057394505,
      "cosine": 0.9999686479568481
    },
    {
      "tensor": "text_encoder.layers.14.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0006493804976344109,
      "mean_abs_err": 4.713579619419761e-05,
      "rel_l2": 0.008153656497597694,
      "cosine": 0.9999667406082153
    },
    {
      "tensor": "text_encoder.layers.14.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0004902724176645279,
      "mean_abs_err": 4.406982407090254e-05,
      "rel_l2": 0.007987537421286106,
      "cosine": 0.9999681115150452
    },
    {
      "tensor": "text_encoder.layers.14.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002967715263366699,
      "mean_abs_err": 4.568686199490912e-05,
      "rel_l2": 0.007957719266414642,
      "cosine": 0.9999683499336243
    },
    {
      "tensor": "text_encoder.layers.15.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0005684010684490204,
      "mean_abs_err": 3.092829865636304e-05,
      "rel_l2": 0.008936441503465176,
      "cosine": 0.9999601244926453
    },
    {
      "tensor": "text_encoder.layers.15.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002698830794543028,
      "mean_abs_err": 2.9062468456686474e-05,
      "rel_l2": 0.007948662154376507,
      "cosine": 0.999968409538269
    },
    {
      "tensor": "text_encoder.layers.15.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002498086541891098,
      "mean_abs_err": 2.774826680251863e-05,
      "rel_l2": 0.007927238009870052,
      "cosine": 0.9999686479568481
    },
    {
      "tensor": "text_encoder.layers.15.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00027378741651773453,
      "mean_abs_err": 4.029141928185709e-05,
      "rel_l2": 0.007906126789748669,
      "cosine": 0.9999687671661377
    },
    {
      "tensor": "text_encoder.layers.15.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.00045468308962881565,
      "mean_abs_err": 4.5985823817318305e-05,
      "rel_l2": 0.008228728547692299,
      "cosine": 0.9999662637710571
    },
    {
      "tensor": "text_encoder.layers.15.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0005461055552586913,
      "mean_abs_err": 4.145556886214763e-05,
      "rel_l2": 0.007897666655480862,
      "cosine": 0.9999688863754272
    },
    {
      "tensor": "text_encoder.layers.15.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002879721578210592,
      "mean_abs_err": 4.496155816013925e-05,
      "rel_l2": 0.007910206913948059,
      "cosine": 0.9999686479568481
    },
    {
      "tensor": "text_encoder.layers.16.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0006656097248196602,
      "mean_abs_err": 3.11288058583159e-05,
      "rel_l2": 0.008936969563364983,
      "cosine": 0.9999601244926453
    },
    {
      "tensor": "text_encoder.layers.16.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002878764644265175,
      "mean_abs_err": 2.9656692277058028e-05,
      "rel_l2": 0.007939698174595833,
      "cosine": 0.9999685287475586
    },
    {
      "tensor": "text_encoder.layers.16.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00024717487394809723,
      "mean_abs_err": 2.8428970836102962e-05,
      "rel_l2": 0.007927916944026947,
      "cosine": 0.9999685287475586
    },
    {
      "tensor": "text_encoder.layers.16.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0003598378971219063,
      "mean_abs_err": 4.066798646817915e-05,
      "rel_l2": 0.007962486706674099,
      "cosine": 0.9999683499336243
    },
    {
      "tensor": "text_encoder.layers.16.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0005106199532747269,
      "mean_abs_err": 4.5656950533157215e-05,
      "rel_l2": 0.008158673532307148,
      "cosine": 0.9999667406082153
    },
    {
      "tensor": "text_encoder.layers.16.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00045864470303058624,
      "mean_abs_err": 4.319646177464165e-05,
      "rel_l2": 0.007907072082161903,
      "cosine": 0.9999687671661377
    },
    {
      "tensor": "text_encoder.layers.16.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00027803145349025726,
      "mean_abs_err": 4.6640219807159156e-05,
      "rel_l2": 0.007905792444944382,
      "cosine": 0.9999687075614929
    },
    {
      "tensor": "text_encoder.layers.17.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0006273156031966209,
      "mean_abs_err": 3.232168819522485e-05,
      "rel_l2": 0.008961471728980541,
      "cosine": 0.9999598860740662
    },
    {
      "tensor": "text_encoder.layers.17.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00026919133961200714,
      "mean_abs_err": 3.183860098943114e-05,
      "rel_l2": 0.00795331597328186,
      "cosine": 0.999968409538269
    },
    {
      "tensor": "text_encoder.layers.17.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002784421667456627,
      "mean_abs_err": 2.979859164042864e-05,
      "rel_l2": 0.007923610508441925,
      "cosine": 0.9999685287475586
    },
    {
      "tensor": "text_encoder.layers.17.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.000310712493956089,
      "mean_abs_err": 4.081440420122817e-05,
      "rel_l2": 0.007954413071274757,
      "cosine": 0.9999682903289795
    },
    {
      "tensor": "text_encoder.layers.17.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0006721913814544678,
      "mean_abs_err": 4.759236253448762e-05,
      "rel_l2": 0.00829317793250084,
      "cosine": 0.9999656677246094
    },
    {
      "tensor": "text_encoder.layers.17.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0005942909047007561,
      "mean_abs_err": 4.918796548736282e-05,
      "rel_l2": 0.007860478013753891,
      "cosine": 0.9999690651893616
    },
    {
      "tensor": "text_encoder.layers.17.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00033246632665395737,
      "mean_abs_err": 5.000580131309107e-05,
      "rel_l2": 0.007866171188652515,
      "cosine": 0.9999691247940063
    },
    {
      "tensor": "text_encoder.layers.18.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0005804561078548431,
      "mean_abs_err": 3.215258402633481e-05,
      "rel_l2": 0.00896071083843708,
      "cosine": 0.9999598860740662
    },
    {
      "tensor": "text_encoder.layers.18.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002619265578687191,
      "mean_abs_err": 3.0102950404398143e-05,
      "rel_l2": 0.007947666570544243,
      "cosine": 0.999968409538269
    },
    {
      "tensor": "text_encoder.layers.18.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00022509577684104443,
      "mean_abs_err": 2.8918775569763966e-05,
      "rel_l2": 0.007940365001559258,
      "cosine": 0.9999684691429138
    },
    {
      "tensor": "text_encoder.layers.18.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.000308517599478364,
      "mean_abs_err": 4.346207424532622e-05,
      "rel_l2": 0.008007669821381569,
      "cosine": 0.9999679327011108
    },
    {
      "tensor": "text_encoder.layers.18.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0009103007614612579,
      "mean_abs_err": 4.8640500608598813e-05,
      "rel_l2": 0.008433609269559383,
      "cosine": 0.9999645352363586
    },
    {
      "tensor": "text_encoder.layers.18.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0006566569209098816,
      "mean_abs_err": 4.761685340781696e-05,
      "rel_l2": 0.007961737923324108,
      "cosine": 0.9999681711196899
    },
    {
      "tensor": "text_encoder.layers.18.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0003177933394908905,
      "mean_abs_err": 4.904352317680605e-05,
      "rel_l2": 0.007937918417155743,
      "cosine": 0.9999684691429138
    },
    {
      "tensor": "text_encoder.layers.19.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0006463476456701756,
      "mean_abs_err": 3.214738535461947e-05,
      "rel_l2": 0.008960945531725883,
      "cosine": 0.9999598264694214
    },
    {
      "tensor": "text_encoder.layers.19.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00024938315618783236,
      "mean_abs_err": 3.0850747862132266e-05,
      "rel_l2": 0.00792153924703598,
      "cosine": 0.9999686479568481
    },
    {
      "tensor": "text_encoder.layers.19.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002099168486893177,
      "mean_abs_err": 2.8655553251155652e-05,
      "rel_l2": 0.007940316572785378,
      "cosine": 0.999968409538269
    },
    {
      "tensor": "text_encoder.layers.19.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0003219459322281182,
      "mean_abs_err": 4.42723321611993e-05,
      "rel_l2": 0.007933183573186398,
      "cosine": 0.9999685883522034
    },
    {
      "tensor": "text_encoder.layers.19.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0008521135896444321,
      "mean_abs_err": 4.736207483801991e-05,
      "rel_l2": 0.009073183871805668,
      "cosine": 0.999958872795105
    },
    {
      "tensor": "text_encoder.layers.19.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0005671344697475433,
      "mean_abs_err": 5.0584625569172204e-05,
      "rel_l2": 0.007917975075542927,
      "cosine": 0.9999686479568481
    },
    {
      "tensor": "text_encoder.layers.19.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002674043644219637,
      "mean_abs_err": 4.329692092142068e-05,
      "rel_l2": 0.007957505993545055,
      "cosine": 0.9999683499336243
    },
    {
      "tensor": "text_encoder.layers.2.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0005183652974665165,
      "mean_abs_err": 2.818369830492884e-05,
      "rel_l2": 0.008924358524382114,
      "cosine": 0.99996018409729
    },
    {
      "tensor": "text_encoder.layers.2.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00022553279995918274,
      "mean_abs_err": 2.602654421934858e-05,
      "rel_l2": 0.007933931425213814,
      "cosine": 0.9999685883522034
    },
    {
      "tensor": "text_encoder.layers.2.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00020707445219159126,
      "mean_abs_err": 2.5388018912053667e-05,
      "rel_l2": 0.007938358001410961,
      "cosine": 0.9999685287475586
    },
    {
      "tensor": "text_encoder.layers.2.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00031521497294306755,
      "mean_abs_err": 3.5276400012662634e-05,
      "rel_l2": 0.008057917468249798,
      "cosine": 0.9999675154685974
    },
    {
      "tensor": "text_encoder.layers.2.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0003803437575697899,
      "mean_abs_err": 4.029880074085668e-05,
      "rel_l2": 0.008644454181194305,
      "cosine": 0.999962568283081
    },
    {
      "tensor": "text_encoder.layers.2.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00039730523712933064,
      "mean_abs_err": 3.8624624721705914e-05,
      "rel_l2": 0.008003915660083294,
      "cosine": 0.9999679327011108
    },
    {
      "tensor": "text_encoder.layers.2.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002723131328821182,
      "mean_abs_err": 3.8944253901718184e-05,
      "rel_l2": 0.008008047007024288,
      "cosine": 0.9999679923057556
    },
    {
      "tensor": "text_encoder.layers.20.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0006491672247648239,
      "mean_abs_err": 3.229799767723307e-05,
      "rel_l2": 0.008937758393585682,
      "cosine": 0.9999600648880005
    },
    {
      "tensor": "text_encoder.layers.20.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00027403607964515686,
      "mean_abs_err": 3.074506821576506e-05,
      "rel_l2": 0.00795432273298502,
      "cosine": 0.9999682903289795
    },
    {
      "tensor": "text_encoder.layers.20.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00026377150788903236,
      "mean_abs_err": 2.891800249926746e-05,
      "rel_l2": 0.007955869659781456,
      "cosine": 0.9999683499336243
    },
    {
      "tensor": "text_encoder.layers.20.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0003809090703725815,
      "mean_abs_err": 4.326660928199999e-05,
      "rel_l2": 0.007906608283519745,
      "cosine": 0.9999687075614929
    },
    {
      "tensor": "text_encoder.layers.20.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0008876696228981018,
      "mean_abs_err": 4.7957481001503766e-05,
      "rel_l2": 0.008227583952248096,
      "cosine": 0.9999661445617676
    },
    {
      "tensor": "text_encoder.layers.20.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0005388744175434113,
      "mean_abs_err": 4.741094380733557e-05,
      "rel_l2": 0.00797293335199356,
      "cosine": 0.9999682903289795
    },
    {
      "tensor": "text_encoder.layers.20.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00030053011141717434,
      "mean_abs_err": 5.060202965978533e-05,
      "rel_l2": 0.00785363744944334,
      "cosine": 0.9999691247940063
    },
    {
      "tensor": "text_encoder.layers.21.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0005132327787578106,
      "mean_abs_err": 3.251562884543091e-05,
      "rel_l2": 0.00896418560296297,
      "cosine": 0.9999598264694214
    },
    {
      "tensor": "text_encoder.layers.21.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0003187693655490875,
      "mean_abs_err": 3.0183091439539567e-05,
      "rel_l2": 0.007937651127576828,
      "cosine": 0.9999684691429138
    },
    {
      "tensor": "text_encoder.layers.21.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00021067215129733086,
      "mean_abs_err": 2.896980004152283e-05,
      "rel_l2": 0.007931210100650787,
      "cosine": 0.9999685287475586
    },
    {
      "tensor": "text_encoder.layers.21.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.000399609562009573,
      "mean_abs_err": 4.487497790250927e-05,
      "rel_l2": 0.00788166094571352,
      "cosine": 0.9999690055847168
    },
    {
      "tensor": "text_encoder.layers.21.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0008702920749783516,
      "mean_abs_err": 4.8526617320021614e-05,
      "rel_l2": 0.008211186155676842,
      "cosine": 0.9999662637710571
    },
    {
      "tensor": "text_encoder.layers.21.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0006546098738908768,
      "mean_abs_err": 4.890083073405549e-05,
      "rel_l2": 0.007904332131147385,
      "cosine": 0.9999687671661377
    },
    {
      "tensor": "text_encoder.layers.21.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0003481737803667784,
      "mean_abs_err": 5.261986734694801e-05,
      "rel_l2": 0.007975711487233639,
      "cosine": 0.9999680519104004
    },
    {
      "tensor": "text_encoder.layers.22.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0005333591252565384,
      "mean_abs_err": 3.2385069062002e-05,
      "rel_l2": 0.008977968245744705,
      "cosine": 0.9999597072601318
    },
    {
      "tensor": "text_encoder.layers.22.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0003626309335231781,
      "mean_abs_err": 2.9717686629737727e-05,
      "rel_l2": 0.007956316694617271,
      "cosine": 0.999968409538269
    },
    {
      "tensor": "text_encoder.layers.22.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002301456406712532,
      "mean_abs_err": 2.9052991521894e-05,
      "rel_l2": 0.007950742729008198,
      "cosine": 0.999968409538269
    },
    {
      "tensor": "text_encoder.layers.22.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0004382636398077011,
      "mean_abs_err": 4.31239532190375e-05,
      "rel_l2": 0.00788606982678175,
      "cosine": 0.9999690055847168
    },
    {
      "tensor": "text_encoder.layers.22.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.000702960416674614,
      "mean_abs_err": 4.8429985326947644e-05,
      "rel_l2": 0.008221814408898354,
      "cosine": 0.9999662041664124
    },
    {
      "tensor": "text_encoder.layers.22.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0006164312362670898,
      "mean_abs_err": 5.0034901505568996e-05,
      "rel_l2": 0.007989372126758099,
      "cosine": 0.9999681115150452
    },
    {
      "tensor": "text_encoder.layers.22.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00032069883309304714,
      "mean_abs_err": 5.201617022976279e-05,
      "rel_l2": 0.007993162609636784,
      "cosine": 0.9999681115150452
    },
    {
      "tensor": "text_encoder.layers.23.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0006640143692493439,
      "mean_abs_err": 3.273362744948827e-05,
      "rel_l2": 0.008953742682933807,
      "cosine": 0.9999598860740662
    },
    {
      "tensor": "text_encoder.layers.23.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0003001564182341099,
      "mean_abs_err": 3.0143761250656098e-05,
      "rel_l2": 0.007961604744195938,
      "cosine": 0.9999682903289795
    },
    {
      "tensor": "text_encoder.layers.23.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002369892317801714,
      "mean_abs_err": 2.888010931201279e-05,
      "rel_l2": 0.007948333397507668,
      "cosine": 0.9999684691429138
    },
    {
      "tensor": "text_encoder.layers.23.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0004116203635931015,
      "mean_abs_err": 4.399473255034536e-05,
      "rel_l2": 0.007933514192700386,
      "cosine": 0.9999685287475586
    },
    {
      "tensor": "text_encoder.layers.23.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0008253478445112705,
      "mean_abs_err": 5.497054007719271e-05,
      "rel_l2": 0.008845708332955837,
      "cosine": 0.9999608397483826
    },
    {
      "tensor": "text_encoder.layers.23.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.000773110892623663,
      "mean_abs_err": 5.248463276075199e-05,
      "rel_l2": 0.007877490483224392,
      "cosine": 0.9999690055847168
    },
    {
      "tensor": "text_encoder.layers.23.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00033188890665769577,
      "mean_abs_err": 5.1554983656387776e-05,
      "rel_l2": 0.007833216339349747,
      "cosine": 0.9999693036079407
    },
    {
      "tensor": "text_encoder.layers.24.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0005075366934761405,
      "mean_abs_err": 3.2519499654881656e-05,
      "rel_l2": 0.008956735953688622,
      "cosine": 0.9999598264694214
    },
    {
      "tensor": "text_encoder.layers.24.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00036054104566574097,
      "mean_abs_err": 2.9588718462036923e-05,
      "rel_l2": 0.007940402254462242,
      "cosine": 0.9999684691429138
    },
    {
      "tensor": "text_encoder.layers.24.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00024491280782967806,
      "mean_abs_err": 2.889705683628563e-05,
      "rel_l2": 0.007936762645840645,
      "cosine": 0.9999685287475586
    },
    {
      "tensor": "text_encoder.layers.24.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00033783912658691406,
      "mean_abs_err": 4.379333768156357e-05,
      "rel_l2": 0.00795164704322815,
      "cosine": 0.999968409538269
    },
    {
      "tensor": "text_encoder.layers.24.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0006743166595697403,
      "mean_abs_err": 4.934396565658972e-05,
      "rel_l2": 0.008342010900378227,
      "cosine": 0.9999651908874512
    },
    {
      "tensor": "text_encoder.layers.24.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0006714193150401115,
      "mean_abs_err": 4.97017172165215e-05,
      "rel_l2": 0.007908848114311695,
      "cosine": 0.9999686479568481
    },
    {
      "tensor": "text_encoder.layers.24.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0003778403624892235,
      "mean_abs_err": 5.1999606512254104e-05,
      "rel_l2": 0.007967795245349407,
      "cosine": 0.9999682903289795
    },
    {
      "tensor": "text_encoder.layers.25.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.00048340484499931335,
      "mean_abs_err": 3.3497504773549736e-05,
      "rel_l2": 0.009017049334943295,
      "cosine": 0.9999593496322632
    },
    {
      "tensor": "text_encoder.layers.25.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00032267882488667965,
      "mean_abs_err": 2.9604585506604053e-05,
      "rel_l2": 0.007950881496071815,
      "cosine": 0.999968409538269
    },
    {
      "tensor": "text_encoder.layers.25.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002512042410671711,
      "mean_abs_err": 2.9527474907808937e-05,
      "rel_l2": 0.007959000766277313,
      "cosine": 0.9999682903289795
    },
    {
      "tensor": "text_encoder.layers.25.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0004110862500965595,
      "mean_abs_err": 4.4241918658372015e-05,
      "rel_l2": 0.008024119772017002,
      "cosine": 0.9999677538871765
    },
    {
      "tensor": "text_encoder.layers.25.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0007032370194792747,
      "mean_abs_err": 5.101178612676449e-05,
      "rel_l2": 0.008469551801681519,
      "cosine": 0.9999642372131348
    },
    {
      "tensor": "text_encoder.layers.25.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0007719739805907011,
      "mean_abs_err": 5.182607492315583e-05,
      "rel_l2": 0.0079177375882864,
      "cosine": 0.9999686479568481
    },
    {
      "tensor": "text_encoder.layers.25.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00033121462911367416,
      "mean_abs_err": 5.0364051276119426e-05,
      "rel_l2": 0.007952168583869934,
      "cosine": 0.9999682903289795
    },
    {
      "tensor": "text_encoder.layers.3.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.00045041926205158234,
      "mean_abs_err": 2.776979272312019e-05,
      "rel_l2": 0.009012777358293533,
      "cosine": 0.9999593496322632
    },
    {
      "tensor": "text_encoder.layers.3.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00019633164629340172,
      "mean_abs_err": 2.515634332667105e-05,
      "rel_l2": 0.007925971411168575,
      "cosine": 0.9999686479568481
    },
    {
      "tensor": "text_encoder.layers.3.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00019867811352014542,
      "mean_abs_err": 2.415253584331367e-05,
      "rel_l2": 0.007924104109406471,
      "cosine": 0.9999685287475586
    },
    {
      "tensor": "text_encoder.layers.3.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002787295961752534,
      "mean_abs_err": 3.568042302504182e-05,
      "rel_l2": 0.007939119823276997,
      "cosine": 0.9999685287475586
    },
    {
      "tensor": "text_encoder.layers.3.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0005836784839630127,
      "mean_abs_err": 4.3145690142409876e-05,
      "rel_l2": 0.00878596119582653,
      "cosine": 0.9999613761901855
    },
    {
      "tensor": "text_encoder.layers.3.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0003864225000143051,
      "mean_abs_err": 3.779773396672681e-05,
      "rel_l2": 0.00792684406042099,
      "cosine": 0.9999685883522034
    },
    {
      "tensor": "text_encoder.layers.3.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00025805551558732986,
      "mean_abs_err": 4.1465806134510785e-05,
      "rel_l2": 0.00786999799311161,
      "cosine": 0.9999690055847168
    },
    {
      "tensor": "text_encoder.layers.4.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0003335271030664444,
      "mean_abs_err": 2.8222735636518337e-05,
      "rel_l2": 0.008878986351191998,
      "cosine": 0.9999604821205139
    },
    {
      "tensor": "text_encoder.layers.4.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.000200013630092144,
      "mean_abs_err": 2.624926491989754e-05,
      "rel_l2": 0.00792849063873291,
      "cosine": 0.9999685883522034
    },
    {
      "tensor": "text_encoder.layers.4.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0001984627451747656,
      "mean_abs_err": 2.4439248591079377e-05,
      "rel_l2": 0.00793036725372076,
      "cosine": 0.9999685883522034
    },
    {
      "tensor": "text_encoder.layers.4.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002502409042790532,
      "mean_abs_err": 3.472494427114725e-05,
      "rel_l2": 0.007939684204757214,
      "cosine": 0.9999684691429138
    },
    {
      "tensor": "text_encoder.layers.4.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0006269481964409351,
      "mean_abs_err": 4.2735569877550006e-05,
      "rel_l2": 0.008397187106311321,
      "cosine": 0.9999647736549377
    },
    {
      "tensor": "text_encoder.layers.4.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00034347735345363617,
      "mean_abs_err": 3.841929355985485e-05,
      "rel_l2": 0.007910806685686111,
      "cosine": 0.9999686479568481
    },
    {
      "tensor": "text_encoder.layers.4.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00024229881819337606,
      "mean_abs_err": 3.859053322230466e-05,
      "rel_l2": 0.0079184053465724,
      "cosine": 0.9999686479568481
    },
    {
      "tensor": "text_encoder.layers.5.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0005854256451129913,
      "mean_abs_err": 2.9199924028944224e-05,
      "rel_l2": 0.008913605473935604,
      "cosine": 0.9999602437019348
    },
    {
      "tensor": "text_encoder.layers.5.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002213150728493929,
      "mean_abs_err": 2.7515470719663426e-05,
      "rel_l2": 0.00794124323874712,
      "cosine": 0.9999685287475586
    },
    {
      "tensor": "text_encoder.layers.5.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002093187067657709,
      "mean_abs_err": 2.5714480216265656e-05,
      "rel_l2": 0.007949605584144592,
      "cosine": 0.999968409538269
    },
    {
      "tensor": "text_encoder.layers.5.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00026402773801237345,
      "mean_abs_err": 3.13116870529484e-05,
      "rel_l2": 0.008024748414754868,
      "cosine": 0.9999678730964661
    },
    {
      "tensor": "text_encoder.layers.5.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0008032806217670441,
      "mean_abs_err": 4.272177829989232e-05,
      "rel_l2": 0.00882418267428875,
      "cosine": 0.9999611377716064
    },
    {
      "tensor": "text_encoder.layers.5.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0004293927922844887,
      "mean_abs_err": 3.857156480080448e-05,
      "rel_l2": 0.007992702536284924,
      "cosine": 0.9999680519104004
    },
    {
      "tensor": "text_encoder.layers.5.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00028262659907341003,
      "mean_abs_err": 3.9967340853763744e-05,
      "rel_l2": 0.007882468402385712,
      "cosine": 0.9999688863754272
    },
    {
      "tensor": "text_encoder.layers.6.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0007869638502597809,
      "mean_abs_err": 3.033451321243774e-05,
      "rel_l2": 0.008966636843979359,
      "cosine": 0.9999598264694214
    },
    {
      "tensor": "text_encoder.layers.6.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002321251668035984,
      "mean_abs_err": 2.8264252250664867e-05,
      "rel_l2": 0.007936658337712288,
      "cosine": 0.9999684691429138
    },
    {
      "tensor": "text_encoder.layers.6.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00020975619554519653,
      "mean_abs_err": 2.687431151571218e-05,
      "rel_l2": 0.00793658196926117,
      "cosine": 0.9999685287475586
    },
    {
      "tensor": "text_encoder.layers.6.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0003668307326734066,
      "mean_abs_err": 3.830580317298882e-05,
      "rel_l2": 0.00800922978669405,
      "cosine": 0.9999679327011108
    },
    {
      "tensor": "text_encoder.layers.6.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0004354706034064293,
      "mean_abs_err": 4.333802644396201e-05,
      "rel_l2": 0.008297188207507133,
      "cosine": 0.9999656081199646
    },
    {
      "tensor": "text_encoder.layers.6.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.000540098175406456,
      "mean_abs_err": 4.0013848774833605e-05,
      "rel_l2": 0.007958641275763512,
      "cosine": 0.9999682903289795
    },
    {
      "tensor": "text_encoder.layers.6.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002861279062926769,
      "mean_abs_err": 4.073204399901442e-05,
      "rel_l2": 0.007924570702016354,
      "cosine": 0.9999685883522034
    },
    {
      "tensor": "text_encoder.layers.7.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0005717342719435692,
      "mean_abs_err": 3.029292929568328e-05,
      "rel_l2": 0.00893236044794321,
      "cosine": 0.9999601244926453
    },
    {
      "tensor": "text_encoder.layers.7.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002617649734020233,
      "mean_abs_err": 2.7768001018557698e-05,
      "rel_l2": 0.007922813296318054,
      "cosine": 0.9999686479568481
    },
    {
      "tensor": "text_encoder.layers.7.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00024792831391096115,
      "mean_abs_err": 2.615756238810718e-05,
      "rel_l2": 0.007923275232315063,
      "cosine": 0.9999686479568481
    },
    {
      "tensor": "text_encoder.layers.7.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00026348279789090157,
      "mean_abs_err": 3.8971546018728986e-05,
      "rel_l2": 0.008038604632019997,
      "cosine": 0.9999676942825317
    },
    {
      "tensor": "text_encoder.layers.7.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0005475282669067383,
      "mean_abs_err": 4.106058622710407e-05,
      "rel_l2": 0.008104524575173855,
      "cosine": 0.9999671578407288
    },
    {
      "tensor": "text_encoder.layers.7.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00045084208250045776,
      "mean_abs_err": 3.926951831090264e-05,
      "rel_l2": 0.007955125533044338,
      "cosine": 0.9999683499336243
    },
    {
      "tensor": "text_encoder.layers.7.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002508438192307949,
      "mean_abs_err": 4.0381986764259636e-05,
      "rel_l2": 0.007943028584122658,
      "cosine": 0.9999684691429138
    },
    {
      "tensor": "text_encoder.layers.8.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0005675088614225388,
      "mean_abs_err": 3.0484201488434337e-05,
      "rel_l2": 0.008994260802865028,
      "cosine": 0.9999595880508423
    },
    {
      "tensor": "text_encoder.layers.8.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00024007679894566536,
      "mean_abs_err": 2.7520332878339104e-05,
      "rel_l2": 0.00794390682131052,
      "cosine": 0.9999684691429138
    },
    {
      "tensor": "text_encoder.layers.8.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00018938904395326972,
      "mean_abs_err": 2.6035202608909458e-05,
      "rel_l2": 0.007932097651064396,
      "cosine": 0.9999684691429138
    },
    {
      "tensor": "text_encoder.layers.8.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00024977908469736576,
      "mean_abs_err": 3.885027763317339e-05,
      "rel_l2": 0.008003909140825272,
      "cosine": 0.9999678134918213
    },
    {
      "tensor": "text_encoder.layers.8.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.0005518754478543997,
      "mean_abs_err": 4.470529893296771e-05,
      "rel_l2": 0.008474930189549923,
      "cosine": 0.9999641180038452
    },
    {
      "tensor": "text_encoder.layers.8.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00039626751095056534,
      "mean_abs_err": 3.9939033740665764e-05,
      "rel_l2": 0.007926104590296745,
      "cosine": 0.9999686479568481
    },
    {
      "tensor": "text_encoder.layers.8.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002555013634264469,
      "mean_abs_err": 4.049383642268367e-05,
      "rel_l2": 0.007914336398243904,
      "cosine": 0.9999687075614929
    },
    {
      "tensor": "text_encoder.layers.9.mlp.down_proj.weight",
      "shape": [
        1152,
        6912
      ],
      "group_size": 256,
      "max_abs_err": 0.0004992559552192688,
      "mean_abs_err": 3.0718092602910474e-05,
      "rel_l2": 0.008930213749408722,
      "cosine": 0.99996018409729
    },
    {
      "tensor": "text_encoder.layers.9.mlp.gate_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00023995828814804554,
      "mean_abs_err": 2.6906536731985398e-05,
      "rel_l2": 0.007929641753435135,
      "cosine": 0.9999685287475586
    },
    {
      "tensor": "text_encoder.layers.9.mlp.up_proj.weight",
      "shape": [
        6912,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0002329070121049881,
      "mean_abs_err": 2.6256580895278603e-05,
      "rel_l2": 0.007917355746030807,
      "cosine": 0.9999687671661377
    },
    {
      "tensor": "text_encoder.layers.9.self_attn.k_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.0004360424354672432,
      "mean_abs_err": 3.7818590499227867e-05,
      "rel_l2": 0.007931231521070004,
      "cosine": 0.9999685287475586
    },
    {
      "tensor": "text_encoder.layers.9.self_attn.o_proj.weight",
      "shape": [
        1152,
        1024
      ],
      "group_size": 256,
      "max_abs_err": 0.00048078224062919617,
      "mean_abs_err": 4.2723873775685206e-05,
      "rel_l2": 0.008095338009297848,
      "cosine": 0.9999672770500183
    },
    {
      "tensor": "text_encoder.layers.9.self_attn.q_proj.weight",
      "shape": [
        1024,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.000507330521941185,
      "mean_abs_err": 4.0819038986228406e-05,
      "rel_l2": 0.007977495901286602,
      "cosine": 0.9999681711196899
    },
    {
      "tensor": "text_encoder.layers.9.self_attn.v_proj.weight",
      "shape": [
        256,
        1152
      ],
      "group_size": 64,
      "max_abs_err": 0.00026716198772192,
      "mean_abs_err": 4.0962644561659545e-05,
      "rel_l2": 0.007875950075685978,
      "cosine": 0.9999690055847168
    }
  ]
}