{
  "contract": {
    "channels": "RGB",
    "height": 1024,
    "pixel_range": "8-bit [0,255]",
    "prompt_count": 20,
    "same_prompt_seed_sampler_and_settings": true,
    "width": 1024
  },
  "created_at": "2026-07-20T16:42:54+00:00",
  "limitations": [
    "PSNR measures paired pixel similarity to the BF16 reference, not aesthetics or prompt adherence.",
    "LPIPS and human-preference metrics were not computed."
  ],
  "reference": {
    "label": "Original BF16",
    "model_id": "original_bf16"
  },
  "results": [
    {
      "global_mae_rgb_8bit": 4.184344148635864,
      "global_mse_rgb_8bit": 143.60905289649963,
      "global_psnr_db": 26.55898542834396,
      "label": "Whole W8A8 + INT8 T5",
      "max_pair_psnr_db": 42.96481803223763,
      "mean_pair_psnr_db": 28.871755201270258,
      "median_pair_psnr_db": 29.34872857885429,
      "min_pair_psnr_db": 20.67506469049193,
      "model_id": "t5_int8_convrot",
      "pair_count": 20,
      "pairs": [
        {
          "mae_rgb_8bit": 1.8707882563273113,
          "mse_rgb_8bit": 25.03745937347412,
          "prompt_id": "prompt_01",
          "psnr_db": 34.14490103264843,
          "seed": 2737473617249173572
        },
        {
          "mae_rgb_8bit": 0.6493326822916666,
          "mse_rgb_8bit": 3.285477956136068,
          "prompt_id": "prompt_02",
          "psnr_db": 42.96481803223763,
          "seed": 5636279213593584334
        },
        {
          "mae_rgb_8bit": 5.9316714604695635,
          "mse_rgb_8bit": 281.34023062388104,
          "prompt_id": "prompt_03",
          "psnr_db": 23.638485217397374,
          "seed": 2337272915321693975
        },
        {
          "mae_rgb_8bit": 4.219496726989746,
          "mse_rgb_8bit": 117.22437000274658,
          "prompt_id": "prompt_04",
          "psnr_db": 27.44062453473368,
          "seed": 5284037423569190479
        },
        {
          "mae_rgb_8bit": 2.4964122772216797,
          "mse_rgb_8bit": 54.10380299886068,
          "prompt_id": "prompt_05",
          "psnr_db": 30.798525677877432,
          "seed": 6913066525750388688
        },
        {
          "mae_rgb_8bit": 2.657512982686361,
          "mse_rgb_8bit": 49.35343837738037,
          "prompt_id": "prompt_06",
          "psnr_db": 31.197629461863695,
          "seed": 7394637781574154634
        },
        {
          "mae_rgb_8bit": 8.83125114440918,
          "mse_rgb_8bit": 497.9759298960368,
          "prompt_id": "prompt_07",
          "psnr_db": 21.158720096061163,
          "seed": 8805682773639136733
        },
        {
          "mae_rgb_8bit": 3.2949819564819336,
          "mse_rgb_8bit": 72.90100193023682,
          "prompt_id": "prompt_08",
          "psnr_db": 29.503468636914594,
          "seed": 8599963958067732996
        },
        {
          "mae_rgb_8bit": 5.054506619771321,
          "mse_rgb_8bit": 201.2291866938273,
          "prompt_id": "prompt_09",
          "psnr_db": 25.093893889533007,
          "seed": 5673822435512390978
        },
        {
          "mae_rgb_8bit": 3.1050949096679688,
          "mse_rgb_8bit": 75.71082433064778,
          "prompt_id": "prompt_10",
          "psnr_db": 29.339223861101253,
          "seed": 4537681100734872717
        },
        {
          "mae_rgb_8bit": 2.4548552831014,
          "mse_rgb_8bit": 44.98679256439209,
          "prompt_id": "prompt_11",
          "psnr_db": 31.59995330610588,
          "seed": 6991054715693460219
        },
        {
          "mae_rgb_8bit": 3.227843920389811,
          "mse_rgb_8bit": 66.2210823694865,
          "prompt_id": "prompt_12",
          "psnr_db": 29.92084085943045,
          "seed": 4444155078815147914
        },
        {
          "mae_rgb_8bit": 10.309847195943197,
          "mse_rgb_8bit": 556.6393340428671,
          "prompt_id": "prompt_13",
          "psnr_db": 20.67506469049193,
          "seed": 6135808568015678407
        },
        {
          "mae_rgb_8bit": 1.6483319600423176,
          "mse_rgb_8bit": 23.638425827026367,
          "prompt_id": "prompt_14",
          "psnr_db": 34.39461809022444,
          "seed": 713035478727730346
        },
        {
          "mae_rgb_8bit": 4.416806221008301,
          "mse_rgb_8bit": 114.49958451588948,
          "prompt_id": "prompt_15",
          "psnr_db": 27.542764501115137,
          "seed": 248937108497645287
        },
        {
          "mae_rgb_8bit": 9.364078839619955,
          "mse_rgb_8bit": 304.6785605748494,
          "prompt_id": "prompt_16",
          "psnr_db": 23.292384657250743,
          "seed": 5277644178537905334
        },
        {
          "mae_rgb_8bit": 2.052689552307129,
          "mse_rgb_8bit": 51.52497704823812,
          "prompt_id": "prompt_17",
          "psnr_db": 31.010625538727638,
          "seed": 7635742545595743441
        },
        {
          "mae_rgb_8bit": 4.981616973876953,
          "mse_rgb_8bit": 159.03070195515951,
          "prompt_id": "prompt_18",
          "psnr_db": 26.11599384959113,
          "seed": 300265456486907271
        },
        {
          "mae_rgb_8bit": 3.245227813720703,
          "mse_rgb_8bit": 97.41972096761067,
          "prompt_id": "prompt_19",
          "psnr_db": 28.244334795492247,
          "seed": 5279743298653840878
        },
        {
          "mae_rgb_8bit": 3.8745361963907876,
          "mse_rgb_8bit": 75.38015588124593,
          "prompt_id": "prompt_20",
          "psnr_db": 29.358233296607324,
          "seed": 533279967017145387
        }
      ],
      "reference_model_id": "original_bf16"
    },
    {
      "global_mae_rgb_8bit": 3.8457299709320067,
      "global_mse_rgb_8bit": 118.34940997759502,
      "global_psnr_db": 27.39914263741072,
      "label": "Whole W8A8 + BF16 T5",
      "max_pair_psnr_db": 45.70847505288416,
      "mean_pair_psnr_db": 29.449424636693966,
      "median_pair_psnr_db": 28.553903379427116,
      "min_pair_psnr_db": 23.10766015887956,
      "model_id": "whole_w8a8",
      "pair_count": 20,
      "pairs": [
        {
          "mae_rgb_8bit": 1.9576581319173176,
          "mse_rgb_8bit": 29.332815806070965,
          "prompt_id": "prompt_01",
          "psnr_db": 33.45726605751621,
          "seed": 2737473617249173572
        },
        {
          "mae_rgb_8bit": 0.48685487111409503,
          "mse_rgb_8bit": 1.7467584609985352,
          "prompt_id": "prompt_02",
          "psnr_db": 45.70847505288416,
          "seed": 5636279213593584334
        },
        {
          "mae_rgb_8bit": 6.599390983581543,
          "mse_rgb_8bit": 317.9174343744914,
          "prompt_id": "prompt_03",
          "psnr_db": 23.10766015887956,
          "seed": 2337272915321693975
        },
        {
          "mae_rgb_8bit": 4.497992197672526,
          "mse_rgb_8bit": 121.32832463582356,
          "prompt_id": "prompt_04",
          "psnr_db": 27.29118160190623,
          "seed": 5284037423569190479
        },
        {
          "mae_rgb_8bit": 4.595889409383138,
          "mse_rgb_8bit": 152.80340512593588,
          "prompt_id": "prompt_05",
          "psnr_db": 26.289473285462584,
          "seed": 6913066525750388688
        },
        {
          "mae_rgb_8bit": 2.397451400756836,
          "mse_rgb_8bit": 38.380432764689125,
          "prompt_id": "prompt_06",
          "psnr_db": 32.28970493484174,
          "seed": 7394637781574154634
        },
        {
          "mae_rgb_8bit": 4.228646278381348,
          "mse_rgb_8bit": 191.70894972483316,
          "prompt_id": "prompt_07",
          "psnr_db": 25.3043797294873,
          "seed": 8805682773639136733
        },
        {
          "mae_rgb_8bit": 2.0582707722981772,
          "mse_rgb_8bit": 24.999243418375652,
          "prompt_id": "prompt_08",
          "psnr_db": 34.151534955637366,
          "seed": 8599963958067732996
        },
        {
          "mae_rgb_8bit": 5.316611925760905,
          "mse_rgb_8bit": 213.4386822382609,
          "prompt_id": "prompt_09",
          "psnr_db": 24.838072299396377,
          "seed": 5673822435512390978
        },
        {
          "mae_rgb_8bit": 3.1878668467203775,
          "mse_rgb_8bit": 82.49698829650879,
          "prompt_id": "prompt_10",
          "psnr_db": 28.96642266743221,
          "seed": 4537681100734872717
        },
        {
          "mae_rgb_8bit": 2.101264317830404,
          "mse_rgb_8bit": 36.28457514444987,
          "prompt_id": "prompt_11",
          "psnr_db": 32.53358318568201,
          "seed": 6991054715693460219
        },
        {
          "mae_rgb_8bit": 2.8856945037841797,
          "mse_rgb_8bit": 55.548718770345054,
          "prompt_id": "prompt_12",
          "psnr_db": 30.684063144656623,
          "seed": 4444155078815147914
        },
        {
          "mae_rgb_8bit": 4.770760218302409,
          "mse_rgb_8bit": 148.125763575236,
          "prompt_id": "prompt_13",
          "psnr_db": 26.424497587582426,
          "seed": 6135808568015678407
        },
        {
          "mae_rgb_8bit": 1.4494740168253581,
          "mse_rgb_8bit": 19.55673948923747,
          "prompt_id": "prompt_14",
          "psnr_db": 35.217839102049666,
          "seed": 713035478727730346
        },
        {
          "mae_rgb_8bit": 4.08154296875,
          "mse_rgb_8bit": 99.75667190551758,
          "prompt_id": "prompt_15",
          "psnr_db": 28.141384091422022,
          "seed": 248937108497645287
        },
        {
          "mae_rgb_8bit": 8.978434880574545,
          "mse_rgb_8bit": 286.14463488260907,
          "prompt_id": "prompt_16",
          "psnr_db": 23.564947534252543,
          "seed": 5277644178537905334
        },
        {
          "mae_rgb_8bit": 2.162648836771647,
          "mse_rgb_8bit": 46.40346622467041,
          "prompt_id": "prompt_17",
          "psnr_db": 31.46529938372888,
          "seed": 7635742545595743441
        },
        {
          "mae_rgb_8bit": 7.308785438537598,
          "mse_rgb_8bit": 290.49807771046954,
          "prompt_id": "prompt_18",
          "psnr_db": 23.49937097953946,
          "seed": 300265456486907271
        },
        {
          "mae_rgb_8bit": 2.9200544357299805,
          "mse_rgb_8bit": 81.00839010874431,
          "prompt_id": "prompt_19",
          "psnr_db": 29.045503594061852,
          "seed": 5279743298653840878
        },
        {
          "mae_rgb_8bit": 4.929306983947754,
          "mse_rgb_8bit": 129.50812689463297,
          "prompt_id": "prompt_20",
          "psnr_db": 27.007833387459964,
          "seed": 533279967017145387
        }
      ],
      "reference_model_id": "original_bf16"
    },
    {
      "global_mae_rgb_8bit": 3.529950507481893,
      "global_mse_rgb_8bit": 105.74577018419902,
      "global_psnr_db": 27.88817356191052,
      "label": "Partial INT8 + BF16 T5",
      "max_pair_psnr_db": 45.66462536442023,
      "mean_pair_psnr_db": 29.856776264624564,
      "median_pair_psnr_db": 29.571032038674957,
      "min_pair_psnr_db": 23.511026520961206,
      "model_id": "convrot_int8",
      "pair_count": 20,
      "pairs": [
        {
          "mae_rgb_8bit": 1.6430425643920898,
          "mse_rgb_8bit": 22.24471886952718,
          "prompt_id": "prompt_01",
          "psnr_db": 34.65853439396324,
          "seed": 2737473617249173572
        },
        {
          "mae_rgb_8bit": 0.45065879821777344,
          "mse_rgb_8bit": 1.7644844055175781,
          "prompt_id": "prompt_02",
          "psnr_db": 45.66462536442023,
          "seed": 5636279213593584334
        },
        {
          "mae_rgb_8bit": 2.1578118006388345,
          "mse_rgb_8bit": 47.41307862599691,
          "prompt_id": "prompt_03",
          "psnr_db": 31.371822050243104,
          "seed": 2337272915321693975
        },
        {
          "mae_rgb_8bit": 2.8128862380981445,
          "mse_rgb_8bit": 66.53188991546631,
          "prompt_id": "prompt_04",
          "psnr_db": 29.90050500608385,
          "seed": 5284037423569190479
        },
        {
          "mae_rgb_8bit": 6.780258814493815,
          "mse_rgb_8bit": 268.41435559590656,
          "prompt_id": "prompt_05",
          "psnr_db": 23.842746213927057,
          "seed": 6913066525750388688
        },
        {
          "mae_rgb_8bit": 2.7879279454549155,
          "mse_rgb_8bit": 58.42911624908447,
          "prompt_id": "prompt_06",
          "psnr_db": 30.464510432902898,
          "seed": 7394637781574154634
        },
        {
          "mae_rgb_8bit": 5.940625826517741,
          "mse_rgb_8bit": 289.7194878260295,
          "prompt_id": "prompt_07",
          "psnr_db": 23.511026520961206,
          "seed": 8805682773639136733
        },
        {
          "mae_rgb_8bit": 2.69136110941569,
          "mse_rgb_8bit": 49.07272084554037,
          "prompt_id": "prompt_08",
          "psnr_db": 31.22240222686356,
          "seed": 8599963958067732996
        },
        {
          "mae_rgb_8bit": 5.244619369506836,
          "mse_rgb_8bit": 213.63016319274902,
          "prompt_id": "prompt_09",
          "psnr_db": 24.83417788619411,
          "seed": 5673822435512390978
        },
        {
          "mae_rgb_8bit": 3.4313023885091147,
          "mse_rgb_8bit": 102.67724291483562,
          "prompt_id": "prompt_10",
          "psnr_db": 28.01606162369761,
          "seed": 4537681100734872717
        },
        {
          "mae_rgb_8bit": 1.7503690719604492,
          "mse_rgb_8bit": 21.204309781392414,
          "prompt_id": "prompt_11",
          "psnr_db": 34.86656220502798,
          "seed": 6991054715693460219
        },
        {
          "mae_rgb_8bit": 2.6095762252807617,
          "mse_rgb_8bit": 47.14798386891683,
          "prompt_id": "prompt_12",
          "psnr_db": 31.396172345967884,
          "seed": 4444155078815147914
        },
        {
          "mae_rgb_8bit": 3.23709774017334,
          "mse_rgb_8bit": 77.43270905812581,
          "prompt_id": "prompt_13",
          "psnr_db": 29.24155907126606,
          "seed": 6135808568015678407
        },
        {
          "mae_rgb_8bit": 1.647062619527181,
          "mse_rgb_8bit": 26.97847906748454,
          "prompt_id": "prompt_14",
          "psnr_db": 33.82062898527484,
          "seed": 713035478727730346
        },
        {
          "mae_rgb_8bit": 4.368714014689128,
          "mse_rgb_8bit": 104.97626558939616,
          "prompt_id": "prompt_15",
          "psnr_db": 27.91989241690556,
          "seed": 248937108497645287
        },
        {
          "mae_rgb_8bit": 6.765830675760905,
          "mse_rgb_8bit": 187.27487786610922,
          "prompt_id": "prompt_16",
          "psnr_db": 25.406008383558977,
          "seed": 5277644178537905334
        },
        {
          "mae_rgb_8bit": 2.061037063598633,
          "mse_rgb_8bit": 50.301029205322266,
          "prompt_id": "prompt_17",
          "psnr_db": 31.11503489656528,
          "seed": 7635742545595743441
        },
        {
          "mae_rgb_8bit": 6.625752766927083,
          "mse_rgb_8bit": 274.37188784281415,
          "prompt_id": "prompt_18",
          "psnr_db": 23.747407493878026,
          "seed": 300265456486907271
        },
        {
          "mae_rgb_8bit": 3.0780162811279297,
          "mse_rgb_8bit": 86.96947542826335,
          "prompt_id": "prompt_19",
          "psnr_db": 28.737135103091486,
          "seed": 5279743298653840878
        },
        {
          "mae_rgb_8bit": 4.515058835347493,
          "mse_rgb_8bit": 118.36112753550212,
          "prompt_id": "prompt_20",
          "psnr_db": 27.398712671698327,
          "seed": 533279967017145387
        }
      ],
      "reference_model_id": "original_bf16"
    },
    {
      "global_mae_rgb_8bit": 17.185767714182536,
      "global_mse_rgb_8bit": 1048.3769245465596,
      "global_psnr_db": 17.92562907590282,
      "label": "Paper W4A4 + BF16 T5",
      "max_pair_psnr_db": 27.43898551645215,
      "mean_pair_psnr_db": 19.040987054028783,
      "median_pair_psnr_db": 18.33645593419423,
      "min_pair_psnr_db": 13.220893291481797,
      "model_id": "paper_w4a4",
      "pair_count": 20,
      "pairs": [
        {
          "mae_rgb_8bit": 9.805227279663086,
          "mse_rgb_8bit": 363.933437983195,
          "prompt_id": "prompt_01",
          "psnr_db": 22.520584007352777,
          "seed": 2737473617249173572
        },
        {
          "mae_rgb_8bit": 4.84106985727946,
          "mse_rgb_8bit": 117.2686185836792,
          "prompt_id": "prompt_02",
          "psnr_db": 27.43898551645215,
          "seed": 5636279213593584334
        },
        {
          "mae_rgb_8bit": 10.301324208577475,
          "mse_rgb_8bit": 391.7325661977132,
          "prompt_id": "prompt_03",
          "psnr_db": 22.20090683289783,
          "seed": 2337272915321693975
        },
        {
          "mae_rgb_8bit": 21.82541561126709,
          "mse_rgb_8bit": 1270.901157061259,
          "prompt_id": "prompt_04",
          "psnr_db": 17.089685857758415,
          "seed": 5284037423569190479
        },
        {
          "mae_rgb_8bit": 15.27580738067627,
          "mse_rgb_8bit": 945.251550356547,
          "prompt_id": "prompt_05",
          "psnr_db": 18.3753296252364,
          "seed": 6913066525750388688
        },
        {
          "mae_rgb_8bit": 10.646452903747559,
          "mse_rgb_8bit": 339.07828934987384,
          "prompt_id": "prompt_06",
          "psnr_db": 22.827803773929737,
          "seed": 7394637781574154634
        },
        {
          "mae_rgb_8bit": 22.21392822265625,
          "mse_rgb_8bit": 1860.1204293568928,
          "prompt_id": "prompt_07",
          "psnr_db": 15.435392983101881,
          "seed": 8805682773639136733
        },
        {
          "mae_rgb_8bit": 14.578474362691244,
          "mse_rgb_8bit": 789.6456416447958,
          "prompt_id": "prompt_08",
          "psnr_db": 19.156481181901018,
          "seed": 8599963958067732996
        },
        {
          "mae_rgb_8bit": 23.46330388387044,
          "mse_rgb_8bit": 1956.1720809936523,
          "prompt_id": "prompt_09",
          "psnr_db": 15.216733046194022,
          "seed": 5673822435512390978
        },
        {
          "mae_rgb_8bit": 35.05847581227621,
          "mse_rgb_8bit": 3097.355337460836,
          "prompt_id": "prompt_10",
          "psnr_db": 13.220893291481797,
          "seed": 4537681100734872717
        },
        {
          "mae_rgb_8bit": 17.353435516357422,
          "mse_rgb_8bit": 991.8816242218018,
          "prompt_id": "prompt_11",
          "psnr_db": 18.166205163497114,
          "seed": 6991054715693460219
        },
        {
          "mae_rgb_8bit": 9.548001925150553,
          "mse_rgb_8bit": 311.9878346125285,
          "prompt_id": "prompt_12",
          "psnr_db": 23.189427010278493,
          "seed": 4444155078815147914
        },
        {
          "mae_rgb_8bit": 26.1892032623291,
          "mse_rgb_8bit": 1978.286860148112,
          "prompt_id": "prompt_13",
          "psnr_db": 15.167910944629083,
          "seed": 6135808568015678407
        },
        {
          "mae_rgb_8bit": 12.478487650553385,
          "mse_rgb_8bit": 633.0524272918701,
          "prompt_id": "prompt_14",
          "psnr_db": 20.116406825397924,
          "seed": 713035478727730346
        },
        {
          "mae_rgb_8bit": 19.866172154744465,
          "mse_rgb_8bit": 1099.4894485473633,
          "prompt_id": "prompt_15",
          "psnr_db": 17.718892949379445,
          "seed": 248937108497645287
        },
        {
          "mae_rgb_8bit": 20.394683837890625,
          "mse_rgb_8bit": 962.3258158365885,
          "prompt_id": "prompt_16",
          "psnr_db": 18.29758224315206,
          "seed": 5277644178537905334
        },
        {
          "mae_rgb_8bit": 9.971921920776367,
          "mse_rgb_8bit": 427.9283091227214,
          "prompt_id": "prompt_17",
          "psnr_db": 21.817093431638046,
          "seed": 7635742545595743441
        },
        {
          "mae_rgb_8bit": 19.527167956034344,
          "mse_rgb_8bit": 1111.8292411168416,
          "prompt_id": "prompt_18",
          "psnr_db": 17.67042269067247,
          "seed": 300265456486907271
        },
        {
          "mae_rgb_8bit": 16.195018132527668,
          "mse_rgb_8bit": 903.1033693949381,
          "prompt_id": "prompt_19",
          "psnr_db": 18.573428982747764,
          "seed": 5279743298653840878
        },
        {
          "mae_rgb_8bit": 24.181782404581707,
          "mse_rgb_8bit": 1416.1944516499836,
          "prompt_id": "prompt_20",
          "psnr_db": 16.61957472287724,
          "seed": 533279967017145387
        }
      ],
      "reference_model_id": "original_bf16"
    }
  ],
  "schema_version": 1,
  "source_grid_manifest_sha256": "22354490f79e3126d129098ad14d4baa07fbba43d8f9f9d4a2862f4a385b914d",
  "status": "verified_complete"
}