| { |
| "contract": { |
| "channels": "RGB", |
| "height": 1024, |
| "pixel_range": "8-bit [0,255]", |
| "prompt_count": 20, |
| "same_prompt_seed_sampler_and_settings": true, |
| "width": 1024 |
| }, |
| "created_at": "2026-07-20T16:42:54+00:00", |
| "limitations": [ |
| "PSNR measures paired pixel similarity to the BF16 reference, not aesthetics or prompt adherence.", |
| "LPIPS and human-preference metrics were not computed." |
| ], |
| "reference": { |
| "label": "Original BF16", |
| "model_id": "original_bf16" |
| }, |
| "results": [ |
| { |
| "global_mae_rgb_8bit": 4.184344148635864, |
| "global_mse_rgb_8bit": 143.60905289649963, |
| "global_psnr_db": 26.55898542834396, |
| "label": "Whole W8A8 + INT8 T5", |
| "max_pair_psnr_db": 42.96481803223763, |
| "mean_pair_psnr_db": 28.871755201270258, |
| "median_pair_psnr_db": 29.34872857885429, |
| "min_pair_psnr_db": 20.67506469049193, |
| "model_id": "t5_int8_convrot", |
| "pair_count": 20, |
| "pairs": [ |
| { |
| "mae_rgb_8bit": 1.8707882563273113, |
| "mse_rgb_8bit": 25.03745937347412, |
| "prompt_id": "prompt_01", |
| "psnr_db": 34.14490103264843, |
| "seed": 2737473617249173572 |
| }, |
| { |
| "mae_rgb_8bit": 0.6493326822916666, |
| "mse_rgb_8bit": 3.285477956136068, |
| "prompt_id": "prompt_02", |
| "psnr_db": 42.96481803223763, |
| "seed": 5636279213593584334 |
| }, |
| { |
| "mae_rgb_8bit": 5.9316714604695635, |
| "mse_rgb_8bit": 281.34023062388104, |
| "prompt_id": "prompt_03", |
| "psnr_db": 23.638485217397374, |
| "seed": 2337272915321693975 |
| }, |
| { |
| "mae_rgb_8bit": 4.219496726989746, |
| "mse_rgb_8bit": 117.22437000274658, |
| "prompt_id": "prompt_04", |
| "psnr_db": 27.44062453473368, |
| "seed": 5284037423569190479 |
| }, |
| { |
| "mae_rgb_8bit": 2.4964122772216797, |
| "mse_rgb_8bit": 54.10380299886068, |
| "prompt_id": "prompt_05", |
| "psnr_db": 30.798525677877432, |
| "seed": 6913066525750388688 |
| }, |
| { |
| "mae_rgb_8bit": 2.657512982686361, |
| "mse_rgb_8bit": 49.35343837738037, |
| "prompt_id": "prompt_06", |
| "psnr_db": 31.197629461863695, |
| "seed": 7394637781574154634 |
| }, |
| { |
| "mae_rgb_8bit": 8.83125114440918, |
| "mse_rgb_8bit": 497.9759298960368, |
| "prompt_id": "prompt_07", |
| "psnr_db": 21.158720096061163, |
| "seed": 8805682773639136733 |
| }, |
| { |
| "mae_rgb_8bit": 3.2949819564819336, |
| "mse_rgb_8bit": 72.90100193023682, |
| "prompt_id": "prompt_08", |
| "psnr_db": 29.503468636914594, |
| "seed": 8599963958067732996 |
| }, |
| { |
| "mae_rgb_8bit": 5.054506619771321, |
| "mse_rgb_8bit": 201.2291866938273, |
| "prompt_id": "prompt_09", |
| "psnr_db": 25.093893889533007, |
| "seed": 5673822435512390978 |
| }, |
| { |
| "mae_rgb_8bit": 3.1050949096679688, |
| "mse_rgb_8bit": 75.71082433064778, |
| "prompt_id": "prompt_10", |
| "psnr_db": 29.339223861101253, |
| "seed": 4537681100734872717 |
| }, |
| { |
| "mae_rgb_8bit": 2.4548552831014, |
| "mse_rgb_8bit": 44.98679256439209, |
| "prompt_id": "prompt_11", |
| "psnr_db": 31.59995330610588, |
| "seed": 6991054715693460219 |
| }, |
| { |
| "mae_rgb_8bit": 3.227843920389811, |
| "mse_rgb_8bit": 66.2210823694865, |
| "prompt_id": "prompt_12", |
| "psnr_db": 29.92084085943045, |
| "seed": 4444155078815147914 |
| }, |
| { |
| "mae_rgb_8bit": 10.309847195943197, |
| "mse_rgb_8bit": 556.6393340428671, |
| "prompt_id": "prompt_13", |
| "psnr_db": 20.67506469049193, |
| "seed": 6135808568015678407 |
| }, |
| { |
| "mae_rgb_8bit": 1.6483319600423176, |
| "mse_rgb_8bit": 23.638425827026367, |
| "prompt_id": "prompt_14", |
| "psnr_db": 34.39461809022444, |
| "seed": 713035478727730346 |
| }, |
| { |
| "mae_rgb_8bit": 4.416806221008301, |
| "mse_rgb_8bit": 114.49958451588948, |
| "prompt_id": "prompt_15", |
| "psnr_db": 27.542764501115137, |
| "seed": 248937108497645287 |
| }, |
| { |
| "mae_rgb_8bit": 9.364078839619955, |
| "mse_rgb_8bit": 304.6785605748494, |
| "prompt_id": "prompt_16", |
| "psnr_db": 23.292384657250743, |
| "seed": 5277644178537905334 |
| }, |
| { |
| "mae_rgb_8bit": 2.052689552307129, |
| "mse_rgb_8bit": 51.52497704823812, |
| "prompt_id": "prompt_17", |
| "psnr_db": 31.010625538727638, |
| "seed": 7635742545595743441 |
| }, |
| { |
| "mae_rgb_8bit": 4.981616973876953, |
| "mse_rgb_8bit": 159.03070195515951, |
| "prompt_id": "prompt_18", |
| "psnr_db": 26.11599384959113, |
| "seed": 300265456486907271 |
| }, |
| { |
| "mae_rgb_8bit": 3.245227813720703, |
| "mse_rgb_8bit": 97.41972096761067, |
| "prompt_id": "prompt_19", |
| "psnr_db": 28.244334795492247, |
| "seed": 5279743298653840878 |
| }, |
| { |
| "mae_rgb_8bit": 3.8745361963907876, |
| "mse_rgb_8bit": 75.38015588124593, |
| "prompt_id": "prompt_20", |
| "psnr_db": 29.358233296607324, |
| "seed": 533279967017145387 |
| } |
| ], |
| "reference_model_id": "original_bf16" |
| }, |
| { |
| "global_mae_rgb_8bit": 3.8457299709320067, |
| "global_mse_rgb_8bit": 118.34940997759502, |
| "global_psnr_db": 27.39914263741072, |
| "label": "Whole W8A8 + BF16 T5", |
| "max_pair_psnr_db": 45.70847505288416, |
| "mean_pair_psnr_db": 29.449424636693966, |
| "median_pair_psnr_db": 28.553903379427116, |
| "min_pair_psnr_db": 23.10766015887956, |
| "model_id": "whole_w8a8", |
| "pair_count": 20, |
| "pairs": [ |
| { |
| "mae_rgb_8bit": 1.9576581319173176, |
| "mse_rgb_8bit": 29.332815806070965, |
| "prompt_id": "prompt_01", |
| "psnr_db": 33.45726605751621, |
| "seed": 2737473617249173572 |
| }, |
| { |
| "mae_rgb_8bit": 0.48685487111409503, |
| "mse_rgb_8bit": 1.7467584609985352, |
| "prompt_id": "prompt_02", |
| "psnr_db": 45.70847505288416, |
| "seed": 5636279213593584334 |
| }, |
| { |
| "mae_rgb_8bit": 6.599390983581543, |
| "mse_rgb_8bit": 317.9174343744914, |
| "prompt_id": "prompt_03", |
| "psnr_db": 23.10766015887956, |
| "seed": 2337272915321693975 |
| }, |
| { |
| "mae_rgb_8bit": 4.497992197672526, |
| "mse_rgb_8bit": 121.32832463582356, |
| "prompt_id": "prompt_04", |
| "psnr_db": 27.29118160190623, |
| "seed": 5284037423569190479 |
| }, |
| { |
| "mae_rgb_8bit": 4.595889409383138, |
| "mse_rgb_8bit": 152.80340512593588, |
| "prompt_id": "prompt_05", |
| "psnr_db": 26.289473285462584, |
| "seed": 6913066525750388688 |
| }, |
| { |
| "mae_rgb_8bit": 2.397451400756836, |
| "mse_rgb_8bit": 38.380432764689125, |
| "prompt_id": "prompt_06", |
| "psnr_db": 32.28970493484174, |
| "seed": 7394637781574154634 |
| }, |
| { |
| "mae_rgb_8bit": 4.228646278381348, |
| "mse_rgb_8bit": 191.70894972483316, |
| "prompt_id": "prompt_07", |
| "psnr_db": 25.3043797294873, |
| "seed": 8805682773639136733 |
| }, |
| { |
| "mae_rgb_8bit": 2.0582707722981772, |
| "mse_rgb_8bit": 24.999243418375652, |
| "prompt_id": "prompt_08", |
| "psnr_db": 34.151534955637366, |
| "seed": 8599963958067732996 |
| }, |
| { |
| "mae_rgb_8bit": 5.316611925760905, |
| "mse_rgb_8bit": 213.4386822382609, |
| "prompt_id": "prompt_09", |
| "psnr_db": 24.838072299396377, |
| "seed": 5673822435512390978 |
| }, |
| { |
| "mae_rgb_8bit": 3.1878668467203775, |
| "mse_rgb_8bit": 82.49698829650879, |
| "prompt_id": "prompt_10", |
| "psnr_db": 28.96642266743221, |
| "seed": 4537681100734872717 |
| }, |
| { |
| "mae_rgb_8bit": 2.101264317830404, |
| "mse_rgb_8bit": 36.28457514444987, |
| "prompt_id": "prompt_11", |
| "psnr_db": 32.53358318568201, |
| "seed": 6991054715693460219 |
| }, |
| { |
| "mae_rgb_8bit": 2.8856945037841797, |
| "mse_rgb_8bit": 55.548718770345054, |
| "prompt_id": "prompt_12", |
| "psnr_db": 30.684063144656623, |
| "seed": 4444155078815147914 |
| }, |
| { |
| "mae_rgb_8bit": 4.770760218302409, |
| "mse_rgb_8bit": 148.125763575236, |
| "prompt_id": "prompt_13", |
| "psnr_db": 26.424497587582426, |
| "seed": 6135808568015678407 |
| }, |
| { |
| "mae_rgb_8bit": 1.4494740168253581, |
| "mse_rgb_8bit": 19.55673948923747, |
| "prompt_id": "prompt_14", |
| "psnr_db": 35.217839102049666, |
| "seed": 713035478727730346 |
| }, |
| { |
| "mae_rgb_8bit": 4.08154296875, |
| "mse_rgb_8bit": 99.75667190551758, |
| "prompt_id": "prompt_15", |
| "psnr_db": 28.141384091422022, |
| "seed": 248937108497645287 |
| }, |
| { |
| "mae_rgb_8bit": 8.978434880574545, |
| "mse_rgb_8bit": 286.14463488260907, |
| "prompt_id": "prompt_16", |
| "psnr_db": 23.564947534252543, |
| "seed": 5277644178537905334 |
| }, |
| { |
| "mae_rgb_8bit": 2.162648836771647, |
| "mse_rgb_8bit": 46.40346622467041, |
| "prompt_id": "prompt_17", |
| "psnr_db": 31.46529938372888, |
| "seed": 7635742545595743441 |
| }, |
| { |
| "mae_rgb_8bit": 7.308785438537598, |
| "mse_rgb_8bit": 290.49807771046954, |
| "prompt_id": "prompt_18", |
| "psnr_db": 23.49937097953946, |
| "seed": 300265456486907271 |
| }, |
| { |
| "mae_rgb_8bit": 2.9200544357299805, |
| "mse_rgb_8bit": 81.00839010874431, |
| "prompt_id": "prompt_19", |
| "psnr_db": 29.045503594061852, |
| "seed": 5279743298653840878 |
| }, |
| { |
| "mae_rgb_8bit": 4.929306983947754, |
| "mse_rgb_8bit": 129.50812689463297, |
| "prompt_id": "prompt_20", |
| "psnr_db": 27.007833387459964, |
| "seed": 533279967017145387 |
| } |
| ], |
| "reference_model_id": "original_bf16" |
| }, |
| { |
| "global_mae_rgb_8bit": 3.529950507481893, |
| "global_mse_rgb_8bit": 105.74577018419902, |
| "global_psnr_db": 27.88817356191052, |
| "label": "Partial INT8 + BF16 T5", |
| "max_pair_psnr_db": 45.66462536442023, |
| "mean_pair_psnr_db": 29.856776264624564, |
| "median_pair_psnr_db": 29.571032038674957, |
| "min_pair_psnr_db": 23.511026520961206, |
| "model_id": "convrot_int8", |
| "pair_count": 20, |
| "pairs": [ |
| { |
| "mae_rgb_8bit": 1.6430425643920898, |
| "mse_rgb_8bit": 22.24471886952718, |
| "prompt_id": "prompt_01", |
| "psnr_db": 34.65853439396324, |
| "seed": 2737473617249173572 |
| }, |
| { |
| "mae_rgb_8bit": 0.45065879821777344, |
| "mse_rgb_8bit": 1.7644844055175781, |
| "prompt_id": "prompt_02", |
| "psnr_db": 45.66462536442023, |
| "seed": 5636279213593584334 |
| }, |
| { |
| "mae_rgb_8bit": 2.1578118006388345, |
| "mse_rgb_8bit": 47.41307862599691, |
| "prompt_id": "prompt_03", |
| "psnr_db": 31.371822050243104, |
| "seed": 2337272915321693975 |
| }, |
| { |
| "mae_rgb_8bit": 2.8128862380981445, |
| "mse_rgb_8bit": 66.53188991546631, |
| "prompt_id": "prompt_04", |
| "psnr_db": 29.90050500608385, |
| "seed": 5284037423569190479 |
| }, |
| { |
| "mae_rgb_8bit": 6.780258814493815, |
| "mse_rgb_8bit": 268.41435559590656, |
| "prompt_id": "prompt_05", |
| "psnr_db": 23.842746213927057, |
| "seed": 6913066525750388688 |
| }, |
| { |
| "mae_rgb_8bit": 2.7879279454549155, |
| "mse_rgb_8bit": 58.42911624908447, |
| "prompt_id": "prompt_06", |
| "psnr_db": 30.464510432902898, |
| "seed": 7394637781574154634 |
| }, |
| { |
| "mae_rgb_8bit": 5.940625826517741, |
| "mse_rgb_8bit": 289.7194878260295, |
| "prompt_id": "prompt_07", |
| "psnr_db": 23.511026520961206, |
| "seed": 8805682773639136733 |
| }, |
| { |
| "mae_rgb_8bit": 2.69136110941569, |
| "mse_rgb_8bit": 49.07272084554037, |
| "prompt_id": "prompt_08", |
| "psnr_db": 31.22240222686356, |
| "seed": 8599963958067732996 |
| }, |
| { |
| "mae_rgb_8bit": 5.244619369506836, |
| "mse_rgb_8bit": 213.63016319274902, |
| "prompt_id": "prompt_09", |
| "psnr_db": 24.83417788619411, |
| "seed": 5673822435512390978 |
| }, |
| { |
| "mae_rgb_8bit": 3.4313023885091147, |
| "mse_rgb_8bit": 102.67724291483562, |
| "prompt_id": "prompt_10", |
| "psnr_db": 28.01606162369761, |
| "seed": 4537681100734872717 |
| }, |
| { |
| "mae_rgb_8bit": 1.7503690719604492, |
| "mse_rgb_8bit": 21.204309781392414, |
| "prompt_id": "prompt_11", |
| "psnr_db": 34.86656220502798, |
| "seed": 6991054715693460219 |
| }, |
| { |
| "mae_rgb_8bit": 2.6095762252807617, |
| "mse_rgb_8bit": 47.14798386891683, |
| "prompt_id": "prompt_12", |
| "psnr_db": 31.396172345967884, |
| "seed": 4444155078815147914 |
| }, |
| { |
| "mae_rgb_8bit": 3.23709774017334, |
| "mse_rgb_8bit": 77.43270905812581, |
| "prompt_id": "prompt_13", |
| "psnr_db": 29.24155907126606, |
| "seed": 6135808568015678407 |
| }, |
| { |
| "mae_rgb_8bit": 1.647062619527181, |
| "mse_rgb_8bit": 26.97847906748454, |
| "prompt_id": "prompt_14", |
| "psnr_db": 33.82062898527484, |
| "seed": 713035478727730346 |
| }, |
| { |
| "mae_rgb_8bit": 4.368714014689128, |
| "mse_rgb_8bit": 104.97626558939616, |
| "prompt_id": "prompt_15", |
| "psnr_db": 27.91989241690556, |
| "seed": 248937108497645287 |
| }, |
| { |
| "mae_rgb_8bit": 6.765830675760905, |
| "mse_rgb_8bit": 187.27487786610922, |
| "prompt_id": "prompt_16", |
| "psnr_db": 25.406008383558977, |
| "seed": 5277644178537905334 |
| }, |
| { |
| "mae_rgb_8bit": 2.061037063598633, |
| "mse_rgb_8bit": 50.301029205322266, |
| "prompt_id": "prompt_17", |
| "psnr_db": 31.11503489656528, |
| "seed": 7635742545595743441 |
| }, |
| { |
| "mae_rgb_8bit": 6.625752766927083, |
| "mse_rgb_8bit": 274.37188784281415, |
| "prompt_id": "prompt_18", |
| "psnr_db": 23.747407493878026, |
| "seed": 300265456486907271 |
| }, |
| { |
| "mae_rgb_8bit": 3.0780162811279297, |
| "mse_rgb_8bit": 86.96947542826335, |
| "prompt_id": "prompt_19", |
| "psnr_db": 28.737135103091486, |
| "seed": 5279743298653840878 |
| }, |
| { |
| "mae_rgb_8bit": 4.515058835347493, |
| "mse_rgb_8bit": 118.36112753550212, |
| "prompt_id": "prompt_20", |
| "psnr_db": 27.398712671698327, |
| "seed": 533279967017145387 |
| } |
| ], |
| "reference_model_id": "original_bf16" |
| }, |
| { |
| "global_mae_rgb_8bit": 17.185767714182536, |
| "global_mse_rgb_8bit": 1048.3769245465596, |
| "global_psnr_db": 17.92562907590282, |
| "label": "Paper W4A4 + BF16 T5", |
| "max_pair_psnr_db": 27.43898551645215, |
| "mean_pair_psnr_db": 19.040987054028783, |
| "median_pair_psnr_db": 18.33645593419423, |
| "min_pair_psnr_db": 13.220893291481797, |
| "model_id": "paper_w4a4", |
| "pair_count": 20, |
| "pairs": [ |
| { |
| "mae_rgb_8bit": 9.805227279663086, |
| "mse_rgb_8bit": 363.933437983195, |
| "prompt_id": "prompt_01", |
| "psnr_db": 22.520584007352777, |
| "seed": 2737473617249173572 |
| }, |
| { |
| "mae_rgb_8bit": 4.84106985727946, |
| "mse_rgb_8bit": 117.2686185836792, |
| "prompt_id": "prompt_02", |
| "psnr_db": 27.43898551645215, |
| "seed": 5636279213593584334 |
| }, |
| { |
| "mae_rgb_8bit": 10.301324208577475, |
| "mse_rgb_8bit": 391.7325661977132, |
| "prompt_id": "prompt_03", |
| "psnr_db": 22.20090683289783, |
| "seed": 2337272915321693975 |
| }, |
| { |
| "mae_rgb_8bit": 21.82541561126709, |
| "mse_rgb_8bit": 1270.901157061259, |
| "prompt_id": "prompt_04", |
| "psnr_db": 17.089685857758415, |
| "seed": 5284037423569190479 |
| }, |
| { |
| "mae_rgb_8bit": 15.27580738067627, |
| "mse_rgb_8bit": 945.251550356547, |
| "prompt_id": "prompt_05", |
| "psnr_db": 18.3753296252364, |
| "seed": 6913066525750388688 |
| }, |
| { |
| "mae_rgb_8bit": 10.646452903747559, |
| "mse_rgb_8bit": 339.07828934987384, |
| "prompt_id": "prompt_06", |
| "psnr_db": 22.827803773929737, |
| "seed": 7394637781574154634 |
| }, |
| { |
| "mae_rgb_8bit": 22.21392822265625, |
| "mse_rgb_8bit": 1860.1204293568928, |
| "prompt_id": "prompt_07", |
| "psnr_db": 15.435392983101881, |
| "seed": 8805682773639136733 |
| }, |
| { |
| "mae_rgb_8bit": 14.578474362691244, |
| "mse_rgb_8bit": 789.6456416447958, |
| "prompt_id": "prompt_08", |
| "psnr_db": 19.156481181901018, |
| "seed": 8599963958067732996 |
| }, |
| { |
| "mae_rgb_8bit": 23.46330388387044, |
| "mse_rgb_8bit": 1956.1720809936523, |
| "prompt_id": "prompt_09", |
| "psnr_db": 15.216733046194022, |
| "seed": 5673822435512390978 |
| }, |
| { |
| "mae_rgb_8bit": 35.05847581227621, |
| "mse_rgb_8bit": 3097.355337460836, |
| "prompt_id": "prompt_10", |
| "psnr_db": 13.220893291481797, |
| "seed": 4537681100734872717 |
| }, |
| { |
| "mae_rgb_8bit": 17.353435516357422, |
| "mse_rgb_8bit": 991.8816242218018, |
| "prompt_id": "prompt_11", |
| "psnr_db": 18.166205163497114, |
| "seed": 6991054715693460219 |
| }, |
| { |
| "mae_rgb_8bit": 9.548001925150553, |
| "mse_rgb_8bit": 311.9878346125285, |
| "prompt_id": "prompt_12", |
| "psnr_db": 23.189427010278493, |
| "seed": 4444155078815147914 |
| }, |
| { |
| "mae_rgb_8bit": 26.1892032623291, |
| "mse_rgb_8bit": 1978.286860148112, |
| "prompt_id": "prompt_13", |
| "psnr_db": 15.167910944629083, |
| "seed": 6135808568015678407 |
| }, |
| { |
| "mae_rgb_8bit": 12.478487650553385, |
| "mse_rgb_8bit": 633.0524272918701, |
| "prompt_id": "prompt_14", |
| "psnr_db": 20.116406825397924, |
| "seed": 713035478727730346 |
| }, |
| { |
| "mae_rgb_8bit": 19.866172154744465, |
| "mse_rgb_8bit": 1099.4894485473633, |
| "prompt_id": "prompt_15", |
| "psnr_db": 17.718892949379445, |
| "seed": 248937108497645287 |
| }, |
| { |
| "mae_rgb_8bit": 20.394683837890625, |
| "mse_rgb_8bit": 962.3258158365885, |
| "prompt_id": "prompt_16", |
| "psnr_db": 18.29758224315206, |
| "seed": 5277644178537905334 |
| }, |
| { |
| "mae_rgb_8bit": 9.971921920776367, |
| "mse_rgb_8bit": 427.9283091227214, |
| "prompt_id": "prompt_17", |
| "psnr_db": 21.817093431638046, |
| "seed": 7635742545595743441 |
| }, |
| { |
| "mae_rgb_8bit": 19.527167956034344, |
| "mse_rgb_8bit": 1111.8292411168416, |
| "prompt_id": "prompt_18", |
| "psnr_db": 17.67042269067247, |
| "seed": 300265456486907271 |
| }, |
| { |
| "mae_rgb_8bit": 16.195018132527668, |
| "mse_rgb_8bit": 903.1033693949381, |
| "prompt_id": "prompt_19", |
| "psnr_db": 18.573428982747764, |
| "seed": 5279743298653840878 |
| }, |
| { |
| "mae_rgb_8bit": 24.181782404581707, |
| "mse_rgb_8bit": 1416.1944516499836, |
| "prompt_id": "prompt_20", |
| "psnr_db": 16.61957472287724, |
| "seed": 533279967017145387 |
| } |
| ], |
| "reference_model_id": "original_bf16" |
| } |
| ], |
| "schema_version": 1, |
| "source_grid_manifest_sha256": "22354490f79e3126d129098ad14d4baa07fbba43d8f9f9d4a2862f4a385b914d", |
| "status": "verified_complete" |
| } |
|
|
