File size: 3,348 Bytes
1b8f835 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 | {
"selection": "hand-picked from the 46 of 193 confirmation prompts where the final image changed; not a random sample. 2 of those 46 scored lower on OCR after PUP-T.",
"generator": "FLUX 3 Image Klein (Black Forest Labs) + PUP; all images are AI-generated",
"renders_note": "renders_total = every render PUP-T spent on the prompt before stopping (the same count as Result.renders); chosen_round = round of the image it kept",
"items": [
{
"id": "01_poster",
"prompt": "A picture of a poster featuring the number one, with the text on it: \"EXCELLENT\", \"FANTASTIC\", \"SUPERB\", \"MAGNIFICENT\", \"AMAZING\", \"BRIDESMAID\".",
"prompt_source": "TIIF-Bench/test-Text",
"seed": 20261238,
"chosen_round": 1,
"ai_generated": true,
"judge_scores": {
"before": {
"ocr_1_cer": 0.404,
"ocr_exact_match": 1.0,
"unigenbench": 1.0
},
"after": {
"ocr_1_cer": 1.0,
"ocr_exact_match": 1.0,
"unigenbench": 1.0
}
},
"files": {
"before": {
"file": "01_poster_before.png",
"sha256": "949589856ba9c8be4da5415820a2811d6a14c3b7c2dc95f0d27705499b3149c5"
},
"after": {
"file": "01_poster_after.png",
"sha256": "4824dece9d8211c2a151b3761ac45a936f1e9d6eef17f35e71a00acb684099ed"
}
},
"renders_total": 5,
"repair_rounds_run": 2
},
{
"id": "02_grill",
"prompt": "A picture of a grill cooking bacon, eggs, tomatoes, and strawberries, with the text on it: \"GRILL\", \"ANYTHING\", \"AND\", \"EVERYTHING\", \"WITH\", \"EASE\".",
"prompt_source": "TIIF-Bench/test-Text",
"seed": 20261289,
"chosen_round": 1,
"ai_generated": true,
"judge_scores": {
"before": {
"ocr_1_cer": 0.412,
"ocr_exact_match": 1.0,
"unigenbench": 0.75
},
"after": {
"ocr_1_cer": 1.0,
"ocr_exact_match": 1.0,
"unigenbench": 1.0
}
},
"files": {
"before": {
"file": "02_grill_before.png",
"sha256": "a8bb189423f57e2370659e8d0c1c95725a71746da3f2ea6f573aeea1409a5b05"
},
"after": {
"file": "02_grill_after.png",
"sha256": "ff86e191ccd619b80cc70320fd870f7927145871e7b8a5e399b4c3b8860545d3"
}
},
"renders_total": 3,
"repair_rounds_run": 1
},
{
"id": "03_brochure",
"prompt": "Promote sustainability through an eco-friendly product brochure designed with earthy tones and leaf motifs. Place \"EcoPure Products\" on the cover, communicate values with \"Sustainable Choices for a Better Tomorrow\", and certify products with \"100% Recyclable\".",
"prompt_source": "OneIG-Bench/Text_Rendering",
"seed": 20261105,
"chosen_round": 2,
"ai_generated": true,
"judge_scores": {
"before": {
"ocr_1_cer": 0.0,
"ocr_exact_match": 0.667,
"unigenbench": 1.0
},
"after": {
"ocr_1_cer": 0.611,
"ocr_exact_match": 1.0,
"unigenbench": 1.0
}
},
"files": {
"before": {
"file": "03_brochure_before.png",
"sha256": "0049840cc2d1d8843589dc489f7fff2425da465c271219a8484b0cf0bc174a9e"
},
"after": {
"file": "03_brochure_after.png",
"sha256": "a0f4158ad8ba479aa4b79caa278913149ad754d1290b3504d80c78b28c9c77af"
}
},
"renders_total": 5,
"repair_rounds_run": 2
}
]
}
|