Synaps-Image 1.0: standalone toolkit package, wave-4 results, Apache-2.0, examples from the confirmation run
1b8f835 verified | { | |
| "selection": "hand-picked from the 46 of 193 confirmation prompts where the final image changed; not a random sample. 2 of those 46 scored lower on OCR after PUP-T.", | |
| "generator": "FLUX 3 Image Klein (Black Forest Labs) + PUP; all images are AI-generated", | |
| "renders_note": "renders_total = every render PUP-T spent on the prompt before stopping (the same count as Result.renders); chosen_round = round of the image it kept", | |
| "items": [ | |
| { | |
| "id": "01_poster", | |
| "prompt": "A picture of a poster featuring the number one, with the text on it: \"EXCELLENT\", \"FANTASTIC\", \"SUPERB\", \"MAGNIFICENT\", \"AMAZING\", \"BRIDESMAID\".", | |
| "prompt_source": "TIIF-Bench/test-Text", | |
| "seed": 20261238, | |
| "chosen_round": 1, | |
| "ai_generated": true, | |
| "judge_scores": { | |
| "before": { | |
| "ocr_1_cer": 0.404, | |
| "ocr_exact_match": 1.0, | |
| "unigenbench": 1.0 | |
| }, | |
| "after": { | |
| "ocr_1_cer": 1.0, | |
| "ocr_exact_match": 1.0, | |
| "unigenbench": 1.0 | |
| } | |
| }, | |
| "files": { | |
| "before": { | |
| "file": "01_poster_before.png", | |
| "sha256": "949589856ba9c8be4da5415820a2811d6a14c3b7c2dc95f0d27705499b3149c5" | |
| }, | |
| "after": { | |
| "file": "01_poster_after.png", | |
| "sha256": "4824dece9d8211c2a151b3761ac45a936f1e9d6eef17f35e71a00acb684099ed" | |
| } | |
| }, | |
| "renders_total": 5, | |
| "repair_rounds_run": 2 | |
| }, | |
| { | |
| "id": "02_grill", | |
| "prompt": "A picture of a grill cooking bacon, eggs, tomatoes, and strawberries, with the text on it: \"GRILL\", \"ANYTHING\", \"AND\", \"EVERYTHING\", \"WITH\", \"EASE\".", | |
| "prompt_source": "TIIF-Bench/test-Text", | |
| "seed": 20261289, | |
| "chosen_round": 1, | |
| "ai_generated": true, | |
| "judge_scores": { | |
| "before": { | |
| "ocr_1_cer": 0.412, | |
| "ocr_exact_match": 1.0, | |
| "unigenbench": 0.75 | |
| }, | |
| "after": { | |
| "ocr_1_cer": 1.0, | |
| "ocr_exact_match": 1.0, | |
| "unigenbench": 1.0 | |
| } | |
| }, | |
| "files": { | |
| "before": { | |
| "file": "02_grill_before.png", | |
| "sha256": "a8bb189423f57e2370659e8d0c1c95725a71746da3f2ea6f573aeea1409a5b05" | |
| }, | |
| "after": { | |
| "file": "02_grill_after.png", | |
| "sha256": "ff86e191ccd619b80cc70320fd870f7927145871e7b8a5e399b4c3b8860545d3" | |
| } | |
| }, | |
| "renders_total": 3, | |
| "repair_rounds_run": 1 | |
| }, | |
| { | |
| "id": "03_brochure", | |
| "prompt": "Promote sustainability through an eco-friendly product brochure designed with earthy tones and leaf motifs. Place \"EcoPure Products\" on the cover, communicate values with \"Sustainable Choices for a Better Tomorrow\", and certify products with \"100% Recyclable\".", | |
| "prompt_source": "OneIG-Bench/Text_Rendering", | |
| "seed": 20261105, | |
| "chosen_round": 2, | |
| "ai_generated": true, | |
| "judge_scores": { | |
| "before": { | |
| "ocr_1_cer": 0.0, | |
| "ocr_exact_match": 0.667, | |
| "unigenbench": 1.0 | |
| }, | |
| "after": { | |
| "ocr_1_cer": 0.611, | |
| "ocr_exact_match": 1.0, | |
| "unigenbench": 1.0 | |
| } | |
| }, | |
| "files": { | |
| "before": { | |
| "file": "03_brochure_before.png", | |
| "sha256": "0049840cc2d1d8843589dc489f7fff2425da465c271219a8484b0cf0bc174a9e" | |
| }, | |
| "after": { | |
| "file": "03_brochure_after.png", | |
| "sha256": "a0f4158ad8ba479aa4b79caa278913149ad754d1290b3504d80c78b28c9c77af" | |
| } | |
| }, | |
| "renders_total": 5, | |
| "repair_rounds_run": 2 | |
| } | |
| ] | |
| } | |