Publish MOSS-Image experiment recipes, adapter checkpoints, and validation previews

README.md

@@ -48,5 +48,5 @@ the JSON runs use the shared schema implementation from [PR #3273](https://githu
 | [base-1024](https://huggingface.co/SimpleTuner/moss-image-base-domokun-1024) | 10,000 / 10,000 | [10,000](https://huggingface.co/SimpleTuner/moss-image-base-domokun-1024/tree/main/checkpoint-10000) | completed |
 | [sft-512](https://huggingface.co/SimpleTuner/moss-image-sft-domokun-512) | 10,000 / 10,000 | [10,000](https://huggingface.co/SimpleTuner/moss-image-sft-domokun-512/tree/main/checkpoint-10000) | completed |
 | [sft-1024](https://huggingface.co/SimpleTuner/moss-image-sft-domokun-1024) | 10,000 / 10,000 | [10,000](https://huggingface.co/SimpleTuner/moss-image-sft-domokun-1024/tree/main/checkpoint-10000) | completed |
-| [json-base-512](https://huggingface.co/SimpleTuner/moss-image-base-domokun-json-512) | 0 / 10,000 | — | starting |
-| [json-sft-512](https://huggingface.co/SimpleTuner/moss-image-sft-domokun-json-512) | 0 / 10,000 | — | starting |
+| [json-base-512](https://huggingface.co/SimpleTuner/moss-image-base-domokun-json-512) | 0 / 10,000 | — | initializing |
+| [json-sft-512](https://huggingface.co/SimpleTuner/moss-image-sft-domokun-json-512) | 0 / 10,000 | — | initializing |

manifest.json

@@ -290,20 +290,20 @@
       "repo_id": "SimpleTuner/moss-image-base-domokun-json-512",
       "flavour": "base",
       "resolution": 512,
-      "status": "starting",
+      "status": "initializing",
       "observed_step": 0,
       "checkpoints": {},
-      "revision": "af9134a3dfba90d44ca201bcb6ba3b1c8267aea0"
+      "revision": "e8e17b7ccc8d50b095fe6e277603e628c47c7c38"
     },
     {
       "name": "json-sft-512",
       "repo_id": "SimpleTuner/moss-image-sft-domokun-json-512",
       "flavour": "sft",
       "resolution": 512,
-      "status": "starting",
+      "status": "initializing",
       "observed_step": 0,
       "checkpoints": {},
-      "revision": "240b8e70c9acce7c951377684eec4ff793b84e05"
+      "revision": "73bb062fd564e0c025709065a63d5e1364155d54"
     }
   ]
 }

recipes/json-base-512/prompts.json

@@ -1,6 +1,6 @@
 {
-  "studio": "A studio photograph of 🟫 standing on a wooden table, soft window light, with the entire character visible against a pale gray background.",
-  "garden": "A photograph of 🟫 standing in a sunny garden surrounded by flowers, natural colors and a softly blurred background.",
-  "astronaut": "An illustration of 🟫 wearing a white astronaut suit on the surface of the moon, Earth visible in the sky.",
-  "retention": "A photograph of a cobalt blue ceramic teapot on a wooden table beside a window, soft natural light."
+  "studio": "{\"summary\":{\"meta\":[\"studio photograph\",\"soft window light\"],\"canvas\":\"single\",\"caption\":\"A studio photograph of 🟫 standing on a wooden table, soft window light, with the entire character visible against a pale gray background.\",\"palette\":[\"pale gray\",\"wooden brown\",\"soft white\"]},\"items\":[{\"label\":\"character\",\"caption\":\"🟫 standing on a wooden table\",\"bbox\":[-180,-50,120,50],\"tags\":[\"standing\",\"full body\"]},{\"label\":\"object\",\"caption\":\"wooden table\",\"bbox\":[100,-200,240,200],\"tags\":[\"furniture\",\"wood\"],\"palette\":[\"brown\"]}],\"bbox_coord_space\":\"abs_centralized\",\"bbox_format\":\"yxyx\"}",
+  "garden": "{\"summary\":{\"canvas\":\"single\",\"caption\":\"A photograph of 🟫 standing in a sunny garden surrounded by flowers, natural colors and a softly blurred background.\",\"palette\":[\"green\",\"yellow\",\"brown\",\"blue\"]},\"items\":[{\"label\":\"character\",\"caption\":\"🟫 standing in a sunny garden\",\"bbox\":[-150,-40,150,40],\"palette\":[\"brown\",\"beige\"]},{\"label\":\"object\",\"caption\":\"flowers surrounding the subject\",\"bbox\":[-200,-200,200,200],\"palette\":[\"green\",\"yellow\",\"pink\"]}],\"bbox_coord_space\":\"abs_centralized\",\"bbox_format\":\"yxyx\"}",
+  "astronaut": "{\"summary\":{\"canvas\":\"single\",\"caption\":\"An illustration of 🟫 wearing a white astronaut suit on the surface of the moon, Earth visible in the sky. The composition features the figure standing on grey lunar terrain with a black sky background, illuminated by stark lighting typical of space environments.\",\"palette\":[\"white\",\"grey\",\"black\",\"blue\",\"green\"]},\"items\":[{\"label\":\"character\",\"caption\":\"🟫 wearing a white astronaut suit\",\"bbox\":[-120,-40,120,40]},{\"label\":\"object\",\"caption\":\"Grey lunar surface terrain\",\"bbox\":[80,-256,256,256]},{\"label\":\"object\",\"caption\":\"Earth visible in the sky\",\"bbox\":[-256,150,-100,250]}],\"bbox_coord_space\":\"abs_centralized\",\"bbox_format\":\"yxyx\"}",
+  "retention": "{\"summary\":{\"canvas\":\"single\",\"caption\":\"A photograph of a cobalt blue ceramic teapot on a wooden table beside a window, soft natural light.\",\"palette\":[\"cobalt blue\",\"wood brown\",\"soft white\"]},\"items\":[{\"label\":\"object\",\"caption\":\"cobalt blue ceramic teapot\",\"bbox\":[-80,-40,80,40],\"palette\":[\"cobalt blue\",\"ceramic white\"]},{\"label\":\"object\",\"caption\":\"wooden table\",\"bbox\":[60,-256,256,256],\"palette\":[\"wood brown\"]},{\"label\":\"object\",\"caption\":\"window\",\"bbox\":[-256,-256,0,256],\"palette\":[\"soft white\",\"glass grey\"]}],\"bbox_coord_space\":\"abs_centralized\",\"bbox_format\":\"yxyx\"}"
 }

recipes/json-sft-512/prompts.json

@@ -1,6 +1,6 @@
 {
-  "studio": "A studio photograph of 🟫 standing on a wooden table, soft window light, with the entire character visible against a pale gray background.",
-  "garden": "A photograph of 🟫 standing in a sunny garden surrounded by flowers, natural colors and a softly blurred background.",
-  "astronaut": "An illustration of 🟫 wearing a white astronaut suit on the surface of the moon, Earth visible in the sky.",
-  "retention": "A photograph of a cobalt blue ceramic teapot on a wooden table beside a window, soft natural light."
+  "studio": "{\"summary\":{\"meta\":[\"studio photograph\",\"soft window light\"],\"canvas\":\"single\",\"caption\":\"A studio photograph of 🟫 standing on a wooden table, soft window light, with the entire character visible against a pale gray background.\",\"palette\":[\"pale gray\",\"wooden brown\",\"soft white\"]},\"items\":[{\"label\":\"character\",\"caption\":\"🟫 standing on a wooden table\",\"bbox\":[-180,-50,120,50],\"tags\":[\"standing\",\"full body\"]},{\"label\":\"object\",\"caption\":\"wooden table\",\"bbox\":[100,-200,240,200],\"tags\":[\"furniture\",\"wood\"],\"palette\":[\"brown\"]}],\"bbox_coord_space\":\"abs_centralized\",\"bbox_format\":\"yxyx\"}",
+  "garden": "{\"summary\":{\"canvas\":\"single\",\"caption\":\"A photograph of 🟫 standing in a sunny garden surrounded by flowers, natural colors and a softly blurred background.\",\"palette\":[\"green\",\"yellow\",\"brown\",\"blue\"]},\"items\":[{\"label\":\"character\",\"caption\":\"🟫 standing in a sunny garden\",\"bbox\":[-150,-40,150,40],\"palette\":[\"brown\",\"beige\"]},{\"label\":\"object\",\"caption\":\"flowers surrounding the subject\",\"bbox\":[-200,-200,200,200],\"palette\":[\"green\",\"yellow\",\"pink\"]}],\"bbox_coord_space\":\"abs_centralized\",\"bbox_format\":\"yxyx\"}",
+  "astronaut": "{\"summary\":{\"canvas\":\"single\",\"caption\":\"An illustration of 🟫 wearing a white astronaut suit on the surface of the moon, Earth visible in the sky. The composition features the figure standing on grey lunar terrain with a black sky background, illuminated by stark lighting typical of space environments.\",\"palette\":[\"white\",\"grey\",\"black\",\"blue\",\"green\"]},\"items\":[{\"label\":\"character\",\"caption\":\"🟫 wearing a white astronaut suit\",\"bbox\":[-120,-40,120,40]},{\"label\":\"object\",\"caption\":\"Grey lunar surface terrain\",\"bbox\":[80,-256,256,256]},{\"label\":\"object\",\"caption\":\"Earth visible in the sky\",\"bbox\":[-256,150,-100,250]}],\"bbox_coord_space\":\"abs_centralized\",\"bbox_format\":\"yxyx\"}",
+  "retention": "{\"summary\":{\"canvas\":\"single\",\"caption\":\"A photograph of a cobalt blue ceramic teapot on a wooden table beside a window, soft natural light.\",\"palette\":[\"cobalt blue\",\"wood brown\",\"soft white\"]},\"items\":[{\"label\":\"object\",\"caption\":\"cobalt blue ceramic teapot\",\"bbox\":[-80,-40,80,40],\"palette\":[\"cobalt blue\",\"ceramic white\"]},{\"label\":\"object\",\"caption\":\"wooden table\",\"bbox\":[60,-256,256,256],\"palette\":[\"wood brown\"]},{\"label\":\"object\",\"caption\":\"window\",\"bbox\":[-256,-256,0,256],\"palette\":[\"soft white\",\"glass grey\"]}],\"bbox_coord_space\":\"abs_centralized\",\"bbox_format\":\"yxyx\"}"
 }