"""Trout Pixel Studio -- interactive demo for Trout. Trout is a 47.6M-parameter absorbing-state masked-diffusion language model for 16x16 pixel art, built and trained from scratch (architecture after Tessera-small by TheJagStudio; trained on Angais' Pixel Art Atlas 1.4M). A sprite is 256 tokens over a learned 512-color palette; the model unmasks all pixels in parallel over ~16 steps, conditioned on a frozen CLIP text tower. Runs on free CPU hardware: expect ~10-30 s per generation depending on steps/samples. """ import os import sys import time import torch from huggingface_hub import hf_hub_download sys.path.insert(0, os.path.dirname(os.path.abspath(__file__))) from trout import (DEFAULT_TEXT_ENCODER, FrozenTextEncoder, load_model_from_checkpoint, make_grid, sample, tokens_to_images, upscale) import gradio as gr MODEL_REPO = os.environ.get("MODEL_REPO", "FrameXlabs/Trout") DEVICE = "cpu" print(f"loading Trout from {MODEL_REPO} ...", flush=True) ckpt_path = hf_hub_download(MODEL_REPO, "trout-fp16.pt") model, palette, ck = load_model_from_checkpoint(ckpt_path, device=DEVICE, use_ema=True) enc = FrozenTextEncoder(ck.get("text_encoder", DEFAULT_TEXT_ENCODER), model.cfg.text_len, DEVICE) print(f"Trout ready: {model.num_params():,} parameters, step {ck.get('step')}", flush=True) EXAMPLES = [ "red health potion bottle", "golden crown with blue gems", "green slime monster", "iron sword with a leather hilt", "wooden treasure chest", "pink cherry blossom tree", "blue magic spellbook", "orange fox head", "glowing purple crystal", "cheeseburger", "skull with a candle", "rocket ship", "brown leather boots", "yellow rubber duck", "ice cream cone with strawberry scoop", "black cat", "tiny green dragon", "gold coin", ] HEADER = """

🐟 Trout Pixel Studio

A diffusion language model for 16×16 pixel art — each sprite is a 256-token “sentence” over a learned 512-color palette, unmasked in parallel over ~16 steps. 47.6M parameters, built & trained from scratch on Pixel Art Atlas 1.4M (Angais, CC0), conditioned on a frozen CLIP text tower. Runs on CPU — please allow ~10–30 s per batch.

""" def generate(prompt: str, num: int, steps: int, cfg: float, temperature: float, seed: int, polish: int): t0 = time.time() seed = int(seed) if seed is not None else 0 num = int(num) g = torch.Generator().manual_seed(seed) with torch.no_grad(): states, pooled = enc.encode([prompt] * num) toks = sample(model, states, pooled, steps=int(steps), cfg_scale=float(cfg), temperature=float(temperature), polish_steps=int(polish), generator=g) imgs = tokens_to_images(toks, palette) big = [upscale(im, 16, checker=True) for im in imgs] grid = make_grid(imgs, ncols=max(2, num), scale=10).convert("RGB") dt = time.time() - t0 info = (f"{num} sprite{'s' if num > 1 else ''} · {int(steps)} steps · " f"cfg {float(cfg):.1f} · {dt:.1f}s on CPU") return big, grid, info def build_ui(): with gr.Blocks(title="Trout Pixel Studio", theme=gr.themes.Soft()) as demo: gr.HTML(HEADER) with gr.Row(): with gr.Column(scale=5): prompt = gr.Textbox(label="Prompt", value="red health potion bottle", placeholder="describe a 16x16 game sprite...", lines=1, max_lines=2) with gr.Row(): num = gr.Slider(1, 8, value=4, step=1, label="Samples") steps = gr.Slider(4, 32, value=16, step=1, label="Diffusion steps") with gr.Row(): cfg = gr.Slider(1.0, 8.0, value=3.0, step=0.1, label="CFG scale") temperature = gr.Slider(0.0, 1.5, value=1.0, step=0.05, label="Temperature") with gr.Row(): seed = gr.Number(value=1234, label="Seed", precision=0) polish = gr.Slider(0, 2, value=0, step=1, label="Polish steps") go = gr.Button("🎣 Generate pixel art", variant="primary") examples = gr.Dataset(components=[gr.Textbox(visible=False)], samples=[[e] for e in EXAMPLES], label="Example prompts — click one to use it") examples.click(lambda s: (s[0] if isinstance(s, (list, tuple)) else s), inputs=[examples], outputs=[prompt]) with gr.Column(scale=4): info = gr.Markdown("") grid = gr.Image(label="Sprites grid", type="pil", height=420) gallery = gr.Gallery(label="Individual sprites (upscaled ×16)", columns=4, height=420, object_fit="contain") go.click(generate, inputs=[prompt, num, steps, cfg, temperature, seed, polish], outputs=[gallery, grid, info]) prompt.submit(generate, inputs=[prompt, num, steps, cfg, temperature, seed, polish], outputs=[gallery, grid, info]) return demo demo = build_ui() if os.environ.get("SPACE_TEST"): print("SPACE_TEST: UI built OK") else: demo.launch()