Upload config.yaml with huggingface_hub

config.yaml

@@ -0,0 +1,602 @@
+diffusion_model:
+  _model_class: PRX
+  in_channels: 3
+  patch_size: 32
+  context_in_dim: 2304
+  hidden_size: 1792
+  mlp_ratio: 3.5
+  num_heads: 28
+  depth: 16
+  axes_dim:
+  - 32
+  - 32
+  theta: 10000
+  time_factor: 1000.0
+  time_max_period: 10000
+  conditioning_block_ids: null
+  bottleneck_size: 256
+diffusion_text_tower:
+  preset_name: t5gemma2b-256-bf16
+  model_name: google/t5gemma-2b-2b-ul2
+  prompt_max_tokens: 256
+  use_attn_mask: true
+  use_last_hidden_state: true
+  only_tokenizer: false
+  torch_dtype: torch.bfloat16
+  unpadded: false
+diffusion_vae:
+  model_name: identity
+  model_class: IdentityVAE
+  default_channels: 3
+  torch_dtype: torch.bfloat16
+diffusion_scheduler:
+  prediction_type: x_prediction_flow_matching
+  num_train_timesteps: 1000
+  timestep_shift: 3.0
+denoiser_dtype: torch.float
+optimizer:
+  _target_: prx.training.optimizer.create_muon_optimizer
+  _recursive_: false
+  muon_name_filter: blocks
+  muon_config:
+    lr: 0.0001
+    momentum: 0.95
+    nesterov: true
+    ns_steps: 5
+    rms_scale: true
+    weight_decay: 0.0
+  adam_config:
+    lr: 0.0001
+    betas:
+    - 0.9
+    - 0.95
+    eps: 1.0e-08
+    weight_decay: 0.0
+dataset:
+  train_dataset:
+    _target_: prx.dataset.StreamingProcessedDataset
+    local:
+    - /checkpoint/dream/felixfriedrich/diffusion_safety/dose_response/mds/safe_c4
+    - /checkpoint/dream/felixfriedrich/diffusion_safety/dose_response/mds/unsafe_c4
+    caption_keys:
+    - - prompt
+      - 1.0
+    text_tower: t5gemma2b-256-bf16
+    prompt_max_tokens: 256
+    cache_limit: 8tb
+    download_timeout: 7200
+    drop_last: true
+    shuffle: true
+    batching_method: device_per_stream
+    prefetch_factor: 2
+    num_workers: 8
+    persistent_workers: true
+    pin_memory: true
+    has_mask_text_latents: false
+    has_text_latents: false
+    transforms:
+    - _target_: prx.dataset.transforms.ArAwareResize
+      default_image_size: 512
+      patch_size_pixels: 32
+    transforms_targets:
+    - image
+    shuffle_seed: 478163327
+  eval_dataset:
+    _target_: prx.dataset.StreamingProcessedDataset
+    local:
+    - /checkpoint/dream/felixfriedrich/diffusion_safety/dose_response/mds/safe_c4
+    - /checkpoint/dream/felixfriedrich/diffusion_safety/dose_response/mds/unsafe_c4
+    caption_keys:
+    - - prompt
+      - 1.0
+    text_tower: t5gemma2b-256-bf16
+    prompt_max_tokens: 256
+    cache_limit: 8tb
+    download_timeout: 7200
+    drop_last: true
+    shuffle: true
+    batching_method: device_per_stream
+    prefetch_factor: 2
+    num_workers: 8
+    persistent_workers: true
+    pin_memory: true
+    has_mask_text_latents: false
+    has_text_latents: false
+    transforms:
+    - _target_: prx.dataset.transforms.ArAwareResize
+      default_image_size: 512
+      patch_size_pixels: 32
+    transforms_targets:
+    - image
+    shuffle_seed: 107420369
+callbacks:
+  image_monitor:
+    prompt:
+    - A curious tabby cat perched on a moss-covered log in a lush, misty forest at
+      dawn. Sunbeams filter through the canopy, illuminating dewdrops on ferns and
+      wildflowers surrounding the feline.
+    - A majestic male lion with a flowing golden mane leaping gracefully over a rushing
+      river in the African savanna. The water sparkles in the afternoon sun, with
+      a vibrant rainbow arching across the sky in the background.
+    - A breathtaking twilight view of the Eiffel Tower, its intricate iron lattice
+      illuminated against a purple and orange sky. The Champ de Mars stretches below,
+      dotted with twinkling lights and couples strolling hand in hand.
+    - The opulent Hall of Mirrors inside the Palace of Versailles, bathed in warm
+      golden light. Crystal chandeliers reflect in the polished marble floor, while
+      ornate gilded frames and frescoed ceilings showcase 18th-century artistry at
+      its finest.
+    - The magnificent glass dome of the Paris Grand Palais glowing ethereally at dusk.
+      The Beaux-Arts architecture is accentuated by dramatic lighting, with the Seine
+      River flowing peacefully in the foreground.
+    - The Arc de Triomphe standing proudly at the center of Place Charles de Gaulle,
+      illuminated by the warm glow of street lamps. Streaks of car lights circle the
+      monument, creating a dynamic long-exposure effect against the deep blue evening
+      sky.
+    - An exquisite crystal bottle of luxury perfume resting on a mirrored surface.
+      Soft, diffused lighting catches the facets of the glass, creating a sparkling
+      effect. A single orchid bloom and scattered rose petals add a touch of elegance
+      to the composition.
+    - A close-up portrait of a strikingly beautiful woman with piercing green eyes
+      and flawless skin. Soft, natural lighting enhances her features, while a gentle
+      breeze tousles her flowing chestnut hair. Her expression is both mysterious
+      and alluring.
+    - A carefree young child with tousled hair and rosy cheeks, laughing joyfully
+      while running through a sunlit meadow. Butterflies and soap bubbles float around
+      the child, adding to the sense of wonder and innocence.
+    - The skilled, flour-dusted hands of an artisan baker kneading a large ball of
+      dough on a rustic wooden table. Shafts of early morning light illuminate the
+      scene, highlighting the texture of the dough and the baker's strong, capable
+      fingers.
+    - The word "Photoroom" written in vibrant, multicolored neon letters against a
+      dark brick wall. The letters flicker and glow, casting a warm, inviting light
+      that reflects off nearby surfaces and creates an atmosphere of creativity and
+      energy.
+    - A sleek, modern logo for an AI company specializing in commerce photography.
+      The design incorporates a stylized camera lens seamlessly blended with a circuit
+      board pattern, symbolizing the fusion of technology and visual arts. The color
+      scheme features deep blues and silver, conveying trust and innovation.
+    - Photography of a powerful, full-maned lion in mid-leap, emerging from a large,
+      moss-covered stone in a moonlit savanna. The night sky is star-filled, with
+      a bright full moon casting a silvery glow on the scene. The lion's fur is detailed,
+      reflecting the moonlight, emphasizing its muscular build and focused expression
+      as it jumps.
+    - Professional photography of a domestic cat with sleek, shiny fur, sitting elegantly
+      amidst a dense forest setting. The forest is lush, with tall, sun-dappled trees
+      and a carpet of vibrant green ferns. The cat, with piercing green eyes, appears
+      alert and poised, its fur pattern blending harmoniously with the natural surroundings.
+    - The photo depicts an astronaut in full space gear, riding a horse across an
+      open field. The detailed space suit contrasts sharply with the natural surroundings,
+      while the horse gallops gracefully, its coat shining in the sunlight. This surreal
+      scene combines the cutting-edge realm of space exploration with the timeless
+      beauty of nature, creating a striking visual contrast.
+    - Photography of a small, cheerful cactus with a big, happy face, standing alone
+      in the vast Sahara desert. The cactus has bright green spikes and is wearing
+      a tiny sombrero. The desert around it is expansive, with rolling sand dunes
+      under a clear, blue sky, and the sun blazing down, casting sharp shadows on
+      the sand.
+    - Photo of a cute hedgehog and a shearwater bird, both donning festive Christmas
+      hats. They are surrounded by a snowy landscape with a backdrop of pine trees
+      lightly dusted with snow. The hedgehog's spines are covered in tiny snowflakes,
+      and the shearwater's feathers are ruffled, adding to the whimsical, festive
+      atmosphere.
+    - The image is a photography of a calm, serene dog in a meditative pose, sitting
+      on a lush green meadow. The dog has a peaceful expression, with its eyes gently
+      closed and paws placed together in a Zen-like posture. The surrounding meadow
+      is dotted with wildflowers and a gentle breeze ruffles the dog's fur, enhancing
+      the sense of tranquility.
+    - The photo showcases a beautiful, sparkling ring set against a festive Christmas
+      backdrop. The ring is placed on a soft, red velvet cushion with delicate snowflake
+      patterns embroidered on it. Surrounding the ring are pine cones, holly leaves,
+      and twinkling fairy lights, creating a warm and inviting Christmas atmosphere.
+    - The photo features an elegant bottle of red wine, standing on a polished marble
+      table. The marble has intricate veins of grey and white, and the wine bottle
+      is adorned with a sophisticated, vintage label. The background is softly blurred,
+      focusing attention on the reflective glass of the bottle and the rich, deep
+      color of the wine.
+    - Photography of a bustling city street at dusk. Neon signs illuminate the scene,
+      reflecting off the wet pavement. People are walking briskly, some holding umbrellas.
+      Tall buildings line the street, their windows glowing softly in the evening
+      light.
+    - Design photography of a scene set in a cozy mountain cabin. A roaring fireplace
+      casts a warm glow over the room, with a plush sofa and a knitted throw blanket
+      in the foreground. Through the window, snow-covered trees and a starry night
+      sky can be seen.
+    - A photo of a tranquil beach at sunrise. The sky is a mix of soft pinks and oranges,
+      and the gentle waves are lapping at the shore. A lone figure walks along the
+      water's edge, leaving footprints in the wet sand.
+    - The photography captures a snowy city park at night. Street lamps cast a soft
+      glow on the snow-covered paths and benches. Trees with bare branches are dusted
+      with snow, and the city skyline is visible in the distance.
+    - An old, cobblestone street in a European city. Colorful buildings with flower
+      boxes in the windows line the street. A bicycle is parked against a lamppost,
+      and a small café with outdoor seating can be seen in the corner.
+    - A photo of a spacious modern kitchen. The room is bathed in natural light from
+      large windows, highlighting the sleek marble countertops and stainless steel
+      appliances. A large island sits in the center, adorned with fresh fruits and
+      flowers.
+    - An image of a serene Japanese garden. A winding stone path leads through meticulously
+      manicured bushes and flowering plants, with a tranquil koi pond at its heart.
+      Traditional lanterns and a small wooden bridge enhance the peaceful ambiance.
+    - A photography taken in a vintage library with towering bookshelves filled to
+      the brim. A large globe and antique furniture are present, with a ladder on
+      wheels for reaching the higher shelves. Soft light filters through stained glass
+      windows, casting colorful patterns on the floor.
+    - A magazine photo of a monkey bathing in a hot spring in a snowstorm with steam
+      coming off the water.
+    - A highly detailed professional close-up photo of an animorphic Bengal tiger
+      wearing a white, ribbed tank top, sunglasses and headphones around his neck
+      as a DJ with its paws on the turntable on stage at an outdoor electronic dance
+      music concert in Ibiza at night; party atmosphere, wispy smoke with caustic
+      lighting.
+    - A white square on a black background, with a single black dot in the center.
+      The dot is perfectly round and sharply defined, contrasting starkly against
+      the white surface. The image is minimalistic, emphasizing the simplicity and
+      clarity of the composition.
+    - This is a digital painting depicting two figures, seemingly conjoined, their
+      faces obscured by textured, decaying wrappings. The style is dark, surreal,
+      and evocative of gothic horror. The color palette is predominantly monochrome,
+      using shades of gray, black, and beige, with hints of dark brown. The background
+      is a textured beige canvas with darker, crackled areas, suggesting age and decay.
+      The figures' faces are partially visible, with dark, hollow eyes and somber
+      expressions. The wrappings are intricately detailed, with visible folds, cracks,
+      and drips of a dark substance, possibly resembling tears or blood. The lighting
+      is subdued and moody, casting shadows that enhance the figures' grim appearance.
+      The overall atmosphere is one of sorrow, mystery, and unease. The aesthetic
+      is gritty and realistic, yet with a surreal, almost dreamlike quality. The vibe
+      is dark, melancholic, and thought-provoking. The painting's texture is highly
+      visible, mimicking the rough texture of the wrappings and the canvas. There
+      is a signature in the bottom right corner, but the characters are illegible.
+      The image is a digital painting, not a photograph or collage, and contains no
+      synthetic elements beyond the digital creation process.
+    - A digital painting depicting a man sitting on a surfboard at the beach, looking
+      at his phone. The man wears a red shirt, green shorts, white headphones with
+      "AKG" written on them in a sans-serif font, and goggles. A woman is seen in
+      the background, partially submerged in the water. The ocean is a vibrant turquoise,
+      with white foamy waves. The sky is a clear, bright blue. The overall style is
+      reminiscent of a vintage surf poster, with a slightly distressed, textured effect
+      applied to the background, giving it a faded, retro look. The lighting is bright
+      and sunny, creating a warm, summery atmosphere. The color palette is predominantly
+      warm, with blues, greens, and reds dominating the scene. The aesthetic is a
+      blend of retro and contemporary, combining the classic imagery of surfing with
+      the modern element of technology. The vibe is relaxed yet stylish, capturing
+      a moment of leisure and connection. The image is a digital painting, not a photograph,
+      and there are no visible synthetic elements beyond the digital painting techniques
+      used to create the distressed texture and overall style.
+    - A photograph depicting the interior of a vintage bus at night. The image is
+      composed of a long shot, showcasing the entire bus's interior. The bus is adorned
+      with vibrant, multicolored advertisements and patterned upholstery. The lighting
+      is predominantly neon, creating a retro, cyberpunk aesthetic. The color palette
+      consists of deep purples, pinks, and blues, contrasted by the warm tones of
+      the seating and advertisements. The atmosphere is moody and atmospheric, with
+      a sense of quiet solitude. The style is reminiscent of 1980s synthwave or cyberpunk,
+      with a focus on vibrant colors and retro technology. The overall vibe is nostalgic
+      and futuristic. The advertisements feature various images and text, including
+      "CITY" in a bold, sans-serif font. The bus seats are upholstered in a rich,
+      tapestry-like fabric with intricate patterns. The screens display various advertisements
+      and images. The overall composition is symmetrical, with the seats and screens
+      mirroring each other. There are no apparent synthetic elements in the image.
+      The image is sharp and well-lit, with a focus on detail and texture.
+    - This is a digital painting or graphic, not a photograph. It depicts a whimsical,
+      fairytale-like street scene with a large, ornate wedding cake as the focal point.
+      The style is highly detailed and realistic, yet maintains a fantastical, dreamlike
+      quality. The color palette is warm and inviting, dominated by pastel shades
+      of pink, peach, and cream, contrasted with the deep browns and greens of the
+      architecture and foliage. The lighting is soft and diffused, creating a gentle,
+      romantic atmosphere. The scene is set in a cobblestone street lined with charming
+      shops and buildings, with flowers and greenery adorning the scene. The cake
+      is a two-tiered masterpiece, decorated with fresh berries and flowers, sitting
+      on an elegant cake stand. Surrounding the cake are various pastries and fruits
+      arranged on platters and bowls. The overall aesthetic is romantic, charming,
+      and slightly nostalgic, evoking a sense of warmth and celebration. The background
+      is slightly blurred, drawing attention to the cake and surrounding desserts
+      in the foreground. There is no text in the image. The image is composed using
+      digital painting techniques and likely incorporates synthetic elements to create
+      the fantastical setting and lighting effects. The vibe is cheerful, celebratory,
+      and romantic.
+    - This close-up photograph captures a meticulously plated dish of beef tenderloin,
+      presented on a sleek black plate. The tenderloin, sliced into bite-sized pieces,
+      is cooked to a rare to medium-rare perfection, showcasing a rich brown exterior
+      with a pinkish center. The beef is generously drizzled with a glossy, dark brown
+      sauce, possibly balsamic vinegar, which adds a sheen to the meat. Scattered
+      around the beef are small, vibrant cherry tomatoes, still attached to their
+      green stems, adding a pop of color and freshness to the dish. The plate is garnished
+      with a light sprinkling of white and pink salt, and a few green herbs, enhancing
+      both the visual appeal and flavor complexity. The overall presentation is elegant
+      and appetizing, with the dark hues of the beef and sauce contrasting beautifully
+      against the black plate.
+    - This is a digital painting or a heavily manipulated photograph, appearing as
+      a surreal portrait of a young woman. The composition is a close-up, focusing
+      on the face. The woman's face is partially obscured by fragmented, cracked,
+      light teal and off-white pieces resembling peeling paint or decaying skin. These
+      fragments are irregularly shaped and layered, creating a sense of depth and
+      texture. The woman's skin is subtly illuminated, with a warm, golden light highlighting
+      her features, particularly her lips and eyes. Her eyes are a striking light
+      blue, contrasting with the cool tones of the fragmented elements. The overall
+      color palette is muted, with teal, beige, and golden hues dominating. The atmosphere
+      is melancholic and mysterious, with a hint of ethereal beauty. The style is
+      surreal and painterly, blending realistic portraiture with abstract elements.
+      The vibe is introspective and unsettling, suggesting themes of vulnerability,
+      fragility, and hidden identity. The lighting is dramatic, with a chiaroscuro
+      effect emphasizing the texture and form of the fragmented elements. There is
+      no text in the image.
+    - In this vibrant outdoor photograph, a young couple, likely in their early 30s,
+      stands closely together, exuding happiness and warmth. The woman, positioned
+      on the left, has her arm affectionately draped around the man's neck. Both are
+      beaming with broad smiles, revealing their teeth. The man, with short brown
+      hair, is dressed in a black tank top, while the woman, with her brown hair pulled
+      back, sports small earrings. They both have tan skin, suggesting they have been
+      spending time outdoors. Behind them, a surfboard leans against a wall, hinting
+      at a beach setting. The background is slightly blurred, but one can make out
+      a building and a tree, adding to the relaxed, summery atmosphere. The couple's
+      joyful expressions and the casual beachside backdrop create a picturesque moment
+      of shared bliss.
+    - This is a digital painting, a graphic illustration, depicting a rusty, vintage
+      tram on a sandy beach. The composition is a medium shot, focusing on the tram
+      with the beach and a cityscape in the background. The style is reminiscent of
+      concept art or digital matte painting, with a painterly, slightly impressionistic
+      quality. The color palette is warm, with rusty reds and oranges on the tram
+      contrasting against the cool blues and greens of the ocean and sky. The lighting
+      is bright, suggesting a sunny day, with shadows cast by the tram and palm trees
+      on the sand. The atmosphere is serene yet slightly melancholic, evoking a sense
+      of nostalgia and abandonment. The overall aesthetic is whimsical and slightly
+      surreal, with a touch of magical realism. The vibe is peaceful and contemplative.
+      The sky is a vibrant blue with fluffy white clouds. The ocean is a turquoise
+      color with gentle waves. The city in the distance is a hazy silhouette. The
+      palm trees are lush and green. The tram is heavily weathered, with peeling paint
+      and graffiti. The tracks are rusty and worn. The sand is light beige, with shadows
+      from the tram and vegetation. There is no text in the image.
+    - A photograph depicts two Asian senior adults, a man and a woman, standing side-by-side,
+      reviewing paperwork and using a handheld device in a brightly lit, modern cafe
+      setting. The man, with short gray hair, wears a white long-sleeved shirt and
+      a denim apron. The woman, with short dark hair, wears a white long-sleeved shirt
+      and a denim apron. They are both smiling and appear to be collaborating. The
+      background features a light-colored wall, wooden shelves with various items,
+      and a partially visible laptop. The overall atmosphere is warm, friendly, and
+      professional. The lighting is soft and natural, enhancing the image's bright
+      and airy feel. The color palette is muted, with soft whites, grays, and blues
+      dominating. The style is clean and minimalist, reflecting a contemporary aesthetic.
+      The vibe is calm, collaborative, and business-oriented.
+    - A photograph depicts a rustic Christmas scene. A blurred golden reindeer stands
+      in the background, out of focus. In the foreground, a wooden star-shaped ornament
+      rests on a weathered wooden surface. The star is light beige, with the word
+      "xmas" carved into its center in a simple, sans-serif font. A red and white
+      gingham ribbon tied in a bow adorns the star, accented by a small wooden button.
+      The overall lighting is soft and diffused, creating a warm, nostalgic atmosphere.
+      The color palette is muted, with earthy tones and soft reds. The style is vintage
+      and charming, evoking a sense of cozy holiday tradition. The image's aesthetic
+      is minimalist and rustic, with a focus on texture and detail. The vibe is calm,
+      peaceful, and heartwarming.
+    - A photograph depicts a fluffy lop-eared rabbit sitting on a weathered wooden
+      surface outdoors. The rabbit is predominantly white with patches of light brown
+      and tan fur, particularly on its head and ears. Its ears droop noticeably, and
+      its fur appears soft and thick. The rabbit's eyes are dark and expressive. It
+      is positioned slightly off-center, facing towards the left of the frame. Behind
+      the rabbit, slightly out of focus, is a miniature dark red metal wheelbarrow.
+      A partially visible orange apple sits to the left of the rabbit. Fallen autumn
+      leaves, predominantly reddish-brown, are scattered around the rabbit and apple
+      on the wooden surface. The background is a blurred but visible expanse of green
+      grass, suggesting an outdoor setting. The lighting is soft and natural, likely
+      diffused daylight, casting no harsh shadows. The overall atmosphere is calm,
+      peaceful, and autumnal. The aesthetic is rustic and charming, with a focus on
+      the rabbit as the main subject. The color palette is muted and natural, consisting
+      mainly of whites, browns, oranges, and greens. The style is naturalistic and
+      straightforward, without any overt artistic manipulation. The vibe is gentle
+      and heartwarming.
+    - The image showcases a white and brown rabbit with droopy ears, sitting on a
+      wooden surface. Behind the rabbit, there's a miniature cart with a wheel. Adjacent
+      to the cart, there's an orange apple and some dried autumn leaves scattered
+      around. The backdrop consists of a blurred green field, suggesting an outdoor
+      setting during the fall season.
+    - A photograph depicts a young woman with dark brown hair styled in a loose braid,
+      wearing a floral headband and a flowing, pale pink and purple floral dress.
+      She sits on a plush, dark reddish-brown velvet couch draped with purple velvet
+      fabric. The background is a vibrant, retro-style wallpaper with large orange
+      and pink floral patterns on a dark brown base. The woman's hands rest gently
+      on a dark-colored pillow with a large floral print featuring pink and white
+      roses. The lighting is soft and diffused, creating a warm and intimate atmosphere.
+      The overall aesthetic is bohemian and romantic, with a vintage 70s vibe. The
+      colours are rich and saturated, with a focus on warm tones. The composition
+      is a close-up shot, focusing on the woman and her surroundings. The image has
+      a dreamy, slightly melancholic mood.
+    - A young woman with a braided hairstyle and a golden headband is seated against
+      a vibrant orange-red wallpaper with floral patterns. She wears a sleeveless
+      dress adorned with floral prints and is draped in a deep purple fabric. She
+      holds a floral-patterned pillow close to her and appears to be in a contemplative
+      mood.
+    - A photograph depicts a young woman with long brown hair wearing a floral dress
+      and beaded jewelry, standing in front of a vibrant red autumnal backdrop. The
+      woman is gently holding and examining dark berries from a vine. The dress is
+      black with red floral patterns, adorned with red and black beaded embellishments
+      on the sleeves and neckline. Her hair is styled with a red floral crown. The
+      background is a wall of red leaves, creating a striking contrast with the woman's
+      dark dress. The lighting is natural, with sunlight illuminating the scene, casting
+      a warm glow on the woman and the leaves. The overall aesthetic is romantic,
+      autumnal, and slightly mystical. The atmosphere is serene and peaceful. The
+      style is reminiscent of folk art or fairytale imagery. The vibe is dreamy and
+      evocative of autumnal beauty.
+    - A woman with dark hair and a floral headpiece stands amidst a backdrop of vibrant
+      red leaves. She wears a dress adorned with red and black patterns, and her fingers
+      delicately hold a cluster of red berries. The sunlight filters through, casting
+      a warm glow on her face and the surrounding foliage.
+    - 'A photograph depicts a mason jar filled with vibrant red tomato juice, garnished
+      with a sprig of fresh celery, sitting on a rustic wooden cutting board. The
+      background features blurred but visible ingredients: ripe red tomatoes, a red
+      bell pepper, yellow bell peppers, and fresh basil leaves, all arranged on a
+      wooden surface. The lighting is soft and natural, creating a warm and inviting
+      atmosphere. The overall aesthetic is rustic, wholesome, and healthy, with a
+      focus on natural food photography. The colours are rich and saturated, with
+      the red of the tomatoes and juice being the dominant hue, complemented by the
+      greens of the herbs and the yellows of the peppers. The style is simple and
+      straightforward, emphasizing the natural beauty of the ingredients. The vibe
+      is relaxed, comforting, and appealing to those interested in healthy eating
+      and fresh produce. There is no text in the image.'
+    - The image showcases a rustic wooden table setting with a glass jar filled with
+      a vibrant red juice or smoothie. The jar is adorned with fresh green parsley
+      leaves. Surrounding the jar are various fresh ingredients, including tomatoes,
+      bell peppers, and basil leaves. The backdrop is a wooden wall, adding to the
+      rustic ambiance.
+    _target_: prx.callbacks.LogDiffusionImages
+    size: 512
+    guidance_scale: 3.5
+    seed: 42
+  speed_monitor:
+    _target_: composer.callbacks.speed_monitor.SpeedMonitor
+    window_size: 10
+  lr_monitor:
+    _target_: composer.callbacks.lr_monitor.LRMonitor
+  memory_monitor:
+    _target_: composer.callbacks.memory_monitor.MemoryMonitor
+  runtime_estimator:
+    _target_: composer.callbacks.runtime_estimator.RuntimeEstimator
+  optimizer_monitor:
+    _target_: composer.callbacks.OptimizerMonitor
+  nan_monitor:
+    _target_: composer.callbacks.NaNMonitor
+  generation_metrics:
+    _target_: prx.callbacks.LogQualityMetrics
+    frequency: 10_000ba
+    guidance_scales:
+    - 3.5
+    seed: 42
+    num_inference_steps: 50
+    compute_fid: true
+    compute_cmmd: true
+    compute_dino_mmd: true
+    max_samples: 10000
+project: PRX
+group: dose-response-full
+name: C4
+nccl_sleep: 1
+activation_memory_budget: 1
+image_size: 512
+patch_size_pixels: 32
+global_batch_size: 256
+device_train_microbatch_size: 32
+device_eval_microbatch_size: 16
+seed: 42
+eval_first: false
+compile_denoiser: true
+compile_vae: true
+algorithms:
+  gradient_clipping:
+    _target_: composer.algorithms.GradientClipping
+    clipping_type: norm
+    clipping_threshold: 0.2
+  tread:
+    _target_: prx.algorithm.tread.Tread
+    route_start: 2
+    route_end: 12
+    routing_probability: 0.5
+    detach: false
+    seed: 42
+    train_only: true
+    self_guidance: true
+  repa:
+    _target_: prx.algorithm.repa.REPA
+    lambda_weight: 0.5
+    layer_index: 7
+    encoder: dinov3_vitl16
+    compile_encoder: true
+  lpips:
+    _target_: prx.algorithm.lpips.LPIPS
+    lpips_weight: 0.1
+    lpips_net: vgg
+    t_threshold: 1
+    resize_factor: 0.5
+  pdino:
+    _target_: prx.algorithm.perceptual_dino.PerceptualDINO
+    pdino_weight: 0.01
+    encoder: dinov2_vitb14_reg
+    t_threshold: 1
+    resize_resolution: 224
+  ema:
+    _target_: prx.algorithm.ema.EMA
+    smoothing: 0.999
+    update_interval: 10ba
+    ema_start: 0ba
+model:
+  _target_: prx.pipeline.models_factory.build_pipeline
+  denoiser_config:
+    _model_class: PRX
+    in_channels: 3
+    patch_size: 32
+    context_in_dim: 2304
+    hidden_size: 1792
+    mlp_ratio: 3.5
+    num_heads: 28
+    depth: 16
+    axes_dim:
+    - 32
+    - 32
+    theta: 10000
+    time_factor: 1000.0
+    time_max_period: 10000
+    conditioning_block_ids: null
+    bottleneck_size: 256
+  text_tower_config:
+    preset_name: t5gemma2b-256-bf16
+    model_name: google/t5gemma-2b-2b-ul2
+    prompt_max_tokens: 256
+    use_attn_mask: true
+    use_last_hidden_state: true
+    only_tokenizer: false
+    torch_dtype: torch.bfloat16
+    unpadded: false
+  vae_config:
+    model_name: identity
+    model_class: IdentityVAE
+    default_channels: 3
+    torch_dtype: torch.bfloat16
+  scheduler_config:
+    prediction_type: x_prediction_flow_matching
+    num_train_timesteps: 1000
+    timestep_shift: 3.0
+  input_size: 512
+  p_drop_caption: 0.1
+  val_metrics:
+  - _target_: torchmetrics.MeanSquaredError
+  val_guidance_scales: []
+  loss_bins:
+  - - 0.0
+    - 0.3
+  - - 0.3
+    - 0.6
+  - - 0.6
+    - 1.0
+scheduler:
+  _target_: composer.optim.MultiStepWithWarmupScheduler
+  t_warmup: 1000ba
+  milestones:
+  - 1e9ep
+logger:
+  wandb:
+    _target_: composer.loggers.WandBLogger
+    project: PRX
+    group: dose-response-full
+    name: C4
+trainer:
+  _target_: composer.Trainer
+  device: gpu
+  max_duration: 100_000ba
+  eval_interval: 0
+  eval_subset_num_batches: 64
+  device_train_microbatch_size: 32
+  run_name: dose-response-C4-full-phase1
+  seed: 42
+  scale_schedule_ratio: 1.0
+  save_folder: /checkpoint/dream/felixfriedrich/diffusion_safety/dose_response/checkpoints_full/C4/phase1
+  save_interval: 10_000ba
+  save_num_checkpoints_to_keep: 1
+  save_overwrite: true
+  save_weights_only: true
+  save_ignore_keys:
+  - state/model/vae*
+  - state/model/text_tower*
+  autoresume: false
+  precision: amp_bf16
+  dist_timeout: 7200.0
+  parallelism_config:
+    fsdp:
+      reshard_after_forward: false
+      device_mesh: mesh_2d
+      use_orig_params: true