Upload mykontext.yaml

mykontext.yaml

@@ -0,0 +1,102 @@
+---
+job: extension
+config:
+  # this name will be the folder and filename name
+  name: "xjt_my_first_flux_kontext_lora_v1"
+  process:
+    - type: 'sd_trainer'
+      # root folder to save training sessions/samples/weights
+      training_folder: "output"
+      # uncomment to see performance stats in the terminal every N steps
+#      performance_log_every: 1000
+      device: cuda:0
+      # if a trigger word is specified, it will be added to captions of training data if it does not already exist
+      # alternatively, in your captions you can add [trigger] and it will be replaced with the trigger word
+#      trigger_word: "p3r5on"
+      network:
+        type: "lora"
+        linear: 16
+        linear_alpha: 16
+      save:
+        dtype: float16 # precision to save
+        save_every: 250 # save every this many steps
+        max_step_saves_to_keep: 4 # how many intermittent saves to keep
+        push_to_hub: false #change this to True to push your trained model to Hugging Face.
+        # You can either set up a HF_TOKEN env variable or you'll be prompted to log-in         
+#       hf_repo_id: your-username/your-model-slug
+#       hf_private: true #whether the repo is private or public
+      datasets:
+        # datasets are a folder of images. captions need to be txt files with the same name as the image
+        # for instance image2.jpg and image2.txt. Only jpg, jpeg, and png are supported currently
+        # images will automatically be resized and bucketed into the resolution specified
+        # on windows, escape back slashes with another backslash so
+        # "C:\\path\\to\\images\\folder"
+        - folder_path: "/app/datasets/superman_target"
+          # control path is the input images for kontext for a paired dataset. These are the source images you want to change.  
+          # You can comment this out and only use normal images if you don't have a paired dataset. 
+          # Control images need to match the filenames on the folder path but in
+          # a different folder. These do not need captions.
+          control_path: "/app/datasets/superman_control"
+          caption_ext: "txt"
+          caption_dropout_rate: 0.05  # will drop out the caption 5% of time
+          shuffle_tokens: false  # shuffle caption order, split by commas
+          cache_latents_to_disk: true  # leave this true unless you know what you're doing
+          # Kontext runs images in at 2x the latent size. It may OOM at 1024 resolution with 24GB vram.
+          resolution: [ 512, 768 ]  # flux enjoys multiple resolutions
+          # resolution: [ 512, 768, 1024 ]
+      train:
+        batch_size: 1
+        steps: 3000  # total number of steps to train 500 - 4000 is a good range
+        gradient_accumulation_steps: 1
+        train_unet: true
+        train_text_encoder: false  # probably won't work with flux
+        gradient_checkpointing: true  # need the on unless you have a ton of vram
+        noise_scheduler: "flowmatch" # for training only
+        optimizer: "adamw8bit"
+        lr: 1e-4
+        timestep_type: "weighted" # sigmoid, linear, or weighted.
+        # uncomment this to skip the pre training sample
+#        skip_first_sample: true
+        # uncomment to completely disable sampling
+#        disable_sampling: true
+
+        # ema will smooth out learning, but could slow it down.
+
+        # ema_config:
+        #   use_ema: true
+        #   ema_decay: 0.99
+
+        # will probably need this if gpu supports it for flux, other dtypes may not work correctly
+        dtype: bf16
+      model:
+        # huggingface model name or path. This model is gated.
+        # visit https://huggingface.co/black-forest-labs/FLUX.1-Kontext-dev to accept the terms and conditions
+        # and then you can use this model.
+        name_or_path: "black-forest-labs/FLUX.1-Kontext-dev"
+        arch: "flux_kontext"
+        quantize: true  # run 8bit mixed precision
+#        low_vram: true  # uncomment this if the GPU is connected to your monitors. It will use less vram to quantize, but is slower.
+      sample:
+        sampler: "flowmatch" # must match train.noise_scheduler
+        sample_every: 250 # sample every this many steps
+        width: 1024
+        height: 1024
+        prompts:
+          # you can add [trigger] to the prompts here and it will be replaced with the trigger word
+          # the --ctrl_img path is the one loaded to apply the kontext editing to
+#          - "[trigger] holding a sign that says 'I LOVE PROMPTS!'"\
+          - "Maintain the subject original pose exactly as shown in the reference image. Do not change the position of the arms, legs, head, or body. all posture and movement must remain fully consistent with the original. Add a flowing red cape draped naturally over the shoulders, extending behind the back with realistic gravity and folds. Enhance muscular definition specifically in the arms and legs, emphasizing strength, athleticism, and physical power in the limbs. Muscles should appear well-developed and anatomically realistic, while maintaining the subject natural proportions. Do not enhance or expose musculature on the torso or chest unless it is fully covered by clothing. The upper body must remain clothed, and no nipples or bare skin on the torso should be visible under any circumstances. Ensure the subject is fully dressed. Clothing must appropriately cover the torso and lower body. Skin texture on visible areas (such as face, hands, arms, and legs) should remain natural and realistic.Preserve the subject facial features, hairstyle, clothing style, and skin tone. The person must remain clearly recognizable. Do not change the background, lighting, or any other elements of the scene. Only enhance limb muscle definition and add the red cape—without altering the subject pose, expression, outfit, or environment.Enhance image clarity and sharpness. Improve fine details, texture, and definition while preserving the original composition, lighting, and color balance.  --ctrl_img /app/datasets/superman_test/nan1.jpg"
+          - "Maintain the subject original pose exactly as shown in the reference image. Do not change the position of the arms, legs, head, or body. all posture and movement must remain fully consistent with the original. Add a flowing red cape draped naturally over the shoulders, extending behind the back with realistic gravity and folds. Enhance muscular definition specifically in the arms and legs, emphasizing strength, athleticism, and physical power in the limbs. Muscles should appear well-developed and anatomically realistic, while maintaining the subject natural proportions. Do not enhance or expose musculature on the torso or chest unless it is fully covered by clothing. The upper body must remain clothed, and no nipples or bare skin on the torso should be visible under any circumstances. Ensure the subject is fully dressed. Clothing must appropriately cover the torso and lower body. Skin texture on visible areas (such as face, hands, arms, and legs) should remain natural and realistic.Preserve the subject facial features, hairstyle, clothing style, and skin tone. The person must remain clearly recognizable. Do not change the background, lighting, or any other elements of the scene. Only enhance limb muscle definition and add the red cape—without altering the subject pose, expression, outfit, or environment.Enhance image clarity and sharpness. Improve fine details, texture, and definition while preserving the original composition, lighting, and color balance.  --ctrl_img /app/datasets/superman_test/nan2.jpg"
+          - "Maintain the subject original pose exactly as shown in the reference image. Do not change the position of the arms, legs, head, or body. all posture and movement must remain fully consistent with the original. Add a flowing red cape draped naturally over the shoulders, extending behind the back with realistic gravity and folds. Enhance muscular definition specifically in the arms and legs, emphasizing strength, athleticism, and physical power in the limbs. Muscles should appear well-developed and anatomically realistic, while maintaining the subject natural proportions. Do not enhance or expose musculature on the torso or chest unless it is fully covered by clothing. The upper body must remain clothed, and no nipples or bare skin on the torso should be visible under any circumstances. Ensure the subject is fully dressed. Clothing must appropriately cover the torso and lower body. Skin texture on visible areas (such as face, hands, arms, and legs) should remain natural and realistic.Preserve the subject facial features, hairstyle, clothing style, and skin tone. The person must remain clearly recognizable. Do not change the background, lighting, or any other elements of the scene. Only enhance limb muscle definition and add the red cape—without altering the subject pose, expression, outfit, or environment.Enhance image clarity and sharpness. Improve fine details, texture, and definition while preserving the original composition, lighting, and color balance.  --ctrl_img /app/datasets/superman_test/nan3.jpg"
+          - "Maintain the subject original pose exactly as shown in the reference image. Do not change the position of the arms, legs, head, or body. all posture and movement must remain fully consistent with the original. Add a flowing red cape draped naturally over the shoulders, extending behind the back with realistic gravity and folds. Enhance muscular definition specifically in the arms and legs, emphasizing strength, athleticism, and physical power in the limbs. Muscles should appear well-developed and anatomically realistic, while maintaining the subject natural proportions. Do not enhance or expose musculature on the torso or chest unless it is fully covered by clothing. The upper body must remain clothed, and no nipples or bare skin on the torso should be visible under any circumstances. Ensure the subject is fully dressed. Clothing must appropriately cover the torso and lower body. Skin texture on visible areas (such as face, hands, arms, and legs) should remain natural and realistic.Preserve the subject facial features, hairstyle, clothing style, and skin tone. The person must remain clearly recognizable. Do not change the background, lighting, or any other elements of the scene. Only enhance limb muscle definition and add the red cape—without altering the subject pose, expression, outfit, or environment.Enhance image clarity and sharpness. Improve fine details, texture, and definition while preserving the original composition, lighting, and color balance.  --ctrl_img /app/datasets/superman_test/nan4.jpg"
+          - "Maintain the subject original pose exactly as shown in the reference image. Do not change the position of the arms, legs, head, or body. all posture and movement must remain fully consistent with the original. Add a flowing red cape draped naturally over the shoulders, extending behind the back with realistic gravity and folds. Enhance muscular definition specifically in the arms and legs, emphasizing strength, athleticism, and physical power in the limbs. Muscles should appear well-developed and anatomically realistic, while maintaining the subject natural proportions. Do not enhance or expose musculature on the torso or chest unless it is fully covered by clothing. The upper body must remain clothed, and no nipples or bare skin on the torso should be visible under any circumstances. Ensure the subject is fully dressed. Clothing must appropriately cover the torso and lower body. Skin texture on visible areas (such as face, hands, arms, and legs) should remain natural and realistic.Preserve the subject facial features, hairstyle, clothing style, and skin tone. The person must remain clearly recognizable. Do not change the background, lighting, or any other elements of the scene. Only enhance limb muscle definition and add the red cape—without altering the subject pose, expression, outfit, or environment.Enhance image clarity and sharpness. Improve fine details, texture, and definition while preserving the original composition, lighting, and color balance.  --ctrl_img /app/datasets/superman_test/nan5.jpg"
+          - "Maintain the subject original pose exactly as shown in the reference image. Do not change the position of the arms, legs, head, or body. all posture and movement must remain fully consistent with the original. Add a flowing red cape draped naturally over the shoulders, extending behind the back with realistic gravity and folds. Enhance muscular definition specifically in the arms and legs, emphasizing strength, athleticism, and physical power in the limbs. Muscles should appear well-developed and anatomically realistic, while maintaining the subject natural proportions. Do not enhance or expose musculature on the torso or chest unless it is fully covered by clothing. The upper body must remain clothed, and no nipples or bare skin on the torso should be visible under any circumstances. Ensure the subject is fully dressed. Clothing must appropriately cover the torso and lower body. Skin texture on visible areas (such as face, hands, arms, and legs) should remain natural and realistic.Preserve the subject facial features, hairstyle, clothing style, and skin tone. The person must remain clearly recognizable. Do not change the background, lighting, or any other elements of the scene. Only enhance limb muscle definition and add the red cape—without altering the subject pose, expression, outfit, or environment.Enhance image clarity and sharpness. Improve fine details, texture, and definition while preserving the original composition, lighting, and color balance.  --ctrl_img /app/datasets/superman_test/nan6.jpg"
+        neg: ""  # not used on flux
+        seed: 42
+        walk_seed: true
+        guidance_scale: 4
+        sample_steps: 20
+# you can add any additional meta info here. [name] is replaced with config name at top
+meta:
+  name: "[name]"
+  version: '1.0'