Upload 43 files

.gitattributes

@@ -438,3 +438,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 1x_NoiseMakerSoft/training_states/7000.state filter=lfs diff=lfs merge=lfs -text
 1x_NoiseMakerSoft/training_states/8000.state filter=lfs diff=lfs merge=lfs -text
 1x_NoiseMakerSoft/training_states/9000.state filter=lfs diff=lfs merge=lfs -text
+2xFullTae/training_states/1200.state filter=lfs diff=lfs merge=lfs -text
+2xFullTae/training_states/144.state filter=lfs diff=lfs merge=lfs -text
+2xFullTae/training_states/157.state filter=lfs diff=lfs merge=lfs -text
+2xFullTae/training_states/1600.state filter=lfs diff=lfs merge=lfs -text
+2xFullTae/training_states/1708.state filter=lfs diff=lfs merge=lfs -text
+2xFullTae/training_states/1893.state filter=lfs diff=lfs merge=lfs -text
+2xFullTae/training_states/2000.state filter=lfs diff=lfs merge=lfs -text
+2xFullTae/training_states/2400.state filter=lfs diff=lfs merge=lfs -text
+2xFullTae/training_states/2800.state filter=lfs diff=lfs merge=lfs -text
+2xFullTae/training_states/3200.state filter=lfs diff=lfs merge=lfs -text
+2xFullTae/training_states/3600.state filter=lfs diff=lfs merge=lfs -text
+2xFullTae/training_states/3793.state filter=lfs diff=lfs merge=lfs -text
+2xFullTae/training_states/400.state filter=lfs diff=lfs merge=lfs -text
+2xFullTae/training_states/800.state filter=lfs diff=lfs merge=lfs -text

2xFullTae/fulltae.yml

@@ -0,0 +1,207 @@
+# GENERATE TIME: Mon Jul 21 16:37:11 2025
+# CMD:
+# train.py --auto_resume -opt options\fulltae.yml
+
+# GENERATE TIME: Sat Jun 14 09:42:06 2025
+# CMD:
+# train.py --auto_resume -opt options/train/RealPLKSR/2xOSISRDv2_realplksr_dysample_layernorm.yml
+
+# yaml-language-server: $schema=https://raw.githubusercontent.com/the-database/traiNNer-redux/refs/heads/master/schemas/redux-config.schema.json
+#########################################################################################
+# General Settings
+# https://trainner-redux.readthedocs.io/en/latest/config_reference.html#top-level-options
+#########################################################################################
+name: 2xFullTae
+scale: 2  # 1, 2, 3, 4, 8
+use_amp: false  # Speed up training and reduce VRAM usage. NVIDIA only.
+amp_bf16: false  # Use bf16 instead of fp16 for AMP, RTX 3000 series or newer only. Only recommended if fp16 doesn't work.
+use_channels_last: true  # Enable channels last memory format while using AMP. Reduces VRAM and speeds up training for most architectures, but some architectures are slower with channels last.
+fast_matmul: false  # Trade precision for performance.
+num_gpu: auto
+# manual_seed: 1024  # Random seed for training, useful for removing randomness when testing the effect of different settings.
+
+
+########################################################################################################################
+# Dataset and Dataloader Settings
+# https://trainner-redux.readthedocs.io/en/latest/config_reference.html#dataset-options-datasets-train-and-datasets-val
+########################################################################################################################
+datasets:
+  # Settings for the training dataset.
+  train:
+    name: ABBBCDLNRRRT
+    type: pairedimagedataset
+    # Path to the HR (high res) images in your training dataset. Specify one or multiple folders, separated by commas.
+    dataroot_gt: [
+      G:\\activebigout\\2048,G:\\batch2bigout\\2048,G:\\bikinibigout\\2048,G:\\brabigout\\2048,G:\\corsetbigout\\2048,G:\\dressbigout\\2048,G:\\lingeriebigout\\2048,G:\\nudebigout\\2048,G:\\redonebigout\\2048,G:\\redtwobigout\\2048,G:\\restbigout\\2048,G:\\topsbigout\\2048
+    ]
+    # Path to the LR (low res) images in your training dataset. Specify one or multiple folders, separated by commas.
+    dataroot_lq: [
+      G:\\activebigout\\1024,G:\\batch2bigout\\1024,G:\\bikinibigout\\1024,G:\\brabigout\\1024,G:\\corsetbigout\\1024,G:\\dressbigout\\1024,G:\\lingeriebigout\\1024,G:\\nudebigout\\1024,G:\\redonebigout\\1024,G:\\redtwobigout\\1024,G:\\restbigout\\1024,G:\\topsbigout\\1024
+    ]
+    # meta_info: data/meta_info/dataset1.txt
+
+
+    lq_size: 96  # During training, a square of this size is cropped from LR images. Larger is usually better but uses more VRAM. Previously gt_size, use lq_size = gt_size / scale to convert. Use multiple of 8 for best performance with AMP.
+    use_hflip: true  # Randomly flip the images horizontally.
+    use_rot: true  # Randomly rotate the images.
+
+    num_worker_per_gpu: 1
+    batch_size_per_gpu: 1  # paper: 64  # Increasing stabilizes training but with diminishing returns. Use multiple of 8 for best performance with AMP.
+    accum_iter: 16  # Using values larger than 1 simulates higher batch size by trading performance for reduced VRAM usage. If accum_iter = 4 and batch_size_per_gpu = 6 then effective batch size = 4 * 6 = 24 but performance may be as much as 4 times as slow.
+  # Settings for your validation dataset (optional). These settings will
+  # be ignored if val_enabled is false in the Validation section below.
+  val:
+    name: Val Dataset
+    type: pairedimagedataset
+    dataroot_gt: [
+      G:\\valbigout\\2048
+    ]
+    dataroot_lq: [
+      G:\\valbigout\\1024
+    ]
+
+#####################################################################
+# Network Settings
+# https://trainner-redux.readthedocs.io/en/latest/arch_reference.html
+#####################################################################
+# Generator model settings
+network_g:
+  type: realplksr
+  upsampler: dysample  # pixelshuffle, dysample (better quality on even number scales, but does not support dynamic onnx)
+  layer_norm: true  # better quality, not compatible with older models
+
+#########################################################################################
+# Pretrain and Resume Paths
+# https://trainner-redux.readthedocs.io/en/latest/config_reference.html#path-options-path
+#########################################################################################
+path:
+  # pretrain_network_g: # experiments/2xAllBigVal/models/net_g_ema_8400.safetensors
+  param_key_g: ~
+  strict_load_g: true    # Disable strict loading to partially load a pretrain model with a different scale
+  resume_state: ~
+
+###########################################################################################
+# Training Settings
+# https://trainner-redux.readthedocs.io/en/latest/config_reference.html#train-options-train
+###########################################################################################
+train:
+  ema_decay: 0.999
+  ema_power: 0.75  # Gradually warm up ema decay when training from scratch
+  grad_clip: false  # Gradient clipping allows more stable training when using higher learning rates.
+  # Optimizer for generator model
+  optim_g:
+    type: AdamW
+    lr: !!float 5e-5
+    weight_decay: 0.01
+    betas: [0.9, 0.99]
+
+  scheduler:
+    type: MultiStepLR
+    milestones: [100000, 200000, 300000, 400000, 425000]
+    gamma: 0.5
+
+  total_iter: 50000  # Total number of iterations.
+  warmup_iter: -1  # Gradually ramp up learning rates until this iteration, to stabilize early training. Use -1 to disable.
+
+  # Losses - for any loss set the loss_weight to 0 to disable it.
+  # https://trainner-redux.readthedocs.io/en/latest/loss_reference.html
+  losses:
+  # TAESD
+  - type: taesd
+    criterion: charbonnier  # charbonnier, l1, l2
+    loss_weight: 0.1 # was 0.5 until 1709
+
+  # Pixel-level foundation
+  - type: charbonnierloss
+    loss_weight: 0.1  # Up from 0.05 (noise suppression) 68,500 iters
+    eps: !!float 1e-2  # More tolerant of natural noise Prevents model from "inventing" patterns to hide noise 68,500 iters
+
+  # Structural integrity
+  - type: mssimloss
+    loss_weight: 0.3
+    channels: 3
+    downsample: false
+    test_y_channel: false
+    color_space: rgb
+
+  # Enhanced perceptual loss
+  - type: perceptualloss
+    loss_weight: 0.1  # Slightly reduced (Modify perceptual focus) 68,500 iters
+    layer_weights:
+      conv2_2: 0.3  # Lower-level features Added conv2_2 focuses on broader textures 68,500 iters
+      conv3_4: 0.5  # Reduced weight Reduces pressure to create high-frequency details everywhere 68,500 iters
+      conv4_4: 0.2
+    criterion: charbonnier
+    num_proj_fd: 128
+    stride_fd: 2
+
+  # Frequency-domain focus (now carries more weight)
+  - type: ffloss
+    loss_weight: 0.55 # up from 0.3  # Down from 0.55 at 68,500 iters. To fix dot pattern (over-emphasize high frequencies / Creates synthetic patterns in texture-less regions).Lower weight prevents artificial frequency amplification Stops creating "phantom" patterns in noisy regions
+    alpha: 1.0
+    patch_factor: 1
+    ave_spectrum: false
+    log_matrix: true
+
+  # Local detail preservation
+  - type: ldlloss
+    loss_weight: 0.3 # down from 0.8
+    criterion: charbonnier
+
+  # Gradient variance for edge enhancement
+  - type: gradientvarianceloss
+    patch_size: 24  # Larger patches for smoother textures for texture regularization 68,500 iters
+    criterion: charbonnier
+    loss_weight: 0.25  # Increased from 0.15 at 68,500 iters for texture regularization
+
+#  # GAN for realistic textures
+#  - type: ganloss
+#    gan_type: vanilla
+#    loss_weight: 0.05
+#    real_label_val: 0.9
+#    fake_label_val: 0.1
+
+  # Color consistency
+  - type: cosimloss
+    loss_weight: 0.3
+    cosim_lambda: 3
+
+##############################################################################################
+# Validation
+# https://trainner-redux.readthedocs.io/en/latest/config_reference.html#validation-options-val
+##############################################################################################
+val:
+  val_enabled: true  # Whether to enable validations. If disabled, all validation settings below are ignored.
+  val_freq: 290  # How often to run validations, in iterations.
+  save_img: true  # Whether to save the validation images during validation, in the experiments/<name>/visualization folder.
+  tile_size: 128  # Tile size of input, reduce VRAM usage but slower inference. 0 to disable.
+  tile_overlap: 8  # Number of pixels to overlap tiles by, larger is slower but reduces tile seams.
+
+  metrics_enabled: true  # Whether to run metrics calculations during validation.
+  metrics:
+    #topiq:
+    #  type: calculate_topiq
+    psnr:
+      type: calculate_psnr
+      crop_border: 4
+      test_y_channel: false
+    ssim:
+      type: calculate_ssim
+      crop_border: 4  # Whether to crop border during validation.
+      test_y_channel: false  # Whether to convert to Y(CbCr) for validation.
+    lpips:
+      type: calculate_lpips
+      better: lower
+    #dists:
+    #  type: calculate_dists
+    #  better: lower
+
+##############################################################################################
+# Logging
+# https://trainner-redux.readthedocs.io/en/latest/config_reference.html#logging-options-logger
+##############################################################################################
+logger:
+  print_freq: 10
+  save_checkpoint_freq: 400
+  save_checkpoint_format: safetensors
+  use_tb_logger: true

2xFullTae/models/net_g_ema_1200.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bc5f85e09d981481960fce51faa9149b6a50f3d430eef54a7522d0e51187bd
+size 29511708

2xFullTae/models/net_g_ema_144.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042b3b8f3ccfcbd102d11de194ce45ac43bc6016d48390223dcd5c2043f0bb47
+size 29511708

2xFullTae/models/net_g_ema_157.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ab2d3215202fe62af75ebaf6e458226a810136551cb0bd32fe1c4f93413472
+size 29511708

2xFullTae/models/net_g_ema_1600.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b9cc6534d13b8ae7b17fbccb76e68bce8e919ee0d863fda2299354c9d914e5
+size 29511708

2xFullTae/models/net_g_ema_1708.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f53d1e51f97671a0276f5c745266aeb5a10085ee56decf766e33af1334dd6ae
+size 29511708

2xFullTae/models/net_g_ema_1893.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cad82e2a483e318b9a192751f9896ea580b4b752901971a0ead7988c4b2dd9
+size 29511708

2xFullTae/models/net_g_ema_2000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0bd4b90dbc4c485234ce490ed0c50a8893c8e2be926d3166288e05da9d877f
+size 29511708

2xFullTae/models/net_g_ema_2400.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699935060f8a7f89beb2535aa08c77117618e3a3f0768d4172d00d7e6ad942da
+size 29511708

2xFullTae/models/net_g_ema_2800.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aefcb9ee258db1d27ded952368bb0e3e2d492b3ef4a840fb8d601ccf71755ad
+size 29511708

2xFullTae/models/net_g_ema_3200.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d6356d6a1e696301b23cd4654d994083be009ffef40e34d8a6b76bc7e4d03b
+size 29511708

2xFullTae/models/net_g_ema_3600.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9c2bc4c4c03c5b38dacc0039b57782e879da9592be255414d843c691763ccb
+size 29511708

2xFullTae/models/net_g_ema_3793.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef86c2fd9f9d356fcdb3ebd6cb401bde0c7a8530ad5c3c99b2154412309f9b0
+size 29511708

2xFullTae/models/net_g_ema_400.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0806708c414073848fbce3e6d2082b317878c8d6fc9dd01663886991a6431dde
+size 29511708

2xFullTae/models/net_g_ema_800.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a63ec178a3251159b6c0ec97e0aadb01a36e20e47b3c34929ae4561db327d75
+size 29511708

2xFullTae/models/resume_models/net_g_1200.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438f2ebe684ccdd10e1f4eef56f1cfe95e5b00f55e6462bb4d6b335e445c0744
+size 29511708

2xFullTae/models/resume_models/net_g_144.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b824867f52a3457d5a7574ff7df5af4df5faa128eba6985c8ea5b734b048dfdf
+size 29511708

2xFullTae/models/resume_models/net_g_157.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cfeb50060d9aee9deb3df1d8ebca798bb53e2253a55e654a6ce6e5bd8daa6d
+size 29511708

2xFullTae/models/resume_models/net_g_1600.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ca18b5617b174fb6c69b35a4da67c203ab5670288286837011cba69995650e
+size 29511708

2xFullTae/models/resume_models/net_g_1708.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bab770720afaf0d9b19e278fe3dd6d51cee0ff96f03dbae6ad926fc9a66bc2
+size 29511708

2xFullTae/models/resume_models/net_g_1893.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b303a9939480045961c1c8a34f3624d59e1e7fe7fe01bea6b4ae2ed171d7126
+size 29511708

2xFullTae/models/resume_models/net_g_2000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea72fa162b3ee8c89642af58d78618c7eea6c4a0a7a412a1e708777a46c95192
+size 29511708

2xFullTae/models/resume_models/net_g_2400.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562e31b72e8e918d4667dadd7ac6179c0939c4f2686b0feac3cbceaeac7fa727
+size 29511708

2xFullTae/models/resume_models/net_g_2800.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c10565bdba55da4480ee4156e4cf9c09af51c95cac4376b3ec1584b8b046369
+size 29511708

2xFullTae/models/resume_models/net_g_3200.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c100dfb5db57fdc3f2a79eb3b68fefe7b738331ae3daa5f7f6ff31e0efdcb30c
+size 29511708

2xFullTae/models/resume_models/net_g_3600.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719abb2729d3b7abb2ceb22d395f27b55fd39bcb86204f53ab6bc5e412d58bd5
+size 29511708

2xFullTae/models/resume_models/net_g_3793.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125bce05dde92708d60079622170aabb5b7408c1b3ef58378c5eb314a3150ce1
+size 29511708

2xFullTae/models/resume_models/net_g_400.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1eeb2cd2093a6731cc363f129eb9d7bb3be6b930245001a91858a4e1ab7d17b
+size 29511708

2xFullTae/models/resume_models/net_g_800.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ae0b53e7129c4a069fdf379a7b587a7d522a141bc686933810dcb4e1346f1e
+size 29511708

2xFullTae/training_states/1200.state

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec08213a7069aa40a5643fd019b00bee49312a4985f537853782887f1539bd8
+size 59199829

2xFullTae/training_states/144.state

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2e18ff7b5648721bc931f05013acaee25d2a56058b13540b9f9d5f25ccfe63
+size 59198595

2xFullTae/training_states/157.state

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22414e1ff6a5b2740fa3935928062399669b3fe2322bd8632e568eded06a8cfb
+size 59198595

2xFullTae/training_states/1600.state

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3df8a84f3c9358535986c6a76fd3437adaabb33a16e0bd9197fae5c8195eff
+size 59199829

2xFullTae/training_states/1708.state

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b131dbed04d8c7b75bdfc5900075cfd4b487a5ecf5db98481bf7cc96e2862e75
+size 59199829

2xFullTae/training_states/1893.state

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f56dd48e8fe5f2d1e0a5b4c3b394c9dba98c013ff5be74f37bdcf6d3f6b561
+size 59199829

2xFullTae/training_states/2000.state

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1eb3f11e23c1bc0637e2207333effe2f720b4f4f383d20c24177d9d6bf3afd8
+size 59199829

2xFullTae/training_states/2400.state

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850a6ce34f73aaa2e9fe95d87afc38ccbbe4c7d962b439a4ebe08fe08674d0ab
+size 59199829

2xFullTae/training_states/2800.state

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cd230a17c4252b2bcb83c826a33c74cf33d652ccd3b414e3d4fef725cc4fa6
+size 59199829

2xFullTae/training_states/3200.state

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c28b154ae2bd517d4e75a68ae28c040ab69b310c80d704a7e5ef3ecc9392f8c
+size 59199829

2xFullTae/training_states/3600.state

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1892fe950577c88cb5f6ead471006bed3089c4cf47fedd1646fd2cb14b7b4a
+size 59199829

2xFullTae/training_states/3793.state

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d61c9349d65a1bad90ce79c2496248040f8166a80747e319c95bcc78d60e2d
+size 59199829

2xFullTae/training_states/400.state

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d48350410df09963da5dcb62d5e1410583fee4efa41b5675af3a3cd734ba6b
+size 59198595

2xFullTae/training_states/800.state

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabcc452ec03b7c5425f19892809e2adc35deb9b8df874a70448c2ad0c66ea57
+size 59198595