recoilme commited on
Commit
4aa2866
·
1 Parent(s): d016c5e
samples/unet_320x576_0.jpg CHANGED

Git LFS Details

  • SHA256: eed0d246e8bdfed17954d0297fea5454e5c34d2a575beca2990c190b53f52b81
  • Pointer size: 130 Bytes
  • Size of remote file: 72.3 kB

Git LFS Details

  • SHA256: 2cd448dd5de462d52f70980f87bdea2083c250621894ffc868e4735b20adc694
  • Pointer size: 130 Bytes
  • Size of remote file: 59.2 kB
samples/unet_384x576_0.jpg CHANGED

Git LFS Details

  • SHA256: 3cf732a24718890a14c01042039e7f518d3759b5e96e76d3f6f630242ba76043
  • Pointer size: 130 Bytes
  • Size of remote file: 84.7 kB

Git LFS Details

  • SHA256: 4ea2aa8fb41888b9d47019f72d6e4c3df27b1e24ac5835093a12649d2edc4064
  • Pointer size: 130 Bytes
  • Size of remote file: 52.2 kB
samples/unet_448x576_0.jpg CHANGED

Git LFS Details

  • SHA256: cf263b79b00a6b24af3707e40d5fc4f2155327d37d39bee7b96750966a676515
  • Pointer size: 130 Bytes
  • Size of remote file: 70.7 kB

Git LFS Details

  • SHA256: cf7beba7d5450c4640f2848f4455055615a183207a77df6b78cf6922af78de37
  • Pointer size: 131 Bytes
  • Size of remote file: 151 kB
samples/unet_512x576_0.jpg CHANGED

Git LFS Details

  • SHA256: b2253da9aebbea17fb23d63061a64a43c66b53c297ed7caee6c142fa6c091427
  • Pointer size: 131 Bytes
  • Size of remote file: 101 kB

Git LFS Details

  • SHA256: 1ebe6d6dc58bb7cde2e1826dd346c367d7a0d8d46e0ebb999209df2831259879
  • Pointer size: 130 Bytes
  • Size of remote file: 82.5 kB
samples/unet_576x320_0.jpg CHANGED

Git LFS Details

  • SHA256: 948a46962a49b7ad1c503f3b1bae6e06cd00e097e8e24de307bf4173de69089d
  • Pointer size: 130 Bytes
  • Size of remote file: 32.8 kB

Git LFS Details

  • SHA256: 244f1830c98c5ed0d373c20a6f925219468ac90111b037c7a7292095c70b2278
  • Pointer size: 130 Bytes
  • Size of remote file: 80.2 kB
samples/unet_576x384_0.jpg CHANGED

Git LFS Details

  • SHA256: fcea4e4dd33bc40e7f33145d1e0e433701ba0bcca3af242bd35a328250e611d6
  • Pointer size: 130 Bytes
  • Size of remote file: 96.1 kB

Git LFS Details

  • SHA256: 7919d5f28322e3de17f26dc1f809596540cf523470f525d4ba9afd94b39effba
  • Pointer size: 130 Bytes
  • Size of remote file: 66.7 kB
samples/unet_576x448_0.jpg CHANGED

Git LFS Details

  • SHA256: 6621334078214223cef6a53cf8d2012d70abbf8b79dbd1b3475cc82c1293aebd
  • Pointer size: 130 Bytes
  • Size of remote file: 73 kB

Git LFS Details

  • SHA256: 64fe9c9a9956fa78a477983587d742e832eea0a24a881113ff6d2ef11ba42565
  • Pointer size: 131 Bytes
  • Size of remote file: 120 kB
samples/unet_576x512_0.jpg CHANGED

Git LFS Details

  • SHA256: a99a72655016630a58c2916813c199e1e2e48c57560489093e80adde7b40fdfb
  • Pointer size: 130 Bytes
  • Size of remote file: 68.4 kB

Git LFS Details

  • SHA256: aa1d853283088b5df8b392bbba27a940cf13ae4df5c1c5d6ef27453b2fc0d9ea
  • Pointer size: 131 Bytes
  • Size of remote file: 106 kB
samples/unet_576x576_0.jpg CHANGED

Git LFS Details

  • SHA256: cc8d71d65f12421eb13f7ef20cb67397c50a3586a9a4d27db88fa3ddd85be551
  • Pointer size: 131 Bytes
  • Size of remote file: 251 kB

Git LFS Details

  • SHA256: 21d34e928dfa69c4972f82ccde7381636625b64ff3f25a5e6a84d6ff7f2ae372
  • Pointer size: 131 Bytes
  • Size of remote file: 185 kB
train.py CHANGED
@@ -27,10 +27,10 @@ import torch.nn.functional as F
27
  # --------------------------- Параметры ---------------------------
28
  ds_path = "datasets/576"
29
  project = "unet"
30
- batch_size = 40
31
  base_learning_rate = 9e-6
32
  min_learning_rate = 8e-6
33
- num_epochs = 6
34
  # samples/save per epoch
35
  sample_interval_share = 5
36
  use_wandb = True
@@ -51,7 +51,7 @@ dtype = torch.float32
51
  save_barrier = 1.03
52
  dispersive_temperature=0.5
53
  dispersive_weight=0.05
54
- percentile_clipping = 95 # 8bit optim
55
  steps_offset = 1 # Scheduler
56
  limit = 0
57
  checkpoints_folder = ""
@@ -627,7 +627,7 @@ else:
627
  def create_optimizer(name, params):
628
  if name == "adam8bit":
629
  return bnb.optim.AdamW8bit(
630
- params, lr=base_learning_rate, betas=(0.9, 0.995), eps=1e-6, weight_decay=0.001,
631
  percentile_clipping=percentile_clipping
632
  )
633
  elif name == "adam":
@@ -904,7 +904,7 @@ for epoch in range(start_epoch, start_epoch + num_epochs):
904
  if not fbp:
905
  if accelerator.sync_gradients:
906
  with torch.amp.autocast('cuda', enabled=False):
907
- grad = accelerator.clip_grad_norm_(unet.parameters(), 0.5)
908
  optimizer.step()
909
  lr_scheduler.step()
910
  optimizer.zero_grad(set_to_none=True)
 
27
  # --------------------------- Параметры ---------------------------
28
  ds_path = "datasets/576"
29
  project = "unet"
30
+ batch_size = 50
31
  base_learning_rate = 9e-6
32
  min_learning_rate = 8e-6
33
+ num_epochs = 5
34
  # samples/save per epoch
35
  sample_interval_share = 5
36
  use_wandb = True
 
51
  save_barrier = 1.03
52
  dispersive_temperature=0.5
53
  dispersive_weight=0.05
54
+ percentile_clipping = 90 # 8bit optim
55
  steps_offset = 1 # Scheduler
56
  limit = 0
57
  checkpoints_folder = ""
 
627
  def create_optimizer(name, params):
628
  if name == "adam8bit":
629
  return bnb.optim.AdamW8bit(
630
+ params, lr=base_learning_rate, betas=(0.9, 0.97), eps=1e-5, weight_decay=0.001,
631
  percentile_clipping=percentile_clipping
632
  )
633
  elif name == "adam":
 
904
  if not fbp:
905
  if accelerator.sync_gradients:
906
  with torch.amp.autocast('cuda', enabled=False):
907
+ grad = accelerator.clip_grad_norm_(unet.parameters(), 0.25)
908
  optimizer.step()
909
  lr_scheduler.step()
910
  optimizer.zero_grad(set_to_none=True)
unet/diffusion_pytorch_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3991dd208c9c94d95c5c2465e0dc11197da00f0b30aebb53d89b3e9bc9392ae4
3
  size 7014306128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2987b5660219328cd1c22e5c4072a561d8aa8dabb3b488c55fd06e9d9059229
3
  size 7014306128