recoilme commited on
Commit
e693253
·
1 Parent(s): ae50b69
samples/unet_320x576_0.jpg CHANGED

Git LFS Details

  • SHA256: aa1bfb94ff7f5856bf7586379765afbccb0b09065678296201d9a209162fd830
  • Pointer size: 130 Bytes
  • Size of remote file: 64.3 kB

Git LFS Details

  • SHA256: 8e371d1c0f622f780d7ddd91707731d323b45826715b3c6caf820d6d5c79ce0a
  • Pointer size: 131 Bytes
  • Size of remote file: 104 kB
samples/unet_384x576_0.jpg CHANGED

Git LFS Details

  • SHA256: 4d41d316cfb90dc76255ca49e1f7fb47525a413f64645f6fbd69cac1d3b499da
  • Pointer size: 131 Bytes
  • Size of remote file: 133 kB

Git LFS Details

  • SHA256: 410ff3f4647c1894b6a5f2a4949a7b72bacf3b718500ca105ee76386f18a9b3e
  • Pointer size: 130 Bytes
  • Size of remote file: 88.5 kB
samples/unet_448x576_0.jpg CHANGED

Git LFS Details

  • SHA256: fcd1071670c8e2ba687e69a618108278d8800e0e1e22a9ec43ffea64d5485be7
  • Pointer size: 130 Bytes
  • Size of remote file: 82 kB

Git LFS Details

  • SHA256: 8cffe81392a800a1ce357d3cce5491142ede85e29477670b8a2b13bf76d52fba
  • Pointer size: 131 Bytes
  • Size of remote file: 116 kB
samples/unet_512x576_0.jpg CHANGED

Git LFS Details

  • SHA256: 6fb6c7f75e4abca7c18657136219fca9272f8a607d024353b2b2c23c88814e76
  • Pointer size: 131 Bytes
  • Size of remote file: 218 kB

Git LFS Details

  • SHA256: 19875b118e0c5c8c161778f2a2cae4a2a4a098f7a1a3c0939c37e20396e6eeed
  • Pointer size: 131 Bytes
  • Size of remote file: 148 kB
samples/unet_576x320_0.jpg CHANGED

Git LFS Details

  • SHA256: 0aa2bedd2154218f5394f43c2956d6d462bb9f4873b4cc403470017da8d9ba3b
  • Pointer size: 130 Bytes
  • Size of remote file: 83.5 kB

Git LFS Details

  • SHA256: 3f02ae6da8dacdc8bc65d6ba2c4badeb52b09504c428475b29e56211235e6d2b
  • Pointer size: 130 Bytes
  • Size of remote file: 79.3 kB
samples/unet_576x384_0.jpg CHANGED

Git LFS Details

  • SHA256: fc6d393421aad1b1bb3e4b48221f095b86eb2dbdcbe20215033c8f72c0dfc7f7
  • Pointer size: 130 Bytes
  • Size of remote file: 98.4 kB

Git LFS Details

  • SHA256: 10a8fec9a8c69e8f90b7f95319800f491d3133260505dae5c33994ec16885512
  • Pointer size: 130 Bytes
  • Size of remote file: 37.5 kB
samples/unet_576x448_0.jpg CHANGED

Git LFS Details

  • SHA256: 213cd7b993b87634c4907e90b8557949f0db21b811ea1a326c11f1b3686d2a29
  • Pointer size: 130 Bytes
  • Size of remote file: 93.8 kB

Git LFS Details

  • SHA256: 3c489543dbb15996f8a424c935fc3016b08135a2e87eb4841cc8489481b79c59
  • Pointer size: 131 Bytes
  • Size of remote file: 109 kB
samples/unet_576x512_0.jpg CHANGED

Git LFS Details

  • SHA256: 493a8b7a10ed36125363a79aa67e55bdce6a1f72b021876eec6db093ee0b96ea
  • Pointer size: 131 Bytes
  • Size of remote file: 212 kB

Git LFS Details

  • SHA256: e0201889c4d2ccd0c1dcfa983078514aeaa167610f666c3bf3bc1179471dface
  • Pointer size: 131 Bytes
  • Size of remote file: 111 kB
samples/unet_576x576_0.jpg CHANGED

Git LFS Details

  • SHA256: 80e6384499cc79a062ca2802c1c1d381410966263655766219757f3d949c00b6
  • Pointer size: 130 Bytes
  • Size of remote file: 93.4 kB

Git LFS Details

  • SHA256: 5717660ff7c4ffd85ce20632acac9155ca9705081a12d6957de5fa507460e8e7
  • Pointer size: 131 Bytes
  • Size of remote file: 135 kB
train.py CHANGED
@@ -29,8 +29,8 @@ ds_path = "datasets/576"
29
  project = "unet"
30
  batch_size = 25
31
  base_learning_rate = 9.5e-6
32
- min_learning_rate = 7e-6
33
- num_epochs = 24
34
  # samples/save per epoch
35
  sample_interval_share = 10
36
  use_wandb = True
@@ -51,7 +51,8 @@ dtype = torch.float32
51
  save_barrier = 1.03
52
  dispersive_temperature=0.5
53
  dispersive_weight=0.05
54
- percentile_clipping = 90 # 8bit optim
 
55
  steps_offset = 1 # Scheduler
56
  limit = 0
57
  checkpoints_folder = ""
@@ -908,7 +909,7 @@ for epoch in range(start_epoch, start_epoch + num_epochs):
908
  if not fbp:
909
  if accelerator.sync_gradients:
910
  with torch.amp.autocast('cuda', enabled=False):
911
- grad = accelerator.clip_grad_norm_(unet.parameters(), 0.25)
912
  optimizer.step()
913
  lr_scheduler.step()
914
  optimizer.zero_grad(set_to_none=True)
 
29
  project = "unet"
30
  batch_size = 25
31
  base_learning_rate = 9.5e-6
32
+ min_learning_rate = 8.5e-6
33
+ num_epochs = 20
34
  # samples/save per epoch
35
  sample_interval_share = 10
36
  use_wandb = True
 
51
  save_barrier = 1.03
52
  dispersive_temperature=0.5
53
  dispersive_weight=0.05
54
+ percentile_clipping = 95 # 8bit optim
55
+ clip_grad_norm = 0.5
56
  steps_offset = 1 # Scheduler
57
  limit = 0
58
  checkpoints_folder = ""
 
909
  if not fbp:
910
  if accelerator.sync_gradients:
911
  with torch.amp.autocast('cuda', enabled=False):
912
+ grad = accelerator.clip_grad_norm_(unet.parameters(), clip_grad_norm)
913
  optimizer.step()
914
  lr_scheduler.step()
915
  optimizer.zero_grad(set_to_none=True)
unet/diffusion_pytorch_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:000290a755a0218cbe2b5e48f3160f1847ca54cd415a64baed62295d967a3791
3
  size 7014306128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:331fd7ac0599509b191689032ee7343232b8453954a3225fd06a9fc19db5fc84
3
  size 7014306128