Hugging Face's logo

Aya168
/
instruct-pix2pix-model

Diffusers
TensorBoard
Safetensors
StableDiffusionInstructPix2PixImagePipeline
Model card Files
xet
Metrics Community
Aya168 commited on
Commit
c81cedd
·
verified ·
1 Parent(s): a389036

End of training

Browse files
Files changed (34) hide show
  1. image_encoder/config.json +4 -11
  2. image_encoder/model.safetensors +2 -2
  3. logs/instruct-pix2pix/1727872631.17108/events.out.tfevents.1727872631.plato2.1285646.1 +3 -0
  4. logs/instruct-pix2pix/1727872631.1767483/hparams.yml +51 -0
  5. logs/instruct-pix2pix/1727872720.293404/events.out.tfevents.1727872720.plato2.1286235.1 +3 -0
  6. logs/instruct-pix2pix/1727872720.2994933/hparams.yml +51 -0
  7. logs/instruct-pix2pix/1727872868.672669/events.out.tfevents.1727872868.plato2.1286857.1 +3 -0
  8. logs/instruct-pix2pix/1727872868.6784608/hparams.yml +51 -0
  9. logs/instruct-pix2pix/1727872932.7296548/events.out.tfevents.1727872932.plato2.1287285.1 +3 -0
  10. logs/instruct-pix2pix/1727872932.7353978/hparams.yml +51 -0
  11. logs/instruct-pix2pix/1727872975.8075957/events.out.tfevents.1727872975.plato2.1287680.1 +3 -0
  12. logs/instruct-pix2pix/1727872975.8136897/hparams.yml +51 -0
  13. logs/instruct-pix2pix/1727873015.8947015/events.out.tfevents.1727873015.plato2.1288063.1 +3 -0
  14. logs/instruct-pix2pix/1727873015.900387/hparams.yml +51 -0
  15. logs/instruct-pix2pix/1727873072.3517191/events.out.tfevents.1727873072.plato2.1288462.1 +3 -0
  16. logs/instruct-pix2pix/1727873072.3579807/hparams.yml +51 -0
  17. logs/instruct-pix2pix/1727873108.6987934/events.out.tfevents.1727873108.plato2.1288819.1 +3 -0
  18. logs/instruct-pix2pix/1727873108.704811/hparams.yml +51 -0
  19. logs/instruct-pix2pix/1727873367.015043/events.out.tfevents.1727873367.plato2.1290508.1 +3 -0
  20. logs/instruct-pix2pix/1727873367.0208921/hparams.yml +51 -0
  21. logs/instruct-pix2pix/1727873892.392908/events.out.tfevents.1727873892.plato2.1292755.1 +3 -0
  22. logs/instruct-pix2pix/1727873892.399018/hparams.yml +51 -0
  23. logs/instruct-pix2pix/events.out.tfevents.1727872631.plato2.1285646.0 +3 -0
  24. logs/instruct-pix2pix/events.out.tfevents.1727872720.plato2.1286235.0 +3 -0
  25. logs/instruct-pix2pix/events.out.tfevents.1727872868.plato2.1286857.0 +3 -0
  26. logs/instruct-pix2pix/events.out.tfevents.1727872932.plato2.1287285.0 +3 -0
  27. logs/instruct-pix2pix/events.out.tfevents.1727872975.plato2.1287680.0 +3 -0
  28. logs/instruct-pix2pix/events.out.tfevents.1727873015.plato2.1288063.0 +3 -0
  29. logs/instruct-pix2pix/events.out.tfevents.1727873072.plato2.1288462.0 +3 -0
  30. logs/instruct-pix2pix/events.out.tfevents.1727873108.plato2.1288819.0 +3 -0
  31. logs/instruct-pix2pix/events.out.tfevents.1727873367.plato2.1290508.0 +3 -0
  32. logs/instruct-pix2pix/events.out.tfevents.1727873892.plato2.1292755.0 +3 -0
  33. model_index.json +2 -2
  34. unet/diffusion_pytorch_model.safetensors +1 -1
image_encoder/config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
- "_name_or_path": "Fantasy-Studio/Paint-by-Example",
3
  "architectures": [
4
- "PaintByExampleImageEncoder"
5
  ],
6
  "attention_dropout": 0.0,
7
  "dropout": 0.0,
@@ -12,19 +12,12 @@
12
  "initializer_range": 0.02,
13
  "intermediate_size": 4096,
14
  "layer_norm_eps": 1e-05,
15
- "logit_scale_init_value": 2.6592,
16
- "model_type": "clip",
17
  "num_attention_heads": 16,
18
  "num_channels": 3,
19
  "num_hidden_layers": 24,
20
  "patch_size": 14,
21
  "projection_dim": 768,
22
- "text_config": {
23
- "model_type": "clip_text_model"
24
- },
25
  "torch_dtype": "float32",
26
- "transformers_version": "4.43.4",
27
- "vision_config": {
28
- "model_type": "clip_vision_model"
29
- }
30
  }
 
1
  {
2
+ "_name_or_path": "openai/clip-vit-large-patch14",
3
  "architectures": [
4
+ "CLIPVisionModel"
5
  ],
6
  "attention_dropout": 0.0,
7
  "dropout": 0.0,
 
12
  "initializer_range": 0.02,
13
  "intermediate_size": 4096,
14
  "layer_norm_eps": 1e-05,
15
+ "model_type": "clip_vision_model",
 
16
  "num_attention_heads": 16,
17
  "num_channels": 3,
18
  "num_hidden_layers": 24,
19
  "patch_size": 14,
20
  "projection_dim": 768,
 
 
 
21
  "torch_dtype": "float32",
22
+ "transformers_version": "4.43.4"
 
 
 
23
  }
image_encoder/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:72d18c20afbd1611bcd47b501f7dac36d05a6b0c3099d75f9f91ae42d57c22ab
3
- size 1467862736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbeb2261d126a942258e4ec18fd46502965806ec60dff75d3d3e30f564a01c97
3
+ size 1212766896
logs/instruct-pix2pix/1727872631.17108/events.out.tfevents.1727872631.plato2.1285646.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ccf05e9f8127b326cb7c76654ed5ea944d8d1460f2ebe8c5e039dbf485a462e
3
+ size 2355
logs/instruct-pix2pix/1727872631.1767483/hparams.yml ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ center_crop: false
8
+ checkpointing_steps: 5000
9
+ checkpoints_total_limit: 1
10
+ conditioning_dropout_prob: 0.05
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: osunlp/MagicBrush
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: true
17
+ hub_model_id: null
18
+ hub_token: null
19
+ learning_rate: 5.0e-05
20
+ local_rank: 0
21
+ logging_dir: logs
22
+ lr_scheduler: constant
23
+ lr_warmup_steps: 0
24
+ mask_img_column: mask_img
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 100
28
+ mixed_precision: 'no'
29
+ non_ema_revision: null
30
+ num_train_epochs: 1
31
+ num_validation_images: 4
32
+ output_dir: instruct-pix2pix-model
33
+ pretrained_model_name_or_path: ''
34
+ push_to_hub: true
35
+ random_flip: true
36
+ report_to: tensorboard
37
+ resolution: 224
38
+ resume_from_checkpoint: null
39
+ revision: null
40
+ scale_lr: false
41
+ seed: 42
42
+ source_img_column: source_img
43
+ target_img_column: target_img
44
+ train_batch_size: 2
45
+ train_data_dir: null
46
+ use_8bit_adam: false
47
+ use_ema: true
48
+ val_image_url: null
49
+ val_image_url2: null
50
+ validation_epochs: 1
51
+ variant: null
logs/instruct-pix2pix/1727872720.293404/events.out.tfevents.1727872720.plato2.1286235.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdd9a36354382deb5a7569d7e92cbb0104cc04216fc02c984f61db60753558cf
3
+ size 2355
logs/instruct-pix2pix/1727872720.2994933/hparams.yml ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ center_crop: false
8
+ checkpointing_steps: 5000
9
+ checkpoints_total_limit: 1
10
+ conditioning_dropout_prob: 0.05
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: osunlp/MagicBrush
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: true
17
+ hub_model_id: null
18
+ hub_token: null
19
+ learning_rate: 5.0e-05
20
+ local_rank: 0
21
+ logging_dir: logs
22
+ lr_scheduler: constant
23
+ lr_warmup_steps: 0
24
+ mask_img_column: mask_img
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 100
28
+ mixed_precision: 'no'
29
+ non_ema_revision: null
30
+ num_train_epochs: 1
31
+ num_validation_images: 4
32
+ output_dir: instruct-pix2pix-model
33
+ pretrained_model_name_or_path: ''
34
+ push_to_hub: true
35
+ random_flip: true
36
+ report_to: tensorboard
37
+ resolution: 224
38
+ resume_from_checkpoint: null
39
+ revision: null
40
+ scale_lr: false
41
+ seed: 42
42
+ source_img_column: source_img
43
+ target_img_column: target_img
44
+ train_batch_size: 2
45
+ train_data_dir: null
46
+ use_8bit_adam: false
47
+ use_ema: true
48
+ val_image_url: null
49
+ val_image_url2: null
50
+ validation_epochs: 1
51
+ variant: null
logs/instruct-pix2pix/1727872868.672669/events.out.tfevents.1727872868.plato2.1286857.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0df74fc5bfffc2603ecf82dae78453b6f7d25a6a7d65b3de475556c261b3e4bb
3
+ size 2355
logs/instruct-pix2pix/1727872868.6784608/hparams.yml ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ center_crop: false
8
+ checkpointing_steps: 5000
9
+ checkpoints_total_limit: 1
10
+ conditioning_dropout_prob: 0.05
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: osunlp/MagicBrush
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: true
17
+ hub_model_id: null
18
+ hub_token: null
19
+ learning_rate: 5.0e-05
20
+ local_rank: 0
21
+ logging_dir: logs
22
+ lr_scheduler: constant
23
+ lr_warmup_steps: 0
24
+ mask_img_column: mask_img
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 100
28
+ mixed_precision: 'no'
29
+ non_ema_revision: null
30
+ num_train_epochs: 1
31
+ num_validation_images: 4
32
+ output_dir: instruct-pix2pix-model
33
+ pretrained_model_name_or_path: ''
34
+ push_to_hub: true
35
+ random_flip: true
36
+ report_to: tensorboard
37
+ resolution: 224
38
+ resume_from_checkpoint: null
39
+ revision: null
40
+ scale_lr: false
41
+ seed: 42
42
+ source_img_column: source_img
43
+ target_img_column: target_img
44
+ train_batch_size: 2
45
+ train_data_dir: null
46
+ use_8bit_adam: false
47
+ use_ema: true
48
+ val_image_url: null
49
+ val_image_url2: null
50
+ validation_epochs: 1
51
+ variant: null
logs/instruct-pix2pix/1727872932.7296548/events.out.tfevents.1727872932.plato2.1287285.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cd013f7a01c32988bd1f45130e86777cf49bcd693584620afc8bfb76774c75c
3
+ size 2355
logs/instruct-pix2pix/1727872932.7353978/hparams.yml ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ center_crop: false
8
+ checkpointing_steps: 5000
9
+ checkpoints_total_limit: 1
10
+ conditioning_dropout_prob: 0.05
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: osunlp/MagicBrush
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: true
17
+ hub_model_id: null
18
+ hub_token: null
19
+ learning_rate: 5.0e-05
20
+ local_rank: 0
21
+ logging_dir: logs
22
+ lr_scheduler: constant
23
+ lr_warmup_steps: 0
24
+ mask_img_column: mask_img
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 100
28
+ mixed_precision: 'no'
29
+ non_ema_revision: null
30
+ num_train_epochs: 1
31
+ num_validation_images: 4
32
+ output_dir: instruct-pix2pix-model
33
+ pretrained_model_name_or_path: ''
34
+ push_to_hub: true
35
+ random_flip: true
36
+ report_to: tensorboard
37
+ resolution: 224
38
+ resume_from_checkpoint: null
39
+ revision: null
40
+ scale_lr: false
41
+ seed: 42
42
+ source_img_column: source_img
43
+ target_img_column: target_img
44
+ train_batch_size: 2
45
+ train_data_dir: null
46
+ use_8bit_adam: false
47
+ use_ema: true
48
+ val_image_url: null
49
+ val_image_url2: null
50
+ validation_epochs: 1
51
+ variant: null
logs/instruct-pix2pix/1727872975.8075957/events.out.tfevents.1727872975.plato2.1287680.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0b20db0b487c5789ea0565680240798bd6735fa39e19020ea966acf61b771ba
3
+ size 2355
logs/instruct-pix2pix/1727872975.8136897/hparams.yml ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ center_crop: false
8
+ checkpointing_steps: 5000
9
+ checkpoints_total_limit: 1
10
+ conditioning_dropout_prob: 0.05
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: osunlp/MagicBrush
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: true
17
+ hub_model_id: null
18
+ hub_token: null
19
+ learning_rate: 5.0e-05
20
+ local_rank: 0
21
+ logging_dir: logs
22
+ lr_scheduler: constant
23
+ lr_warmup_steps: 0
24
+ mask_img_column: mask_img
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 100
28
+ mixed_precision: 'no'
29
+ non_ema_revision: null
30
+ num_train_epochs: 1
31
+ num_validation_images: 4
32
+ output_dir: instruct-pix2pix-model
33
+ pretrained_model_name_or_path: ''
34
+ push_to_hub: true
35
+ random_flip: true
36
+ report_to: tensorboard
37
+ resolution: 224
38
+ resume_from_checkpoint: null
39
+ revision: null
40
+ scale_lr: false
41
+ seed: 42
42
+ source_img_column: source_img
43
+ target_img_column: target_img
44
+ train_batch_size: 2
45
+ train_data_dir: null
46
+ use_8bit_adam: false
47
+ use_ema: true
48
+ val_image_url: null
49
+ val_image_url2: null
50
+ validation_epochs: 1
51
+ variant: null
logs/instruct-pix2pix/1727873015.8947015/events.out.tfevents.1727873015.plato2.1288063.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d89fdc86ec901ffb62e214a8333f67f43bd018515210ef310bf2799b05b02ae
3
+ size 2355
logs/instruct-pix2pix/1727873015.900387/hparams.yml ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ center_crop: false
8
+ checkpointing_steps: 5000
9
+ checkpoints_total_limit: 1
10
+ conditioning_dropout_prob: 0.05
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: osunlp/MagicBrush
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: true
17
+ hub_model_id: null
18
+ hub_token: null
19
+ learning_rate: 5.0e-05
20
+ local_rank: 0
21
+ logging_dir: logs
22
+ lr_scheduler: constant
23
+ lr_warmup_steps: 0
24
+ mask_img_column: mask_img
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 100
28
+ mixed_precision: 'no'
29
+ non_ema_revision: null
30
+ num_train_epochs: 1
31
+ num_validation_images: 4
32
+ output_dir: instruct-pix2pix-model
33
+ pretrained_model_name_or_path: ''
34
+ push_to_hub: true
35
+ random_flip: true
36
+ report_to: tensorboard
37
+ resolution: 224
38
+ resume_from_checkpoint: null
39
+ revision: null
40
+ scale_lr: false
41
+ seed: 42
42
+ source_img_column: source_img
43
+ target_img_column: target_img
44
+ train_batch_size: 2
45
+ train_data_dir: null
46
+ use_8bit_adam: false
47
+ use_ema: true
48
+ val_image_url: null
49
+ val_image_url2: null
50
+ validation_epochs: 1
51
+ variant: null
logs/instruct-pix2pix/1727873072.3517191/events.out.tfevents.1727873072.plato2.1288462.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a569fb20cd50e1f96e0638b9a5623c37066f052818c5af55766d6608caf7f7f7
3
+ size 2355
logs/instruct-pix2pix/1727873072.3579807/hparams.yml ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ center_crop: false
8
+ checkpointing_steps: 5000
9
+ checkpoints_total_limit: 1
10
+ conditioning_dropout_prob: 0.05
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: osunlp/MagicBrush
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: true
17
+ hub_model_id: null
18
+ hub_token: null
19
+ learning_rate: 5.0e-05
20
+ local_rank: 0
21
+ logging_dir: logs
22
+ lr_scheduler: constant
23
+ lr_warmup_steps: 0
24
+ mask_img_column: mask_img
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 100
28
+ mixed_precision: 'no'
29
+ non_ema_revision: null
30
+ num_train_epochs: 1
31
+ num_validation_images: 4
32
+ output_dir: instruct-pix2pix-model
33
+ pretrained_model_name_or_path: ''
34
+ push_to_hub: true
35
+ random_flip: true
36
+ report_to: tensorboard
37
+ resolution: 224
38
+ resume_from_checkpoint: null
39
+ revision: null
40
+ scale_lr: false
41
+ seed: 42
42
+ source_img_column: source_img
43
+ target_img_column: target_img
44
+ train_batch_size: 2
45
+ train_data_dir: null
46
+ use_8bit_adam: false
47
+ use_ema: true
48
+ val_image_url: null
49
+ val_image_url2: null
50
+ validation_epochs: 1
51
+ variant: null
logs/instruct-pix2pix/1727873108.6987934/events.out.tfevents.1727873108.plato2.1288819.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e452f331e619cb0fd1e553316d2904798e95fab21c210e7dbb6a0dc671222d4
3
+ size 2355
logs/instruct-pix2pix/1727873108.704811/hparams.yml ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ center_crop: false
8
+ checkpointing_steps: 5000
9
+ checkpoints_total_limit: 1
10
+ conditioning_dropout_prob: 0.05
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: osunlp/MagicBrush
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: true
17
+ hub_model_id: null
18
+ hub_token: null
19
+ learning_rate: 5.0e-05
20
+ local_rank: 0
21
+ logging_dir: logs
22
+ lr_scheduler: constant
23
+ lr_warmup_steps: 0
24
+ mask_img_column: mask_img
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 100
28
+ mixed_precision: 'no'
29
+ non_ema_revision: null
30
+ num_train_epochs: 1
31
+ num_validation_images: 4
32
+ output_dir: instruct-pix2pix-model
33
+ pretrained_model_name_or_path: ''
34
+ push_to_hub: true
35
+ random_flip: true
36
+ report_to: tensorboard
37
+ resolution: 224
38
+ resume_from_checkpoint: null
39
+ revision: null
40
+ scale_lr: false
41
+ seed: 42
42
+ source_img_column: source_img
43
+ target_img_column: target_img
44
+ train_batch_size: 2
45
+ train_data_dir: null
46
+ use_8bit_adam: false
47
+ use_ema: true
48
+ val_image_url: null
49
+ val_image_url2: null
50
+ validation_epochs: 1
51
+ variant: null
logs/instruct-pix2pix/1727873367.015043/events.out.tfevents.1727873367.plato2.1290508.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d9f32572e9adb3ee54c53eee4de1e2382f872c89458257918c229b42aba7be0
3
+ size 2355
logs/instruct-pix2pix/1727873367.0208921/hparams.yml ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ center_crop: false
8
+ checkpointing_steps: 5000
9
+ checkpoints_total_limit: 1
10
+ conditioning_dropout_prob: 0.05
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: osunlp/MagicBrush
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: true
17
+ hub_model_id: null
18
+ hub_token: null
19
+ learning_rate: 5.0e-05
20
+ local_rank: 0
21
+ logging_dir: logs
22
+ lr_scheduler: constant
23
+ lr_warmup_steps: 0
24
+ mask_img_column: mask_img
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 100
28
+ mixed_precision: 'no'
29
+ non_ema_revision: null
30
+ num_train_epochs: 1
31
+ num_validation_images: 4
32
+ output_dir: instruct-pix2pix-model
33
+ pretrained_model_name_or_path: ''
34
+ push_to_hub: true
35
+ random_flip: true
36
+ report_to: tensorboard
37
+ resolution: 224
38
+ resume_from_checkpoint: null
39
+ revision: null
40
+ scale_lr: false
41
+ seed: 42
42
+ source_img_column: source_img
43
+ target_img_column: target_img
44
+ train_batch_size: 2
45
+ train_data_dir: null
46
+ use_8bit_adam: false
47
+ use_ema: true
48
+ val_image_url: null
49
+ val_image_url2: null
50
+ validation_epochs: 1
51
+ variant: null
logs/instruct-pix2pix/1727873892.392908/events.out.tfevents.1727873892.plato2.1292755.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38cba04b0818e1492de536edc2dc2f10dacd2adea0b530a544be33ce214a678a
3
+ size 2355
logs/instruct-pix2pix/1727873892.399018/hparams.yml ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ center_crop: false
8
+ checkpointing_steps: 5000
9
+ checkpoints_total_limit: 1
10
+ conditioning_dropout_prob: 0.05
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: osunlp/MagicBrush
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: true
17
+ hub_model_id: null
18
+ hub_token: null
19
+ learning_rate: 5.0e-05
20
+ local_rank: 0
21
+ logging_dir: logs
22
+ lr_scheduler: constant
23
+ lr_warmup_steps: 0
24
+ mask_img_column: mask_img
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 100
28
+ mixed_precision: 'no'
29
+ non_ema_revision: null
30
+ num_train_epochs: 1
31
+ num_validation_images: 4
32
+ output_dir: instruct-pix2pix-model
33
+ pretrained_model_name_or_path: ''
34
+ push_to_hub: true
35
+ random_flip: true
36
+ report_to: tensorboard
37
+ resolution: 224
38
+ resume_from_checkpoint: null
39
+ revision: null
40
+ scale_lr: false
41
+ seed: 42
42
+ source_img_column: source_img
43
+ target_img_column: target_img
44
+ train_batch_size: 2
45
+ train_data_dir: null
46
+ use_8bit_adam: false
47
+ use_ema: true
48
+ val_image_url: null
49
+ val_image_url2: null
50
+ validation_epochs: 1
51
+ variant: null
logs/instruct-pix2pix/events.out.tfevents.1727872631.plato2.1285646.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd5db2fdd342b2ad9c8e6df3b92aa73764639d9ba1574a501772d4729c1c416e
3
+ size 88
logs/instruct-pix2pix/events.out.tfevents.1727872720.plato2.1286235.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a4c89658afa1d1295d69bdfd6d769bdf46333da9053c8e29883cfac1e3bd34b
3
+ size 88
logs/instruct-pix2pix/events.out.tfevents.1727872868.plato2.1286857.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37a96d117d0db41589e4acfbedd5eaac756aa6f4dbf23529d71a3715858699e9
3
+ size 88
logs/instruct-pix2pix/events.out.tfevents.1727872932.plato2.1287285.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6b5078a7036d13eb8eebc987e6da55767036f3497aef0a626ba85d46410687a
3
+ size 88
logs/instruct-pix2pix/events.out.tfevents.1727872975.plato2.1287680.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9b6e21030dc8df62728b4241f33fc868af89c85fd3f6295e5b4ea74ab9b0f1c
3
+ size 88
logs/instruct-pix2pix/events.out.tfevents.1727873015.plato2.1288063.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:046e98770bc4d0a20874734118fe84fec9f22e0a055456c821d5072c00444170
3
+ size 88
logs/instruct-pix2pix/events.out.tfevents.1727873072.plato2.1288462.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9a4cd7dabd750ada836a674967cffb0ddb69d1cfc5d94f24b1d88fac3a4d403
3
+ size 88
logs/instruct-pix2pix/events.out.tfevents.1727873108.plato2.1288819.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e946259be27c99527de48205b073cb69ba28c77fe4c90aeaf6d34a49e75f6e57
3
+ size 4888
logs/instruct-pix2pix/events.out.tfevents.1727873367.plato2.1290508.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc1d5548a928ccdaf4480cdcd38fb120cf4b3d150b83e9acf3b0a3abe74dd402
3
+ size 3976
logs/instruct-pix2pix/events.out.tfevents.1727873892.plato2.1292755.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:484b34d8f67685908bda000944ca65fcabd8565136d5e9d2998a2c255385cdde
3
+ size 4888
model_index.json CHANGED
@@ -7,8 +7,8 @@
7
  "CLIPImageProcessor"
8
  ],
9
  "image_encoder": [
10
- "paint_by_example",
11
- "PaintByExampleImageEncoder"
12
  ],
13
  "requires_safety_checker": true,
14
  "safety_checker": [
 
7
  "CLIPImageProcessor"
8
  ],
9
  "image_encoder": [
10
+ "transformers",
11
+ "CLIPVisionModel"
12
  ],
13
  "requires_safety_checker": true,
14
  "safety_checker": [
unet/diffusion_pytorch_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:57557b757a4cc9e4ddde554fd4affdbf05784d8afdd30027c955156b79444c93
3
  size 3438213624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e56c5eea00770007879ae79a9fc6f72994dc29768be948f59e3b1e288841c6a
3
  size 3438213624