Commit
·
631557b
1
Parent(s):
49c241a
Upload 4 files
Browse files- maskgit.6845000.pt +3 -0
- maskgit.6845000.pt.yaml +78 -0
- vae.13740000.pt +3 -0
- vae.13740000.pt.yaml +67 -0
maskgit.6845000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cf8f95ffbf410d548a4eed67ff7af4506a0507a5c99c901419eda33456a0d56d
|
| 3 |
+
size 1918653415
|
maskgit.6845000.pt.yaml
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
total_params: 345393868
|
| 2 |
+
image_size: 256
|
| 3 |
+
num_tokens: 8192
|
| 4 |
+
num_train_steps: -1
|
| 5 |
+
num_epochs: 50
|
| 6 |
+
dim: 32
|
| 7 |
+
channels: 3
|
| 8 |
+
batch_size: 1
|
| 9 |
+
lr: 0.0001
|
| 10 |
+
gradient_accumulation_steps: 100
|
| 11 |
+
save_results_every: 500
|
| 12 |
+
save_model_every: 5000
|
| 13 |
+
vq_codebook_size: 8192
|
| 14 |
+
vq_codebook_dim: 8192
|
| 15 |
+
lr_scheduler: cosine_with_restarts
|
| 16 |
+
lr_warmup_steps: 10
|
| 17 |
+
seq_len: 1024
|
| 18 |
+
depth: 4
|
| 19 |
+
dim_head: 64
|
| 20 |
+
heads: 8
|
| 21 |
+
ff_mult: 4
|
| 22 |
+
t5_name: t5-large
|
| 23 |
+
mixed_precision: 'no'
|
| 24 |
+
cond_image_size: null
|
| 25 |
+
validation_prompt: a girl in a red dress|a black cat|a dog with white hair and sun
|
| 26 |
+
glasses
|
| 27 |
+
timesteps: 18
|
| 28 |
+
optimizer: Adam
|
| 29 |
+
only_save_last_checkpoint: false
|
| 30 |
+
validation_image_scale: 1.0
|
| 31 |
+
no_center_crop: false
|
| 32 |
+
no_flip: false
|
| 33 |
+
dataset_save_path: E:\cached_datasets\INE2
|
| 34 |
+
clear_previous_experiments: false
|
| 35 |
+
max_grad_norm: null
|
| 36 |
+
seed: 42
|
| 37 |
+
valid_frac: 0.05
|
| 38 |
+
use_ema: false
|
| 39 |
+
ema_beta: 0.995
|
| 40 |
+
ema_update_after_step: 1
|
| 41 |
+
ema_update_every: 1
|
| 42 |
+
apply_grad_penalty_every: 4
|
| 43 |
+
image_column: image
|
| 44 |
+
caption_column: caption
|
| 45 |
+
log_with: wandb
|
| 46 |
+
use_8bit_adam: false
|
| 47 |
+
results_dir: results\Muse-v0.9_test
|
| 48 |
+
logging_dir: null
|
| 49 |
+
vae_path: results\Muse-v0.9_test\vae.13680000.pt
|
| 50 |
+
dataset_name: null
|
| 51 |
+
hf_split_name: null
|
| 52 |
+
streaming: false
|
| 53 |
+
train_data_dir: E:\dataset
|
| 54 |
+
checkpoint_limit: null
|
| 55 |
+
cond_drop_prob: 0.5
|
| 56 |
+
scheduler_power: 16.0
|
| 57 |
+
num_cycles: 800
|
| 58 |
+
resume_path: results\Muse-v0.9_test\maskgit.6775000.pt
|
| 59 |
+
taming_model_path: null
|
| 60 |
+
taming_config_path: null
|
| 61 |
+
weight_decay: 0.0001
|
| 62 |
+
cache_path: null
|
| 63 |
+
no_cache: true
|
| 64 |
+
link: false
|
| 65 |
+
latest_checkpoint: true
|
| 66 |
+
do_not_save_config: false
|
| 67 |
+
use_l2_recon_loss: false
|
| 68 |
+
debug: false
|
| 69 |
+
config_path: null
|
| 70 |
+
attention_type: ein
|
| 71 |
+
precompute: false
|
| 72 |
+
precompute_path: ''
|
| 73 |
+
random_crop: true
|
| 74 |
+
project_name: muse_maskgit
|
| 75 |
+
run_name: null
|
| 76 |
+
wandb_user: sygil
|
| 77 |
+
layers: 4
|
| 78 |
+
discr_layers: 4
|
vae.13740000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e55b500576e40148b4127c687b3bac3c23af0184599de899613ab9636cc5c176
|
| 3 |
+
size 577198907
|
vae.13740000.pt.yaml
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
total_params: 10067428
|
| 2 |
+
image_size: 256
|
| 3 |
+
num_train_steps: -1
|
| 4 |
+
num_epochs: 50
|
| 5 |
+
batch_size: 5
|
| 6 |
+
lr: 0.0001
|
| 7 |
+
lr_warmup_steps: 10
|
| 8 |
+
lr_scheduler: cosine_with_restarts
|
| 9 |
+
gradient_accumulation_steps: 2000
|
| 10 |
+
save_results_every: 500
|
| 11 |
+
save_model_every: 5000
|
| 12 |
+
dim: 32
|
| 13 |
+
vq_codebook_size: 8192
|
| 14 |
+
vq_codebook_dim: 8192
|
| 15 |
+
seq_len: 1024
|
| 16 |
+
channels: 3
|
| 17 |
+
layers: 4
|
| 18 |
+
discr_layers: 4
|
| 19 |
+
scheduler_power: 8.0
|
| 20 |
+
num_cycles: 800
|
| 21 |
+
only_save_last_checkpoint: false
|
| 22 |
+
validation_image_scale: 1.0
|
| 23 |
+
no_center_crop: false
|
| 24 |
+
no_flip: false
|
| 25 |
+
random_crop: true
|
| 26 |
+
dataset_save_path: E:/cached_datasets/INE
|
| 27 |
+
clear_previous_experiments: false
|
| 28 |
+
max_grad_norm: null
|
| 29 |
+
discr_max_grad_norm: null
|
| 30 |
+
seed: 42
|
| 31 |
+
valid_frac: 0.05
|
| 32 |
+
use_ema: false
|
| 33 |
+
ema_beta: 0.995
|
| 34 |
+
ema_update_after_step: 1
|
| 35 |
+
ema_update_every: 1
|
| 36 |
+
apply_grad_penalty_every: 4
|
| 37 |
+
image_column: image
|
| 38 |
+
caption_column: caption
|
| 39 |
+
log_with: wandb
|
| 40 |
+
mixed_precision: 'no'
|
| 41 |
+
use_8bit_adam: false
|
| 42 |
+
results_dir: results\Muse-v0.9_test
|
| 43 |
+
logging_dir: null
|
| 44 |
+
resume_path: results\Muse-v0.9_test\vae.13385000.pt
|
| 45 |
+
dataset_name: null
|
| 46 |
+
streaming: false
|
| 47 |
+
train_data_dir: F:/Hydrus Files
|
| 48 |
+
checkpoint_limit: null
|
| 49 |
+
cond_drop_prob: 0.5
|
| 50 |
+
taming_model_path: null
|
| 51 |
+
taming_config_path: null
|
| 52 |
+
optimizer: Adam
|
| 53 |
+
weight_decay: 0.001
|
| 54 |
+
cache_path: null
|
| 55 |
+
no_cache: true
|
| 56 |
+
latest_checkpoint: true
|
| 57 |
+
do_not_save_config: false
|
| 58 |
+
use_l2_recon_loss: false
|
| 59 |
+
debug: false
|
| 60 |
+
config_path: null
|
| 61 |
+
validation_folder_at_end_of_epoch: samples/validation
|
| 62 |
+
exclude_folders: null
|
| 63 |
+
webdataset: null
|
| 64 |
+
project_name: muse_vae
|
| 65 |
+
run_name: null
|
| 66 |
+
wandb_user: null
|
| 67 |
+
hf_split_name: train
|