KoeYe commited on
Commit
a9add3e
·
verified ·
1 Parent(s): b1b435d

Upload checkpoint at step 40000

Browse files
stage1_vae_diffusion_test3/step_040000/condition_encoder.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddefc26c56dd07939e7409a05021522279555f0246f3c3d3c4af8da4ee304d61
3
+ size 1738104
stage1_vae_diffusion_test3/step_040000/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "parquet_path": "datasets/diffusion_stage1_train_10pct_merged.parquet",
3
+ "val_parquet_path": "datasets/diffusion_stage1_validation_1pct.parquet",
4
+ "output_dir": "checkpoints/diffusion_stage1",
5
+ "image_size": 512,
6
+ "max_transitions": -1,
7
+ "val_max_transitions": -1,
8
+ "vae_path": "Qwen/Qwen-Image",
9
+ "vae_subfolder": "vae",
10
+ "vae_variant": "qwen",
11
+ "condition_dim": 512,
12
+ "attention_head_dim": 64,
13
+ "scheduler_num_steps": 1000,
14
+ "num_workers": 8,
15
+ "batch_size": 2,
16
+ "gradient_accumulation_steps": 1,
17
+ "num_epochs": 10,
18
+ "learning_rate": 0.0001,
19
+ "weight_decay": 0.01,
20
+ "mixed_precision": "bf16",
21
+ "max_grad_norm": 1.0,
22
+ "vae_recon_weight": 10.0,
23
+ "latent_diffusion_weight": 1.0,
24
+ "log_interval": 10,
25
+ "val_interval": 100,
26
+ "save_interval": 500,
27
+ "use_wandb": true,
28
+ "wandb_project": "latent_agent_diffusion",
29
+ "wandb_run_name": "stage1_vae_diffusion_test3",
30
+ "wandb_entity": "",
31
+ "use_lora": false,
32
+ "lora_rank": 8,
33
+ "lora_alpha": 16.0,
34
+ "lora_weights_path": "",
35
+ "lora_subfolder": "",
36
+ "hf_upload": true,
37
+ "hf_repo_id": "KoeYe/latent-agent-diffusion-stage1",
38
+ "hf_upload_every_n_steps": 1000
39
+ }
stage1_vae_diffusion_test3/step_040000/unet/config.json ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "UNet2DConditionModel",
3
+ "_diffusers_version": "0.35.2",
4
+ "act_fn": "silu",
5
+ "addition_embed_type": null,
6
+ "addition_embed_type_num_heads": 64,
7
+ "addition_time_embed_dim": null,
8
+ "attention_head_dim": 64,
9
+ "attention_type": "default",
10
+ "block_out_channels": [
11
+ 320,
12
+ 640,
13
+ 1280,
14
+ 1280
15
+ ],
16
+ "center_input_sample": false,
17
+ "class_embed_type": null,
18
+ "class_embeddings_concat": false,
19
+ "conv_in_kernel": 3,
20
+ "conv_out_kernel": 3,
21
+ "cross_attention_dim": 512,
22
+ "cross_attention_norm": null,
23
+ "down_block_types": [
24
+ "CrossAttnDownBlock2D",
25
+ "CrossAttnDownBlock2D",
26
+ "CrossAttnDownBlock2D",
27
+ "DownBlock2D"
28
+ ],
29
+ "downsample_padding": 1,
30
+ "dropout": 0.0,
31
+ "dual_cross_attention": false,
32
+ "encoder_hid_dim": null,
33
+ "encoder_hid_dim_type": null,
34
+ "flip_sin_to_cos": true,
35
+ "freq_shift": 0,
36
+ "in_channels": 16,
37
+ "layers_per_block": 2,
38
+ "mid_block_only_cross_attention": null,
39
+ "mid_block_scale_factor": 1,
40
+ "mid_block_type": "UNetMidBlock2DCrossAttn",
41
+ "norm_eps": 1e-05,
42
+ "norm_num_groups": 32,
43
+ "num_attention_heads": null,
44
+ "num_class_embeds": null,
45
+ "only_cross_attention": false,
46
+ "out_channels": 16,
47
+ "projection_class_embeddings_input_dim": null,
48
+ "resnet_out_scale_factor": 1.0,
49
+ "resnet_skip_time_act": false,
50
+ "resnet_time_scale_shift": "default",
51
+ "reverse_transformer_layers_per_block": null,
52
+ "sample_size": 64,
53
+ "time_cond_proj_dim": null,
54
+ "time_embedding_act_fn": null,
55
+ "time_embedding_dim": null,
56
+ "time_embedding_type": "positional",
57
+ "timestep_post_act": null,
58
+ "transformer_layers_per_block": 1,
59
+ "up_block_types": [
60
+ "UpBlock2D",
61
+ "CrossAttnUpBlock2D",
62
+ "CrossAttnUpBlock2D",
63
+ "CrossAttnUpBlock2D"
64
+ ],
65
+ "upcast_attention": false,
66
+ "use_linear_projection": false
67
+ }
stage1_vae_diffusion_test3/step_040000/unet/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36b444589b96b5e02aa43555fca7b7f6db054eb26491178f60c936576e1bff8b
3
+ size 1706484728