lapp0 commited on
Commit
33a84cc
·
verified ·
1 Parent(s): 6a54f89
Files changed (2) hide show
  1. ae/ckpt.pt +0 -3
  2. ae/config.yaml +0 -79
ae/ckpt.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a1b558adab097e601598e7bb781e0f26035f5ac4a8fcfbe6eaa2b0f1eee3a07
3
- size 6811962067
 
 
 
 
ae/config.yaml DELETED
@@ -1,79 +0,0 @@
1
- model:
2
- model_id: dcae
3
- sample_size: [360, 640]
4
- channels: 3
5
- latent_size: 32
6
- latent_channels: 16
7
-
8
- ch_0: 256
9
- ch_max: 2048
10
-
11
- encoder_blocks_per_stage: [4, 4, 4, 8]
12
- decoder_blocks_per_stage: [4, 4, 4, 8]
13
-
14
- use_middle_block: false
15
- do_channel_mask: false
16
-
17
- train:
18
- trainer_id: rec
19
- data_id: video_dir_loader
20
- data_kwargs:
21
- source:
22
- - /mnt/data/datasets/extracted_tars/kbm/fps/*/*.mp4
23
- - /mnt/data/datasets/extracted_tars/kbm/3ps/*/*.mp4
24
- - /mnt/data/datasets/extracted_tars/kbm/other/*/*.mp4
25
- target_size: [360, 640]
26
-
27
- target_batch_size: 32
28
- batch_size: 4
29
-
30
- epochs: 200
31
-
32
- #opt: AdamW
33
- #opt_kwargs:
34
- # lr: 3.0e-5
35
- # weight_decay: 1.0e-4
36
- # betas: [0.9, 0.95]
37
- # eps: 1.0e-15
38
-
39
- opt: Muon
40
- opt_kwargs:
41
- lr: 1.0e-3
42
- momentum: 0.95
43
- adamw_lr: 1.0e-5
44
- adamw_wd: 1.0e-2
45
- adamw_eps: 1.0e-6
46
- adamw_betas: [0.9, 0.95]
47
- adamw_keys:
48
- - encoder.conv_in
49
- - encoder.conv_out
50
- - encoder.conv_out_logvar
51
- - decoder.conv_in
52
- - decoder.conv_out
53
- - .up.
54
- - .down.
55
- - .residuals.
56
-
57
- lpips_type: convnext
58
- loss_weights:
59
- kl: 3.0e-7
60
- lpips: 12.0
61
- l2: 1.0
62
- dwt: 0.25
63
-
64
-
65
- scheduler: LinearWarmup
66
- scheduler_kwargs:
67
- warmup_steps: 3000
68
- min_lr: 1.0e-5
69
-
70
- checkpoint_dir: checkpoints/waypoint_1_vae_owlc_f16_c16
71
- resume_ckpt: checkpoints/waypoint_1_vae_owlc_f16_c16/step_200000.pt
72
-
73
- sample_interval: 1000
74
- save_interval: 5000
75
-
76
- wandb:
77
- name: shahbuland
78
- project: new_vaes_v2
79
- run_name: waypoint_1_vae_owlc_f16_c16_highres