add adroit and metaworld models
Browse files- codec_models/vqgan/adroit/.hydra/config.yaml +27 -0
- codec_models/vqgan/adroit/.hydra/hydra.yaml +149 -0
- codec_models/vqgan/adroit/.hydra/overrides.yaml +1 -0
- codec_models/vqgan/adroit/results/checkpoints/vqgan.pt +3 -0
- codec_models/vqgan/metaworld/.hydra/config.yaml +27 -0
- codec_models/vqgan/metaworld/.hydra/hydra.yaml +149 -0
- codec_models/vqgan/metaworld/.hydra/overrides.yaml +1 -0
- codec_models/vqgan/metaworld/results/checkpoints/vqgan.pt +3 -0
- video_models/vqdiffusion/adroit/.hydra/config.yaml +161 -0
- video_models/vqdiffusion/adroit/.hydra/hydra.yaml +149 -0
- video_models/vqdiffusion/adroit/.hydra/overrides.yaml +1 -0
- video_models/vqdiffusion/adroit/checkpoint/best.pth +3 -0
- video_models/vqdiffusion/metaworld/.hydra/config.yaml +161 -0
- video_models/vqdiffusion/metaworld/.hydra/hydra.yaml +149 -0
- video_models/vqdiffusion/metaworld/.hydra/overrides.yaml +1 -0
- video_models/vqdiffusion/metaworld/checkpoint/best.pth +3 -0
codec_models/vqgan/adroit/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
cwd: ${hydra:runtime.output_dir}
|
| 2 |
+
domain: adroit
|
| 3 |
+
multi_task: true
|
| 4 |
+
latent_dim: 64
|
| 5 |
+
code_dim: 64
|
| 6 |
+
num_codebook_vectors: 1024
|
| 7 |
+
channels:
|
| 8 |
+
- 128
|
| 9 |
+
- 128
|
| 10 |
+
- 256
|
| 11 |
+
- 256
|
| 12 |
+
resolution: ${image_size}
|
| 13 |
+
latent_size: 8
|
| 14 |
+
image_size: 64
|
| 15 |
+
image_channels: 3
|
| 16 |
+
beta: 0.25
|
| 17 |
+
device: cuda
|
| 18 |
+
batch_size: 32
|
| 19 |
+
epochs: 200
|
| 20 |
+
learning_rate: 0.0001
|
| 21 |
+
beta1: 0.5
|
| 22 |
+
beta2: 0.9
|
| 23 |
+
disc_start: 1000
|
| 24 |
+
disc_factor: 0.1
|
| 25 |
+
rec_loss_factor: 1
|
| 26 |
+
perceptual_loss_factor: 0.1
|
| 27 |
+
dataset_path: /video_dataset/${domain}
|
codec_models/vqgan/adroit/.hydra/hydra.yaml
ADDED
|
@@ -0,0 +1,149 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
hydra:
|
| 2 |
+
run:
|
| 3 |
+
dir: ./exp_local/codec_models/vqgan/${domain}
|
| 4 |
+
sweep:
|
| 5 |
+
dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
|
| 6 |
+
subdir: ${hydra.job.num}
|
| 7 |
+
launcher:
|
| 8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
| 9 |
+
sweeper:
|
| 10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
| 11 |
+
max_batch_size: null
|
| 12 |
+
help:
|
| 13 |
+
app_name: ${hydra.job.name}
|
| 14 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
| 15 |
+
|
| 16 |
+
'
|
| 17 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
| 18 |
+
|
| 19 |
+
Use --hydra-help to view Hydra specific help
|
| 20 |
+
|
| 21 |
+
'
|
| 22 |
+
template: '${hydra.help.header}
|
| 23 |
+
|
| 24 |
+
== Configuration groups ==
|
| 25 |
+
|
| 26 |
+
Compose your configuration from those groups (group=option)
|
| 27 |
+
|
| 28 |
+
|
| 29 |
+
$APP_CONFIG_GROUPS
|
| 30 |
+
|
| 31 |
+
|
| 32 |
+
== Config ==
|
| 33 |
+
|
| 34 |
+
Override anything in the config (foo.bar=value)
|
| 35 |
+
|
| 36 |
+
|
| 37 |
+
$CONFIG
|
| 38 |
+
|
| 39 |
+
|
| 40 |
+
${hydra.help.footer}
|
| 41 |
+
|
| 42 |
+
'
|
| 43 |
+
hydra_help:
|
| 44 |
+
template: 'Hydra (${hydra.runtime.version})
|
| 45 |
+
|
| 46 |
+
See https://hydra.cc for more info.
|
| 47 |
+
|
| 48 |
+
|
| 49 |
+
== Flags ==
|
| 50 |
+
|
| 51 |
+
$FLAGS_HELP
|
| 52 |
+
|
| 53 |
+
|
| 54 |
+
== Configuration groups ==
|
| 55 |
+
|
| 56 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
| 57 |
+
to command line)
|
| 58 |
+
|
| 59 |
+
|
| 60 |
+
$HYDRA_CONFIG_GROUPS
|
| 61 |
+
|
| 62 |
+
|
| 63 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
| 64 |
+
|
| 65 |
+
'
|
| 66 |
+
hydra_help: ???
|
| 67 |
+
hydra_logging:
|
| 68 |
+
version: 1
|
| 69 |
+
formatters:
|
| 70 |
+
simple:
|
| 71 |
+
format: '[%(asctime)s][HYDRA] %(message)s'
|
| 72 |
+
handlers:
|
| 73 |
+
console:
|
| 74 |
+
class: logging.StreamHandler
|
| 75 |
+
formatter: simple
|
| 76 |
+
stream: ext://sys.stdout
|
| 77 |
+
root:
|
| 78 |
+
level: INFO
|
| 79 |
+
handlers:
|
| 80 |
+
- console
|
| 81 |
+
loggers:
|
| 82 |
+
logging_example:
|
| 83 |
+
level: DEBUG
|
| 84 |
+
disable_existing_loggers: false
|
| 85 |
+
job_logging:
|
| 86 |
+
version: 1
|
| 87 |
+
formatters:
|
| 88 |
+
simple:
|
| 89 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
| 90 |
+
handlers:
|
| 91 |
+
console:
|
| 92 |
+
class: logging.StreamHandler
|
| 93 |
+
formatter: simple
|
| 94 |
+
stream: ext://sys.stdout
|
| 95 |
+
file:
|
| 96 |
+
class: logging.FileHandler
|
| 97 |
+
formatter: simple
|
| 98 |
+
filename: ${hydra.job.name}.log
|
| 99 |
+
root:
|
| 100 |
+
level: INFO
|
| 101 |
+
handlers:
|
| 102 |
+
- console
|
| 103 |
+
- file
|
| 104 |
+
disable_existing_loggers: false
|
| 105 |
+
env: {}
|
| 106 |
+
searchpath: []
|
| 107 |
+
callbacks: {}
|
| 108 |
+
output_subdir: .hydra
|
| 109 |
+
overrides:
|
| 110 |
+
hydra: []
|
| 111 |
+
task: []
|
| 112 |
+
job:
|
| 113 |
+
name: train_vqgan
|
| 114 |
+
override_dirname: ''
|
| 115 |
+
id: ???
|
| 116 |
+
num: ???
|
| 117 |
+
config_name: default
|
| 118 |
+
env_set: {}
|
| 119 |
+
env_copy: []
|
| 120 |
+
config:
|
| 121 |
+
override_dirname:
|
| 122 |
+
kv_sep: '='
|
| 123 |
+
item_sep: ','
|
| 124 |
+
exclude_keys: []
|
| 125 |
+
runtime:
|
| 126 |
+
version: 1.1.0
|
| 127 |
+
cwd: /home/taohuang/project/qizhi/diffusion_reward
|
| 128 |
+
config_sources:
|
| 129 |
+
- path: hydra.conf
|
| 130 |
+
schema: pkg
|
| 131 |
+
provider: hydra
|
| 132 |
+
- path: /home/taohuang/project/qizhi/diffusion_reward/diffusion_reward/configs/models/codec_models/vqgan
|
| 133 |
+
schema: file
|
| 134 |
+
provider: main
|
| 135 |
+
- path: ''
|
| 136 |
+
schema: structured
|
| 137 |
+
provider: schema
|
| 138 |
+
choices:
|
| 139 |
+
dataset: adroit
|
| 140 |
+
hydra/env: default
|
| 141 |
+
hydra/callbacks: null
|
| 142 |
+
hydra/job_logging: default
|
| 143 |
+
hydra/hydra_logging: default
|
| 144 |
+
hydra/hydra_help: default
|
| 145 |
+
hydra/help: default
|
| 146 |
+
hydra/sweeper: basic
|
| 147 |
+
hydra/launcher: basic
|
| 148 |
+
hydra/output: default
|
| 149 |
+
verbose: false
|
codec_models/vqgan/adroit/.hydra/overrides.yaml
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[]
|
codec_models/vqgan/adroit/results/checkpoints/vqgan.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:de5ccf980e989bb448f2717ae91ab86b741264c908282f1a5da35f6e58423eaf
|
| 3 |
+
size 82011687
|
codec_models/vqgan/metaworld/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
cwd: ${hydra:runtime.output_dir}
|
| 2 |
+
domain: adroit
|
| 3 |
+
multi_task: true
|
| 4 |
+
latent_dim: 64
|
| 5 |
+
code_dim: 64
|
| 6 |
+
num_codebook_vectors: 1024
|
| 7 |
+
channels:
|
| 8 |
+
- 128
|
| 9 |
+
- 128
|
| 10 |
+
- 256
|
| 11 |
+
- 256
|
| 12 |
+
resolution: ${image_size}
|
| 13 |
+
latent_size: 8
|
| 14 |
+
image_size: 64
|
| 15 |
+
image_channels: 3
|
| 16 |
+
beta: 0.25
|
| 17 |
+
device: cuda
|
| 18 |
+
batch_size: 32
|
| 19 |
+
epochs: 200
|
| 20 |
+
learning_rate: 0.0001
|
| 21 |
+
beta1: 0.5
|
| 22 |
+
beta2: 0.9
|
| 23 |
+
disc_start: 1000
|
| 24 |
+
disc_factor: 0.1
|
| 25 |
+
rec_loss_factor: 1
|
| 26 |
+
perceptual_loss_factor: 0.1
|
| 27 |
+
dataset_path: /video_dataset/${domain}
|
codec_models/vqgan/metaworld/.hydra/hydra.yaml
ADDED
|
@@ -0,0 +1,149 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
hydra:
|
| 2 |
+
run:
|
| 3 |
+
dir: ./exp_local/codec_models/vqgan/${domain}
|
| 4 |
+
sweep:
|
| 5 |
+
dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
|
| 6 |
+
subdir: ${hydra.job.num}
|
| 7 |
+
launcher:
|
| 8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
| 9 |
+
sweeper:
|
| 10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
| 11 |
+
max_batch_size: null
|
| 12 |
+
help:
|
| 13 |
+
app_name: ${hydra.job.name}
|
| 14 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
| 15 |
+
|
| 16 |
+
'
|
| 17 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
| 18 |
+
|
| 19 |
+
Use --hydra-help to view Hydra specific help
|
| 20 |
+
|
| 21 |
+
'
|
| 22 |
+
template: '${hydra.help.header}
|
| 23 |
+
|
| 24 |
+
== Configuration groups ==
|
| 25 |
+
|
| 26 |
+
Compose your configuration from those groups (group=option)
|
| 27 |
+
|
| 28 |
+
|
| 29 |
+
$APP_CONFIG_GROUPS
|
| 30 |
+
|
| 31 |
+
|
| 32 |
+
== Config ==
|
| 33 |
+
|
| 34 |
+
Override anything in the config (foo.bar=value)
|
| 35 |
+
|
| 36 |
+
|
| 37 |
+
$CONFIG
|
| 38 |
+
|
| 39 |
+
|
| 40 |
+
${hydra.help.footer}
|
| 41 |
+
|
| 42 |
+
'
|
| 43 |
+
hydra_help:
|
| 44 |
+
template: 'Hydra (${hydra.runtime.version})
|
| 45 |
+
|
| 46 |
+
See https://hydra.cc for more info.
|
| 47 |
+
|
| 48 |
+
|
| 49 |
+
== Flags ==
|
| 50 |
+
|
| 51 |
+
$FLAGS_HELP
|
| 52 |
+
|
| 53 |
+
|
| 54 |
+
== Configuration groups ==
|
| 55 |
+
|
| 56 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
| 57 |
+
to command line)
|
| 58 |
+
|
| 59 |
+
|
| 60 |
+
$HYDRA_CONFIG_GROUPS
|
| 61 |
+
|
| 62 |
+
|
| 63 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
| 64 |
+
|
| 65 |
+
'
|
| 66 |
+
hydra_help: ???
|
| 67 |
+
hydra_logging:
|
| 68 |
+
version: 1
|
| 69 |
+
formatters:
|
| 70 |
+
simple:
|
| 71 |
+
format: '[%(asctime)s][HYDRA] %(message)s'
|
| 72 |
+
handlers:
|
| 73 |
+
console:
|
| 74 |
+
class: logging.StreamHandler
|
| 75 |
+
formatter: simple
|
| 76 |
+
stream: ext://sys.stdout
|
| 77 |
+
root:
|
| 78 |
+
level: INFO
|
| 79 |
+
handlers:
|
| 80 |
+
- console
|
| 81 |
+
loggers:
|
| 82 |
+
logging_example:
|
| 83 |
+
level: DEBUG
|
| 84 |
+
disable_existing_loggers: false
|
| 85 |
+
job_logging:
|
| 86 |
+
version: 1
|
| 87 |
+
formatters:
|
| 88 |
+
simple:
|
| 89 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
| 90 |
+
handlers:
|
| 91 |
+
console:
|
| 92 |
+
class: logging.StreamHandler
|
| 93 |
+
formatter: simple
|
| 94 |
+
stream: ext://sys.stdout
|
| 95 |
+
file:
|
| 96 |
+
class: logging.FileHandler
|
| 97 |
+
formatter: simple
|
| 98 |
+
filename: ${hydra.job.name}.log
|
| 99 |
+
root:
|
| 100 |
+
level: INFO
|
| 101 |
+
handlers:
|
| 102 |
+
- console
|
| 103 |
+
- file
|
| 104 |
+
disable_existing_loggers: false
|
| 105 |
+
env: {}
|
| 106 |
+
searchpath: []
|
| 107 |
+
callbacks: {}
|
| 108 |
+
output_subdir: .hydra
|
| 109 |
+
overrides:
|
| 110 |
+
hydra: []
|
| 111 |
+
task: []
|
| 112 |
+
job:
|
| 113 |
+
name: train_vqgan
|
| 114 |
+
override_dirname: ''
|
| 115 |
+
id: ???
|
| 116 |
+
num: ???
|
| 117 |
+
config_name: default
|
| 118 |
+
env_set: {}
|
| 119 |
+
env_copy: []
|
| 120 |
+
config:
|
| 121 |
+
override_dirname:
|
| 122 |
+
kv_sep: '='
|
| 123 |
+
item_sep: ','
|
| 124 |
+
exclude_keys: []
|
| 125 |
+
runtime:
|
| 126 |
+
version: 1.1.0
|
| 127 |
+
cwd: /home/taohuang/project/qizhi/diffusion_reward
|
| 128 |
+
config_sources:
|
| 129 |
+
- path: hydra.conf
|
| 130 |
+
schema: pkg
|
| 131 |
+
provider: hydra
|
| 132 |
+
- path: /home/taohuang/project/qizhi/diffusion_reward/diffusion_reward/configs/models/codec_models/vqgan
|
| 133 |
+
schema: file
|
| 134 |
+
provider: main
|
| 135 |
+
- path: ''
|
| 136 |
+
schema: structured
|
| 137 |
+
provider: schema
|
| 138 |
+
choices:
|
| 139 |
+
dataset: adroit
|
| 140 |
+
hydra/env: default
|
| 141 |
+
hydra/callbacks: null
|
| 142 |
+
hydra/job_logging: default
|
| 143 |
+
hydra/hydra_logging: default
|
| 144 |
+
hydra/hydra_help: default
|
| 145 |
+
hydra/help: default
|
| 146 |
+
hydra/sweeper: basic
|
| 147 |
+
hydra/launcher: basic
|
| 148 |
+
hydra/output: default
|
| 149 |
+
verbose: false
|
codec_models/vqgan/metaworld/.hydra/overrides.yaml
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[]
|
codec_models/vqgan/metaworld/results/checkpoints/vqgan.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:33b49c108438396006f773bbab5cca8b9b43b2d229957eee3b53e6f3a63dc07a
|
| 3 |
+
size 82011687
|
video_models/vqdiffusion/adroit/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,161 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#cwd: ${hydra:runtime.output_dir}
|
| 2 |
+
name: adroit
|
| 3 |
+
log_frequency: 100
|
| 4 |
+
load_path: null
|
| 5 |
+
resume_name: null
|
| 6 |
+
auto_resume: false
|
| 7 |
+
num_node: 1
|
| 8 |
+
node_rank: null
|
| 9 |
+
dist_usrl: null
|
| 10 |
+
gpu: 0
|
| 11 |
+
sync_bn: false
|
| 12 |
+
tensorboard: false
|
| 13 |
+
timestamp: false
|
| 14 |
+
seed: null
|
| 15 |
+
cudnn_deterministic: false
|
| 16 |
+
amp: false
|
| 17 |
+
debug: false
|
| 18 |
+
opts: null
|
| 19 |
+
solver:
|
| 20 |
+
base_lr: 3.0e-06
|
| 21 |
+
adjust_lr: none
|
| 22 |
+
max_epochs: 100
|
| 23 |
+
save_epochs: 20
|
| 24 |
+
validation_epochs: 1
|
| 25 |
+
sample_iterations: 400
|
| 26 |
+
print_specific_things: true
|
| 27 |
+
ema:
|
| 28 |
+
decay: 0.99
|
| 29 |
+
update_interval: 25
|
| 30 |
+
device: cpu
|
| 31 |
+
clip_grad_norm:
|
| 32 |
+
target: diffusion_reward.models.video_models.vqdiffusion.engine.clip_grad_norm.ClipGradNorm
|
| 33 |
+
params:
|
| 34 |
+
start_iteration: 0
|
| 35 |
+
end_iteration: 5000
|
| 36 |
+
max_norm: 0.5
|
| 37 |
+
optimizers_and_schedulers:
|
| 38 |
+
- name: none
|
| 39 |
+
optimizer:
|
| 40 |
+
target: torch.optim.AdamW
|
| 41 |
+
params:
|
| 42 |
+
betas:
|
| 43 |
+
- 0.9
|
| 44 |
+
- 0.96
|
| 45 |
+
weight_decay: 0.045
|
| 46 |
+
scheduler:
|
| 47 |
+
step_iteration: 1
|
| 48 |
+
target: diffusion_reward.models.video_models.vqdiffusion.engine.lr_scheduler.ReduceLROnPlateauWithWarmup
|
| 49 |
+
params:
|
| 50 |
+
factor: 0.5
|
| 51 |
+
patience: 100000
|
| 52 |
+
min_lr: 1.0e-06
|
| 53 |
+
threshold: 0.1
|
| 54 |
+
threshold_mode: rel
|
| 55 |
+
warmup_lr: 0.00045
|
| 56 |
+
warmup: 5000
|
| 57 |
+
save_dir: ???
|
| 58 |
+
dist_url: ???
|
| 59 |
+
ngpus_per_node: ???
|
| 60 |
+
world_size: ???
|
| 61 |
+
local_rank: ???
|
| 62 |
+
global_rank: ???
|
| 63 |
+
distributed: false
|
| 64 |
+
model:
|
| 65 |
+
target: diffusion_reward.models.video_models.vqdiffusion.modeling.models.frame_conditional_dalle.FC_DALLE
|
| 66 |
+
params:
|
| 67 |
+
content_info:
|
| 68 |
+
key: image
|
| 69 |
+
condition_info:
|
| 70 |
+
key: frame
|
| 71 |
+
frame_skip: 1
|
| 72 |
+
content_codec_config:
|
| 73 |
+
target: diffusion_reward.models.video_models.vqdiffusion.modeling.codecs.image_codec.vqgan.MiniVQGAN
|
| 74 |
+
params:
|
| 75 |
+
args:
|
| 76 |
+
latent_dim: 64
|
| 77 |
+
device: cuda
|
| 78 |
+
image_channels: 3
|
| 79 |
+
num_codebook_vectors: 1024
|
| 80 |
+
beta: 0.25
|
| 81 |
+
channels:
|
| 82 |
+
- 128
|
| 83 |
+
- 128
|
| 84 |
+
- 256
|
| 85 |
+
- 256
|
| 86 |
+
resolution: 64
|
| 87 |
+
latent_size: 8
|
| 88 |
+
trainable: false
|
| 89 |
+
token_shape:
|
| 90 |
+
- 8
|
| 91 |
+
- 8
|
| 92 |
+
ckpt_path: /exp_local/codec_models/vqgan/adroit/results/checkpoints/vqgan.pt
|
| 93 |
+
diffusion_config:
|
| 94 |
+
target: diffusion_reward.models.video_models.vqdiffusion.modeling.transformers.diffusion_transformer.DiffusionTransformer
|
| 95 |
+
params:
|
| 96 |
+
diffusion_step: 100
|
| 97 |
+
alpha_init_type: alpha1
|
| 98 |
+
auxiliary_loss_weight: 0.001
|
| 99 |
+
adaptive_auxiliary_loss: true
|
| 100 |
+
mask_weight:
|
| 101 |
+
- 1
|
| 102 |
+
- 1
|
| 103 |
+
transformer_config:
|
| 104 |
+
target: diffusion_reward.models.video_models.vqdiffusion.modeling.transformers.transformer_utils.Text2ImageTransformer
|
| 105 |
+
params:
|
| 106 |
+
diffusion_step: ???
|
| 107 |
+
content_emb_config: ???
|
| 108 |
+
attn_type: selfcross
|
| 109 |
+
n_layer: 16
|
| 110 |
+
condition_seq_len: 128
|
| 111 |
+
content_seq_len: 64
|
| 112 |
+
content_spatial_size:
|
| 113 |
+
- 8
|
| 114 |
+
- 8
|
| 115 |
+
n_embd: 128
|
| 116 |
+
condition_dim: 1024
|
| 117 |
+
n_head: 16
|
| 118 |
+
attn_pdrop: 0.0
|
| 119 |
+
resid_pdrop: 0.0
|
| 120 |
+
block_activate: GELU2
|
| 121 |
+
timestep_type: adalayernorm
|
| 122 |
+
mlp_hidden_times: 2
|
| 123 |
+
mlp_type: conv_mlp
|
| 124 |
+
condition_emb_config:
|
| 125 |
+
target: diffusion_reward.models.video_models.vqdiffusion.modeling.embeddings.frame_embedding.FrameEmbedding
|
| 126 |
+
params:
|
| 127 |
+
num_embed: 1024
|
| 128 |
+
embed_dim: 1024
|
| 129 |
+
identity: false
|
| 130 |
+
trainable: true
|
| 131 |
+
num_cond_frames: 2
|
| 132 |
+
content_emb_config:
|
| 133 |
+
target: diffusion_reward.models.video_models.vqdiffusion.modeling.embeddings.dalle_mask_image_embedding.DalleMaskImageEmbedding
|
| 134 |
+
params:
|
| 135 |
+
num_embed: 1024
|
| 136 |
+
spatial_size:
|
| 137 |
+
- 8
|
| 138 |
+
- 8
|
| 139 |
+
embed_dim: 128
|
| 140 |
+
trainable: true
|
| 141 |
+
pos_emb_type: embedding
|
| 142 |
+
dataloader:
|
| 143 |
+
data_root: /video_dataset/adroit/
|
| 144 |
+
batch_size: 4
|
| 145 |
+
num_workers: 4
|
| 146 |
+
train_datasets:
|
| 147 |
+
- target: diffusion_reward.models.video_models.vqdiffusion.data.dataset.VideoDataset
|
| 148 |
+
params:
|
| 149 |
+
data_root: ${dataloader.data_root}
|
| 150 |
+
phase: train
|
| 151 |
+
frame_skip: ${model.params.frame_skip}
|
| 152 |
+
frames_per_sample: 3
|
| 153 |
+
size: 64
|
| 154 |
+
validation_datasets:
|
| 155 |
+
- target: diffusion_reward.models.video_models.vqdiffusion.data.dataset.VideoDataset
|
| 156 |
+
params:
|
| 157 |
+
data_root: ${dataloader.data_root}
|
| 158 |
+
phase: test
|
| 159 |
+
frame_skip: ${model.params.frame_skip}
|
| 160 |
+
frames_per_sample: 3
|
| 161 |
+
size: 64
|
video_models/vqdiffusion/adroit/.hydra/hydra.yaml
ADDED
|
@@ -0,0 +1,149 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
hydra:
|
| 2 |
+
run:
|
| 3 |
+
dir: ./exp_local/video_models/vqdiffusion/${exp_name}
|
| 4 |
+
sweep:
|
| 5 |
+
dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
|
| 6 |
+
subdir: ${hydra.job.num}
|
| 7 |
+
launcher:
|
| 8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
| 9 |
+
sweeper:
|
| 10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
| 11 |
+
max_batch_size: null
|
| 12 |
+
help:
|
| 13 |
+
app_name: ${hydra.job.name}
|
| 14 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
| 15 |
+
|
| 16 |
+
'
|
| 17 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
| 18 |
+
|
| 19 |
+
Use --hydra-help to view Hydra specific help
|
| 20 |
+
|
| 21 |
+
'
|
| 22 |
+
template: '${hydra.help.header}
|
| 23 |
+
|
| 24 |
+
== Configuration groups ==
|
| 25 |
+
|
| 26 |
+
Compose your configuration from those groups (group=option)
|
| 27 |
+
|
| 28 |
+
|
| 29 |
+
$APP_CONFIG_GROUPS
|
| 30 |
+
|
| 31 |
+
|
| 32 |
+
== Config ==
|
| 33 |
+
|
| 34 |
+
Override anything in the config (foo.bar=value)
|
| 35 |
+
|
| 36 |
+
|
| 37 |
+
$CONFIG
|
| 38 |
+
|
| 39 |
+
|
| 40 |
+
${hydra.help.footer}
|
| 41 |
+
|
| 42 |
+
'
|
| 43 |
+
hydra_help:
|
| 44 |
+
template: 'Hydra (${hydra.runtime.version})
|
| 45 |
+
|
| 46 |
+
See https://hydra.cc for more info.
|
| 47 |
+
|
| 48 |
+
|
| 49 |
+
== Flags ==
|
| 50 |
+
|
| 51 |
+
$FLAGS_HELP
|
| 52 |
+
|
| 53 |
+
|
| 54 |
+
== Configuration groups ==
|
| 55 |
+
|
| 56 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
| 57 |
+
to command line)
|
| 58 |
+
|
| 59 |
+
|
| 60 |
+
$HYDRA_CONFIG_GROUPS
|
| 61 |
+
|
| 62 |
+
|
| 63 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
| 64 |
+
|
| 65 |
+
'
|
| 66 |
+
hydra_help: ???
|
| 67 |
+
hydra_logging:
|
| 68 |
+
version: 1
|
| 69 |
+
formatters:
|
| 70 |
+
simple:
|
| 71 |
+
format: '[%(asctime)s][HYDRA] %(message)s'
|
| 72 |
+
handlers:
|
| 73 |
+
console:
|
| 74 |
+
class: logging.StreamHandler
|
| 75 |
+
formatter: simple
|
| 76 |
+
stream: ext://sys.stdout
|
| 77 |
+
root:
|
| 78 |
+
level: INFO
|
| 79 |
+
handlers:
|
| 80 |
+
- console
|
| 81 |
+
loggers:
|
| 82 |
+
logging_example:
|
| 83 |
+
level: DEBUG
|
| 84 |
+
disable_existing_loggers: false
|
| 85 |
+
job_logging:
|
| 86 |
+
version: 1
|
| 87 |
+
formatters:
|
| 88 |
+
simple:
|
| 89 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
| 90 |
+
handlers:
|
| 91 |
+
console:
|
| 92 |
+
class: logging.StreamHandler
|
| 93 |
+
formatter: simple
|
| 94 |
+
stream: ext://sys.stdout
|
| 95 |
+
file:
|
| 96 |
+
class: logging.FileHandler
|
| 97 |
+
formatter: simple
|
| 98 |
+
filename: ${hydra.job.name}.log
|
| 99 |
+
root:
|
| 100 |
+
level: INFO
|
| 101 |
+
handlers:
|
| 102 |
+
- console
|
| 103 |
+
- file
|
| 104 |
+
disable_existing_loggers: false
|
| 105 |
+
env: {}
|
| 106 |
+
searchpath: []
|
| 107 |
+
callbacks: {}
|
| 108 |
+
output_subdir: .hydra
|
| 109 |
+
overrides:
|
| 110 |
+
hydra: []
|
| 111 |
+
task: []
|
| 112 |
+
job:
|
| 113 |
+
name: train_vqdiffusion
|
| 114 |
+
override_dirname: ''
|
| 115 |
+
id: ???
|
| 116 |
+
num: ???
|
| 117 |
+
config_name: default
|
| 118 |
+
env_set: {}
|
| 119 |
+
env_copy: []
|
| 120 |
+
config:
|
| 121 |
+
override_dirname:
|
| 122 |
+
kv_sep: '='
|
| 123 |
+
item_sep: ','
|
| 124 |
+
exclude_keys: []
|
| 125 |
+
runtime:
|
| 126 |
+
version: 1.1.0
|
| 127 |
+
cwd: /home/taohuang/project/qizhi/diffusion_reward
|
| 128 |
+
config_sources:
|
| 129 |
+
- path: hydra.conf
|
| 130 |
+
schema: pkg
|
| 131 |
+
provider: hydra
|
| 132 |
+
- path: /home/taohuang/project/qizhi/diffusion_reward/diffusion_reward/configs/models/video_models/vqdiffusion
|
| 133 |
+
schema: file
|
| 134 |
+
provider: main
|
| 135 |
+
- path: ''
|
| 136 |
+
schema: structured
|
| 137 |
+
provider: schema
|
| 138 |
+
choices:
|
| 139 |
+
dataset: adroit
|
| 140 |
+
hydra/env: default
|
| 141 |
+
hydra/callbacks: null
|
| 142 |
+
hydra/job_logging: default
|
| 143 |
+
hydra/hydra_logging: default
|
| 144 |
+
hydra/hydra_help: default
|
| 145 |
+
hydra/help: default
|
| 146 |
+
hydra/sweeper: basic
|
| 147 |
+
hydra/launcher: basic
|
| 148 |
+
hydra/output: default
|
| 149 |
+
verbose: false
|
video_models/vqdiffusion/adroit/.hydra/overrides.yaml
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[]
|
video_models/vqdiffusion/adroit/checkpoint/best.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7c789fda9ffd9ffe722dc5ab0df670a30b254317b227fdd4541c121b63dc3c12
|
| 3 |
+
size 363113107
|
video_models/vqdiffusion/metaworld/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,161 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#cwd: ${hydra:runtime.output_dir}
|
| 2 |
+
name: adroit
|
| 3 |
+
log_frequency: 100
|
| 4 |
+
load_path: null
|
| 5 |
+
resume_name: null
|
| 6 |
+
auto_resume: false
|
| 7 |
+
num_node: 1
|
| 8 |
+
node_rank: null
|
| 9 |
+
dist_usrl: null
|
| 10 |
+
gpu: 0
|
| 11 |
+
sync_bn: false
|
| 12 |
+
tensorboard: false
|
| 13 |
+
timestamp: false
|
| 14 |
+
seed: null
|
| 15 |
+
cudnn_deterministic: false
|
| 16 |
+
amp: false
|
| 17 |
+
debug: false
|
| 18 |
+
opts: null
|
| 19 |
+
solver:
|
| 20 |
+
base_lr: 3.0e-06
|
| 21 |
+
adjust_lr: none
|
| 22 |
+
max_epochs: 100
|
| 23 |
+
save_epochs: 20
|
| 24 |
+
validation_epochs: 1
|
| 25 |
+
sample_iterations: 400
|
| 26 |
+
print_specific_things: true
|
| 27 |
+
ema:
|
| 28 |
+
decay: 0.99
|
| 29 |
+
update_interval: 25
|
| 30 |
+
device: cpu
|
| 31 |
+
clip_grad_norm:
|
| 32 |
+
target: diffusion_reward.models.video_models.vqdiffusion.engine.clip_grad_norm.ClipGradNorm
|
| 33 |
+
params:
|
| 34 |
+
start_iteration: 0
|
| 35 |
+
end_iteration: 5000
|
| 36 |
+
max_norm: 0.5
|
| 37 |
+
optimizers_and_schedulers:
|
| 38 |
+
- name: none
|
| 39 |
+
optimizer:
|
| 40 |
+
target: torch.optim.AdamW
|
| 41 |
+
params:
|
| 42 |
+
betas:
|
| 43 |
+
- 0.9
|
| 44 |
+
- 0.96
|
| 45 |
+
weight_decay: 0.045
|
| 46 |
+
scheduler:
|
| 47 |
+
step_iteration: 1
|
| 48 |
+
target: diffusion_reward.models.video_models.vqdiffusion.engine.lr_scheduler.ReduceLROnPlateauWithWarmup
|
| 49 |
+
params:
|
| 50 |
+
factor: 0.5
|
| 51 |
+
patience: 100000
|
| 52 |
+
min_lr: 1.0e-06
|
| 53 |
+
threshold: 0.1
|
| 54 |
+
threshold_mode: rel
|
| 55 |
+
warmup_lr: 0.00045
|
| 56 |
+
warmup: 5000
|
| 57 |
+
save_dir: ???
|
| 58 |
+
dist_url: ???
|
| 59 |
+
ngpus_per_node: ???
|
| 60 |
+
world_size: ???
|
| 61 |
+
local_rank: ???
|
| 62 |
+
global_rank: ???
|
| 63 |
+
distributed: false
|
| 64 |
+
model:
|
| 65 |
+
target: diffusion_reward.models.video_models.vqdiffusion.modeling.models.frame_conditional_dalle.FC_DALLE
|
| 66 |
+
params:
|
| 67 |
+
content_info:
|
| 68 |
+
key: image
|
| 69 |
+
condition_info:
|
| 70 |
+
key: frame
|
| 71 |
+
frame_skip: 1
|
| 72 |
+
content_codec_config:
|
| 73 |
+
target: diffusion_reward.models.video_models.vqdiffusion.modeling.codecs.image_codec.vqgan.MiniVQGAN
|
| 74 |
+
params:
|
| 75 |
+
args:
|
| 76 |
+
latent_dim: 64
|
| 77 |
+
device: cuda
|
| 78 |
+
image_channels: 3
|
| 79 |
+
num_codebook_vectors: 1024
|
| 80 |
+
beta: 0.25
|
| 81 |
+
channels:
|
| 82 |
+
- 128
|
| 83 |
+
- 128
|
| 84 |
+
- 256
|
| 85 |
+
- 256
|
| 86 |
+
resolution: 64
|
| 87 |
+
latent_size: 8
|
| 88 |
+
trainable: false
|
| 89 |
+
token_shape:
|
| 90 |
+
- 8
|
| 91 |
+
- 8
|
| 92 |
+
ckpt_path: /exp_local/codec_models/vqgan/adroit/results/checkpoints/vqgan.pt
|
| 93 |
+
diffusion_config:
|
| 94 |
+
target: diffusion_reward.models.video_models.vqdiffusion.modeling.transformers.diffusion_transformer.DiffusionTransformer
|
| 95 |
+
params:
|
| 96 |
+
diffusion_step: 100
|
| 97 |
+
alpha_init_type: alpha1
|
| 98 |
+
auxiliary_loss_weight: 0.001
|
| 99 |
+
adaptive_auxiliary_loss: true
|
| 100 |
+
mask_weight:
|
| 101 |
+
- 1
|
| 102 |
+
- 1
|
| 103 |
+
transformer_config:
|
| 104 |
+
target: diffusion_reward.models.video_models.vqdiffusion.modeling.transformers.transformer_utils.Text2ImageTransformer
|
| 105 |
+
params:
|
| 106 |
+
diffusion_step: ???
|
| 107 |
+
content_emb_config: ???
|
| 108 |
+
attn_type: selfcross
|
| 109 |
+
n_layer: 16
|
| 110 |
+
condition_seq_len: 128
|
| 111 |
+
content_seq_len: 64
|
| 112 |
+
content_spatial_size:
|
| 113 |
+
- 8
|
| 114 |
+
- 8
|
| 115 |
+
n_embd: 128
|
| 116 |
+
condition_dim: 1024
|
| 117 |
+
n_head: 16
|
| 118 |
+
attn_pdrop: 0.0
|
| 119 |
+
resid_pdrop: 0.0
|
| 120 |
+
block_activate: GELU2
|
| 121 |
+
timestep_type: adalayernorm
|
| 122 |
+
mlp_hidden_times: 2
|
| 123 |
+
mlp_type: conv_mlp
|
| 124 |
+
condition_emb_config:
|
| 125 |
+
target: diffusion_reward.models.video_models.vqdiffusion.modeling.embeddings.frame_embedding.FrameEmbedding
|
| 126 |
+
params:
|
| 127 |
+
num_embed: 1024
|
| 128 |
+
embed_dim: 1024
|
| 129 |
+
identity: false
|
| 130 |
+
trainable: true
|
| 131 |
+
num_cond_frames: 2
|
| 132 |
+
content_emb_config:
|
| 133 |
+
target: diffusion_reward.models.video_models.vqdiffusion.modeling.embeddings.dalle_mask_image_embedding.DalleMaskImageEmbedding
|
| 134 |
+
params:
|
| 135 |
+
num_embed: 1024
|
| 136 |
+
spatial_size:
|
| 137 |
+
- 8
|
| 138 |
+
- 8
|
| 139 |
+
embed_dim: 128
|
| 140 |
+
trainable: true
|
| 141 |
+
pos_emb_type: embedding
|
| 142 |
+
dataloader:
|
| 143 |
+
data_root: /video_dataset/adroit/
|
| 144 |
+
batch_size: 4
|
| 145 |
+
num_workers: 4
|
| 146 |
+
train_datasets:
|
| 147 |
+
- target: diffusion_reward.models.video_models.vqdiffusion.data.dataset.VideoDataset
|
| 148 |
+
params:
|
| 149 |
+
data_root: ${dataloader.data_root}
|
| 150 |
+
phase: train
|
| 151 |
+
frame_skip: ${model.params.frame_skip}
|
| 152 |
+
frames_per_sample: 3
|
| 153 |
+
size: 64
|
| 154 |
+
validation_datasets:
|
| 155 |
+
- target: diffusion_reward.models.video_models.vqdiffusion.data.dataset.VideoDataset
|
| 156 |
+
params:
|
| 157 |
+
data_root: ${dataloader.data_root}
|
| 158 |
+
phase: test
|
| 159 |
+
frame_skip: ${model.params.frame_skip}
|
| 160 |
+
frames_per_sample: 3
|
| 161 |
+
size: 64
|
video_models/vqdiffusion/metaworld/.hydra/hydra.yaml
ADDED
|
@@ -0,0 +1,149 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
hydra:
|
| 2 |
+
run:
|
| 3 |
+
dir: ./exp_local/video_models/vqdiffusion/${exp_name}
|
| 4 |
+
sweep:
|
| 5 |
+
dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
|
| 6 |
+
subdir: ${hydra.job.num}
|
| 7 |
+
launcher:
|
| 8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
| 9 |
+
sweeper:
|
| 10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
| 11 |
+
max_batch_size: null
|
| 12 |
+
help:
|
| 13 |
+
app_name: ${hydra.job.name}
|
| 14 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
| 15 |
+
|
| 16 |
+
'
|
| 17 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
| 18 |
+
|
| 19 |
+
Use --hydra-help to view Hydra specific help
|
| 20 |
+
|
| 21 |
+
'
|
| 22 |
+
template: '${hydra.help.header}
|
| 23 |
+
|
| 24 |
+
== Configuration groups ==
|
| 25 |
+
|
| 26 |
+
Compose your configuration from those groups (group=option)
|
| 27 |
+
|
| 28 |
+
|
| 29 |
+
$APP_CONFIG_GROUPS
|
| 30 |
+
|
| 31 |
+
|
| 32 |
+
== Config ==
|
| 33 |
+
|
| 34 |
+
Override anything in the config (foo.bar=value)
|
| 35 |
+
|
| 36 |
+
|
| 37 |
+
$CONFIG
|
| 38 |
+
|
| 39 |
+
|
| 40 |
+
${hydra.help.footer}
|
| 41 |
+
|
| 42 |
+
'
|
| 43 |
+
hydra_help:
|
| 44 |
+
template: 'Hydra (${hydra.runtime.version})
|
| 45 |
+
|
| 46 |
+
See https://hydra.cc for more info.
|
| 47 |
+
|
| 48 |
+
|
| 49 |
+
== Flags ==
|
| 50 |
+
|
| 51 |
+
$FLAGS_HELP
|
| 52 |
+
|
| 53 |
+
|
| 54 |
+
== Configuration groups ==
|
| 55 |
+
|
| 56 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
| 57 |
+
to command line)
|
| 58 |
+
|
| 59 |
+
|
| 60 |
+
$HYDRA_CONFIG_GROUPS
|
| 61 |
+
|
| 62 |
+
|
| 63 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
| 64 |
+
|
| 65 |
+
'
|
| 66 |
+
hydra_help: ???
|
| 67 |
+
hydra_logging:
|
| 68 |
+
version: 1
|
| 69 |
+
formatters:
|
| 70 |
+
simple:
|
| 71 |
+
format: '[%(asctime)s][HYDRA] %(message)s'
|
| 72 |
+
handlers:
|
| 73 |
+
console:
|
| 74 |
+
class: logging.StreamHandler
|
| 75 |
+
formatter: simple
|
| 76 |
+
stream: ext://sys.stdout
|
| 77 |
+
root:
|
| 78 |
+
level: INFO
|
| 79 |
+
handlers:
|
| 80 |
+
- console
|
| 81 |
+
loggers:
|
| 82 |
+
logging_example:
|
| 83 |
+
level: DEBUG
|
| 84 |
+
disable_existing_loggers: false
|
| 85 |
+
job_logging:
|
| 86 |
+
version: 1
|
| 87 |
+
formatters:
|
| 88 |
+
simple:
|
| 89 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
| 90 |
+
handlers:
|
| 91 |
+
console:
|
| 92 |
+
class: logging.StreamHandler
|
| 93 |
+
formatter: simple
|
| 94 |
+
stream: ext://sys.stdout
|
| 95 |
+
file:
|
| 96 |
+
class: logging.FileHandler
|
| 97 |
+
formatter: simple
|
| 98 |
+
filename: ${hydra.job.name}.log
|
| 99 |
+
root:
|
| 100 |
+
level: INFO
|
| 101 |
+
handlers:
|
| 102 |
+
- console
|
| 103 |
+
- file
|
| 104 |
+
disable_existing_loggers: false
|
| 105 |
+
env: {}
|
| 106 |
+
searchpath: []
|
| 107 |
+
callbacks: {}
|
| 108 |
+
output_subdir: .hydra
|
| 109 |
+
overrides:
|
| 110 |
+
hydra: []
|
| 111 |
+
task: []
|
| 112 |
+
job:
|
| 113 |
+
name: train_vqdiffusion
|
| 114 |
+
override_dirname: ''
|
| 115 |
+
id: ???
|
| 116 |
+
num: ???
|
| 117 |
+
config_name: default
|
| 118 |
+
env_set: {}
|
| 119 |
+
env_copy: []
|
| 120 |
+
config:
|
| 121 |
+
override_dirname:
|
| 122 |
+
kv_sep: '='
|
| 123 |
+
item_sep: ','
|
| 124 |
+
exclude_keys: []
|
| 125 |
+
runtime:
|
| 126 |
+
version: 1.1.0
|
| 127 |
+
cwd: /home/taohuang/project/qizhi/diffusion_reward
|
| 128 |
+
config_sources:
|
| 129 |
+
- path: hydra.conf
|
| 130 |
+
schema: pkg
|
| 131 |
+
provider: hydra
|
| 132 |
+
- path: /home/taohuang/project/qizhi/diffusion_reward/diffusion_reward/configs/models/video_models/vqdiffusion
|
| 133 |
+
schema: file
|
| 134 |
+
provider: main
|
| 135 |
+
- path: ''
|
| 136 |
+
schema: structured
|
| 137 |
+
provider: schema
|
| 138 |
+
choices:
|
| 139 |
+
dataset: adroit
|
| 140 |
+
hydra/env: default
|
| 141 |
+
hydra/callbacks: null
|
| 142 |
+
hydra/job_logging: default
|
| 143 |
+
hydra/hydra_logging: default
|
| 144 |
+
hydra/hydra_help: default
|
| 145 |
+
hydra/help: default
|
| 146 |
+
hydra/sweeper: basic
|
| 147 |
+
hydra/launcher: basic
|
| 148 |
+
hydra/output: default
|
| 149 |
+
verbose: false
|
video_models/vqdiffusion/metaworld/.hydra/overrides.yaml
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[]
|
video_models/vqdiffusion/metaworld/checkpoint/best.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cb14de82b62cd388c8d5dc4cc3eae36a10405b1461bd3afff42a8d035375d718
|
| 3 |
+
size 362999258
|