zchuning commited on
Commit
2195144
·
verified ·
1 Parent(s): dfcb81c

Add files using upload-large-folder tool

Browse files
Files changed (2) hide show
  1. config.json +183 -0
  2. models.pt +3 -0
config.json ADDED
@@ -0,0 +1,183 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": {
3
+ "dataset": {
4
+ "_target_": "datasets.droid.make_droid_rlds_dataset",
5
+ "dataset_id": "droid_rlds",
6
+ "data_dir": "/opt/ml/input/data/training",
7
+ "batch_size": 200,
8
+ "shape_meta": {
9
+ "obs": {
10
+ "image": {
11
+ "shape": [
12
+ 180,
13
+ 320,
14
+ 3
15
+ ],
16
+ "type": "rgb"
17
+ },
18
+ "wrist_image": {
19
+ "shape": [
20
+ 180,
21
+ 320,
22
+ 3
23
+ ],
24
+ "type": "rgb"
25
+ },
26
+ "joint_position": {
27
+ "shape": [
28
+ 7
29
+ ],
30
+ "type": "low_dim"
31
+ },
32
+ "gripper_position": {
33
+ "shape": [
34
+ 1
35
+ ],
36
+ "type": "low_dim"
37
+ }
38
+ },
39
+ "action": {
40
+ "shape": [
41
+ 8
42
+ ]
43
+ }
44
+ },
45
+ "obs_stack": 1,
46
+ "action_chunk": 16,
47
+ "shuffle_buffer_size": 100000,
48
+ "filter_dict_path": "/opt/ml/input/data/training/droid_sample_ranges_v1_0_1.json",
49
+ "normalize_action": true,
50
+ "delta_action": true,
51
+ "num_parallel_reads": 16
52
+ }
53
+ },
54
+ "wandb": {
55
+ "project": "latent-reasoning-icml",
56
+ "entity": "tri",
57
+ "job_type": "train",
58
+ "group": "lmp-policy-ppo",
59
+ "name": "alpha0.1_clipexpdiff0.05_ll0.01_s16v64_sig0.2-0.02_42",
60
+ "resume": false
61
+ },
62
+ "optimizer": {
63
+ "_target_": "common.optimization.get_optimizer",
64
+ "name": "AdamW",
65
+ "model": "???",
66
+ "lr": 0.0001,
67
+ "weight_decay": 1e-06,
68
+ "betas": [
69
+ 0.9,
70
+ 0.999
71
+ ],
72
+ "eps": 1e-08,
73
+ "obs_encoder_lr_scale": 0.1
74
+ },
75
+ "scheduler": {
76
+ "_target_": "common.optimization.get_scheduler",
77
+ "name": "constant",
78
+ "optimizer": "???",
79
+ "num_warmup_steps": 20
80
+ },
81
+ "algo": "lmp-policy-ppo",
82
+ "exp_id": "alpha0.1_clipexpdiff0.05_ll0.01_s16v64_sig0.2-0.02",
83
+ "seed": 42,
84
+ "logdir": "/opt/ml/checkpoints/lmp-policy-ppo/droid_rlds/alpha0.1_clipexpdiff0.05_ll0.01_s16v64_sig0.2-0.02/42",
85
+ "resume": false,
86
+ "use_amp": true,
87
+ "compile": false,
88
+ "pretrain_checkpoint_path": null,
89
+ "num_steps": 5000000,
90
+ "train_every": 3200,
91
+ "num_train_epochs": 2,
92
+ "eval_every": 128000,
93
+ "save_every": 128000,
94
+ "eval_rollout_every": 1000000,
95
+ "num_eval_rollouts": 20,
96
+ "rollout_batch_size": 200,
97
+ "train_batch_size": 64,
98
+ "clip_grad_norm": 1.0,
99
+ "free_nats_ratio": 0.05,
100
+ "clip_range": 0.05,
101
+ "alpha": 0.1,
102
+ "kl_coef": 1.0,
103
+ "ll_coef": 0.01,
104
+ "model": {
105
+ "_target_": "algorithms.latent_memory_palace.LatentMemoryPalacePolicy",
106
+ "obs_encoder": {
107
+ "_target_": "models.obs_encoders.SequenceObservationEncoder",
108
+ "shape_meta": {
109
+ "obs": {
110
+ "image": {
111
+ "shape": [
112
+ 180,
113
+ 320,
114
+ 3
115
+ ],
116
+ "type": "rgb"
117
+ },
118
+ "wrist_image": {
119
+ "shape": [
120
+ 180,
121
+ 320,
122
+ 3
123
+ ],
124
+ "type": "rgb"
125
+ },
126
+ "joint_position": {
127
+ "shape": [
128
+ 7
129
+ ],
130
+ "type": "low_dim"
131
+ },
132
+ "gripper_position": {
133
+ "shape": [
134
+ 1
135
+ ],
136
+ "type": "low_dim"
137
+ }
138
+ },
139
+ "action": {
140
+ "shape": [
141
+ 8
142
+ ]
143
+ }
144
+ },
145
+ "embed_dim": 768,
146
+ "num_timesteps": 1,
147
+ "resize_shape": [
148
+ 240,
149
+ 240
150
+ ],
151
+ "crop_shape": [
152
+ 224,
153
+ 224
154
+ ],
155
+ "random_crop": false,
156
+ "color_jitter": null,
157
+ "vision_backbone": "pi05",
158
+ "use_low_dim": true,
159
+ "use_language": true,
160
+ "pool_output": true,
161
+ "max_language_length": 64,
162
+ "num_film_layers": 2
163
+ },
164
+ "action_dim": 8,
165
+ "action_chunk": 16,
166
+ "seq_len": 16,
167
+ "vocab_size": 64,
168
+ "enc_embed_dim": 768,
169
+ "enc_depth": 12,
170
+ "enc_num_heads": 12,
171
+ "enc_mlp_ratio": 4.0,
172
+ "enc_num_registers": 1,
173
+ "dec_embed_dim": 768,
174
+ "dec_depth": 10,
175
+ "dec_num_heads": 12,
176
+ "dec_mlp_ratio": 4.0,
177
+ "sigma_max": 0.2,
178
+ "sigma_min": 0.02,
179
+ "sigma_type": "learned_grid",
180
+ "reg_type": "none",
181
+ "reg_coef": 0
182
+ }
183
+ }
models.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e843a8d27290540d94762c74a23ce8086972dcf680d5b1807fb22ab6b57b64d3
3
+ size 10160309896