Hugging Face's logo

yilin-wu
/
Forewarn_WMs

Model card Files
xet
 Community
yilin-wu commited on
Commit
3ab74fa
·
verified ·
1 Parent(s): 15d24fc

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. bag_ckpt/0106/234547/best_pretrain_joint_444_68.pt +3 -0
  2. bag_ckpt/0106/234547/best_pretrain_joint_569_44.pt +3 -0
  3. bag_ckpt/0106/234547/best_pretrain_joint_599_78.pt +3 -0
  4. bag_ckpt/0106/234547/best_pretrain_joint_604_60.pt +3 -0
  5. bag_ckpt/0106/234547/best_pretrain_joint_659_87.pt +3 -0
  6. bag_ckpt/0106/234547/best_pretrain_joint_685_23.pt +3 -0
  7. bag_ckpt/0106/234547/best_pretrain_joint_736_40.pt +3 -0
  8. bag_ckpt/0106/234547/best_pretrain_joint_805_40.pt +3 -0
  9. bag_ckpt/0106/234547/best_pretrain_joint_8260_11.pt +3 -0
  10. bag_ckpt/0106/234547/best_pretrain_joint_947_81.pt +3 -0
  11. bag_ckpt/0106/234547/config.yaml +210 -0
  12. bag_ckpt/0106/234547/pretrain_joint.pt +3 -0
  13. bag_ckpt/0106/234547/pretrain_joint_10000.pt +3 -0
  14. bag_ckpt/0106/234547/pretrain_joint_100000.pt +3 -0
  15. bag_ckpt/0106/234547/pretrain_joint_110000.pt +3 -0
  16. bag_ckpt/0106/234547/pretrain_joint_120000.pt +3 -0
  17. bag_ckpt/0106/234547/pretrain_joint_130000.pt +3 -0
  18. bag_ckpt/0106/234547/pretrain_joint_140000.pt +3 -0
  19. bag_ckpt/0106/234547/pretrain_joint_150000.pt +3 -0
  20. bag_ckpt/0106/234547/pretrain_joint_20000.pt +3 -0
  21. bag_ckpt/0106/234547/pretrain_joint_30000.pt +3 -0
  22. bag_ckpt/0106/234547/pretrain_joint_40000.pt +3 -0
  23. bag_ckpt/0106/234547/pretrain_joint_50000.pt +3 -0
  24. bag_ckpt/0106/234547/pretrain_joint_60000.pt +3 -0
  25. bag_ckpt/0106/234547/pretrain_joint_70000.pt +3 -0
  26. bag_ckpt/0106/234547/pretrain_joint_80000.pt +3 -0
  27. bag_ckpt/0106/234547/pretrain_joint_90000.pt +3 -0
  28. cup_ckpt/1229/222731/best_pretrain_joint_228_89.pt +3 -0
  29. cup_ckpt/1229/222731/best_pretrain_joint_239_27.pt +3 -0
  30. cup_ckpt/1229/222731/best_pretrain_joint_250_04.pt +3 -0
  31. cup_ckpt/1229/222731/best_pretrain_joint_265_60.pt +3 -0
  32. cup_ckpt/1229/222731/best_pretrain_joint_272_61.pt +3 -0
  33. cup_ckpt/1229/222731/best_pretrain_joint_369_47.pt +3 -0
  34. cup_ckpt/1229/222731/best_pretrain_joint_453_47.pt +3 -0
  35. cup_ckpt/1229/222731/best_pretrain_joint_466_76.pt +3 -0
  36. cup_ckpt/1229/222731/best_pretrain_joint_521_53.pt +3 -0
  37. cup_ckpt/1229/222731/best_pretrain_joint_525_90.pt +3 -0
  38. cup_ckpt/1229/222731/best_pretrain_joint_554_93.pt +3 -0
  39. cup_ckpt/1229/222731/best_pretrain_joint_8321_37.pt +3 -0
  40. cup_ckpt/1229/222731/config.yaml +209 -0
  41. cup_ckpt/1229/222731/pretrain_joint.pt +3 -0
  42. cup_ckpt/1229/222731/pretrain_joint_10000.pt +3 -0
  43. cup_ckpt/1229/222731/pretrain_joint_100000.pt +3 -0
  44. cup_ckpt/1229/222731/pretrain_joint_110000.pt +3 -0
  45. cup_ckpt/1229/222731/pretrain_joint_120000.pt +3 -0
  46. cup_ckpt/1229/222731/pretrain_joint_130000.pt +3 -0
  47. cup_ckpt/1229/222731/pretrain_joint_140000.pt +3 -0
  48. cup_ckpt/1229/222731/pretrain_joint_150000.pt +3 -0
  49. cup_ckpt/1229/222731/pretrain_joint_20000.pt +3 -0
  50. cup_ckpt/1229/222731/pretrain_joint_30000.pt +3 -0
bag_ckpt/0106/234547/best_pretrain_joint_444_68.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5740f158e944f57d8957812100f1b322d6c3c1a3af0565e0a085a13cdde65708
3
+ size 213894303
bag_ckpt/0106/234547/best_pretrain_joint_569_44.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c15614cea5059c1f2a36f66c1b07de0df024c5a276c01c5f05a3f0065071b9b
3
+ size 213894303
bag_ckpt/0106/234547/best_pretrain_joint_599_78.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f37f5a1941681427cf700b3c3b6eb32e330dc9134fe05924001215dec468672e
3
+ size 213894303
bag_ckpt/0106/234547/best_pretrain_joint_604_60.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26d88c701a2f7c1ceee2fc8af3ef17617e964020445609cc5c168503bd2f32e0
3
+ size 213894303
bag_ckpt/0106/234547/best_pretrain_joint_659_87.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fd0fd4554dc5409a05006972064f995703c7f375bb7e5736cd83cac83297918
3
+ size 213894303
bag_ckpt/0106/234547/best_pretrain_joint_685_23.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:261834814db9e4d3654ff8ebb7dafaa717aecaeca61fa76663ce3e960330e19b
3
+ size 213894303
bag_ckpt/0106/234547/best_pretrain_joint_736_40.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eb2b1290bf8fa25853d87de2c49f8d7057e9e835c25a38bf2b8c0b020fb8343
3
+ size 213894303
bag_ckpt/0106/234547/best_pretrain_joint_805_40.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5e79ddf18c71055e950034ed5d6ef98c343f8a4d507039b9f35cd67f040c0f7
3
+ size 213894303
bag_ckpt/0106/234547/best_pretrain_joint_8260_11.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b98c294f63bbcc83e64f8f643f707bccff43da476b92be5ea21e85c21f0ccd7
3
+ size 213894617
bag_ckpt/0106/234547/best_pretrain_joint_947_81.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:343f02604b80d685befd64a3edb771ea113f7645473cdc6c050c4a7893e0f412
3
+ size 213894303
bag_ckpt/0106/234547/config.yaml ADDED
@@ -0,0 +1,210 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ act: SiLU
2
+ actType: Tanh
3
+ action_norm: true
4
+ action_repeat: 1
5
+ action_space: [8]
6
+ action_type: abs
7
+ actor: {dist: normal, entropy: 0.0003, eps: 1e-05, grad_clip: 100.0, layers: 2, lr: 3e-05,
8
+ max_std: 1.0, min_std: 0.1, outscale: 1.0, std: learned, temp: 0.1, unimix_ratio: 0.01}
9
+ actor_only_scale: 0.0
10
+ annealing: null
11
+ architecture: [100, 100]
12
+ augment_images: false
13
+ batch_length: 64
14
+ batch_size: 16
15
+ bc_loss_only: false
16
+ bc_reg: true
17
+ bc_reg_wd: 1.0
18
+ bc_reg_weight: 1.0
19
+ checkPeriod: 10000
20
+ classifier_batch_length: 1500
21
+ classifier_batch_size: 32
22
+ classifier_epoch: 50
23
+ classifier_latent_mode: all
24
+ classifier_mode: split
25
+ classifier_padding_mode: last
26
+ compile: true
27
+ consRadius: 0.5
28
+ cont_ensemble_size: 1
29
+ cont_ensemble_subsample: 1
30
+ cont_head: {layers: 2, loss_scale: 1.0, outscale: 1.0}
31
+ costType: sparse
32
+ critic: {dist: symlog_disc, eps: 1e-05, grad_clip: 100.0, layers: 2, lr: 3e-05, outscale: 0.0,
33
+ slow_target: true, slow_target_fraction: 0.02, slow_target_update: 1}
34
+ critic_ensemble_size: 1
35
+ critic_ensemble_subsample: 2
36
+ critic_reset_every: 0
37
+ dataset_size: 1000000
38
+ debug: false
39
+ decay_model_lr: false
40
+ decoder: {act: SiLU, cnn_depth: 32, cnn_keys: .*image.*, cnn_sigmoid: false, image_dist: mse,
41
+ kernel_size: 4, minres: 4, mlp_keys: state, mlp_layers: 5, mlp_units: 1024, norm: true,
42
+ outscale: 1.0, vector_dist: symlog_mse}
43
+ deterministic_run: true
44
+ device: cuda:0
45
+ disag_action_cond: false
46
+ disag_layers: 4
47
+ disag_log: true
48
+ disag_models: 10
49
+ disag_offset: 1
50
+ disag_target: stoch
51
+ disag_units: 400
52
+ discount: 0.997
53
+ discount_lambda: 0.95
54
+ doneType: toEnd
55
+ done_mode: 0
56
+ dropout_recur_in_residuals: false
57
+ dropout_recurrent_prob: 0
58
+ dt: 0.05
59
+ dyn_deter: 512
60
+ dyn_discrete: 0
61
+ dyn_hidden: 512
62
+ dyn_mean_act: none
63
+ dyn_min_std: 0.1
64
+ dyn_rec_depth: 1
65
+ dyn_scale: 0.5
66
+ dyn_std_act: sigmoid2
67
+ dyn_stoch: 32
68
+ ema_decay: 0.999
69
+ ema_power: 0.8
70
+ encoder: {act: SiLU, cnn_depth: 32, cnn_keys: .*image.*, kernel_size: 4, minres: 4,
71
+ mlp_keys: state, mlp_layers: 5, mlp_units: 1024, norm: true, symlog_inputs: true}
72
+ ensemble_residuals: false
73
+ envs: 1
74
+ eval_every: 500
75
+ eval_num_seeds: 50
76
+ eval_per_seed: 1
77
+ eval_state_mean: false
78
+ evaldir: null
79
+ exp_name: wm_real_bag
80
+ expl_behavior: greedy
81
+ expl_extr_scale: 0.0
82
+ expl_intr_scale: 1.0
83
+ expl_until: 0
84
+ freeze_encoder: true
85
+ from_ckpt: null
86
+ from_prefill_dir: null
87
+ gamma: 0.9999
88
+ grad_clip: 1000
89
+ grad_heads: [decoder, cont]
90
+ grayscale: false
91
+ grid_path: /home/kensuke/latent-safety/logs/grid/LS_BRT_v1_w1.25.npy
92
+ gt_lx: false
93
+ hybrid_critic_fitting: false
94
+ hybrid_training: true
95
+ ignore_base_policy: false
96
+ imag_gradient: dynamics
97
+ imag_gradient_mix: 0.0
98
+ imag_horizon: 15
99
+ image: null
100
+ image_size: 64
101
+ initial: learned
102
+ initial_joint_train_steps: 0
103
+ kl_free: 1.0
104
+ learnedDyn: null
105
+ learnedMargin: null
106
+ learningRate: 0.001
107
+ log_every: 100
108
+ log_every_video: 2000
109
+ logdir: logs/dreamer_cont/0106/234547
110
+ mask_recur: false
111
+ maxUpdates: 400000
112
+ memoryCapacity: 10000
113
+ mode: RA
114
+ model_lr: 0.0001
115
+ model_only_scale: 0.0
116
+ multi_task_data: false
117
+ name: world_model_new
118
+ no_joint_steps: false
119
+ norm: true
120
+ numT: 25
121
+ num_actions: 3
122
+ num_exp_trajs: 300
123
+ num_pts: 5000
124
+ nx: 51
125
+ ny: 51
126
+ nz: 51
127
+ obs_keys: [cam_front_view_image, cam_wrist_view_image]
128
+ obs_lr: 0.001
129
+ obs_r: 0.5
130
+ obs_step: 1
131
+ obs_x: 0
132
+ obs_y: 0
133
+ observation_space:
134
+ cam_front_view_image: [64, 64, 3]
135
+ cam_wrist_view_image: [64, 64, 3]
136
+ discount: [1]
137
+ state: [8]
138
+ offline_evaldir: ''
139
+ offline_traindir: ''
140
+ opt: adam
141
+ opt_eps: 1e-08
142
+ outFolder: logs/experiments
143
+ parallel: false
144
+ plotFigure: null
145
+ precision: 32
146
+ prefill: 5000
147
+ pretrain: 100
148
+ pretrain_actor_steps: 0
149
+ pretrain_annealing: null
150
+ pretrain_bc_loss_only: true
151
+ pretrain_ema: false
152
+ pretrain_joint_steps: 150000
153
+ pretrain_loss: ce
154
+ pretrain_on_random: false
155
+ pretrain_on_random_mixed: false
156
+ pretrain_reward_val: null
157
+ pretrain_separately: false
158
+ randomSeed: 0
159
+ recon_pretrain: true
160
+ rep_scale: 0.1
161
+ reset_every: 0
162
+ residual_discount: 0.95
163
+ residual_init_zeros: false
164
+ reward_EMA: true
165
+ reward_ensemble_size: 1
166
+ reward_ensemble_subsample: 1
167
+ reward_head: {dist: symlog_disc, layers: 2, loss_scale: 1.0, outscale: 0.0}
168
+ root_dir: /home/yilinwu/Projects/failure_detection/data
169
+ sample_freq: 1
170
+ seed: 0
171
+ seed_in_batches: true
172
+ separate_reward_training: true
173
+ shape_rewards: true
174
+ shift_rewards: false
175
+ showTime: null
176
+ size: [128, 128]
177
+ speed: 1
178
+ state_keys: [state]
179
+ steps: 1000000.0
180
+ steps_per_batch: 100
181
+ storeFigure: true
182
+ targetRadius: 0.5
183
+ task: GraspBag
184
+ terminalType: g
185
+ time_limit: 200
186
+ train_ratio: 1024
187
+ train_residuals: true
188
+ traindir: null
189
+ transformer: {activation: gelu, attn_dropout: 0.05, block_output_dropout: 0.05, causal: true,
190
+ context_length: 1500, emb_dropout: 0.05, embed_dim: 64, enabled: true, nn_parameter_for_timesteps: false,
191
+ num_heads: 1, num_layers: 1, pred_future_acs: false, sinusoidal_embedding: true,
192
+ supervise_all_steps: false}
193
+ turnRadius: 0.8
194
+ u_max: 1.25
195
+ unimix_ratio: 0.01
196
+ units: 512
197
+ updateTimes: 20
198
+ use_reward: false
199
+ utd_ratio: 1
200
+ validation_mse_trajs: 36
201
+ video_pred_log: true
202
+ wandb_name: wm_real_bag_bs_16_bl_64_eps_300_sample_freq_1_with_only_policy_data_normalization_abs_action
203
+ warmup: true
204
+ warmupIter: 500
205
+ weight_decay: 0.0
206
+ wm: true
207
+ x_max: 1.1
208
+ x_min: -1.1
209
+ y_max: 1.1
210
+ y_min: -1.1
bag_ckpt/0106/234547/pretrain_joint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83d46d6235bbc89a565e86b8b2be3078172b3128aa233fbf18a7d464c597c58b
3
+ size 213890471
bag_ckpt/0106/234547/pretrain_joint_10000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e87564c68d8099e1e925e947ea0c5b6033cb10f87fae081b0f3bd76036cea61
3
+ size 213892355
bag_ckpt/0106/234547/pretrain_joint_100000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbf7a96138225b67984e7fc35a3c67ea630139d5d3261d83858fbe4175afa97a
3
+ size 213892669
bag_ckpt/0106/234547/pretrain_joint_110000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1c1fd09d387962391cfb531e218396475cc8cf6f7c78214375d58a95cc5fcf4
3
+ size 213892669
bag_ckpt/0106/234547/pretrain_joint_120000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:102321f1eac64f67b8c296df33bbbb7587d4c13ad06112f9630ac1bf4ce85250
3
+ size 213892669
bag_ckpt/0106/234547/pretrain_joint_130000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e79d89a99615cec76840ca7740bac79ecbabac782d78d2754a8d419b4431fcb
3
+ size 213892669
bag_ckpt/0106/234547/pretrain_joint_140000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58cd71c4f2c5f30de63c13e4a214cac93f5b89b2e3dd153590a76b4aef5d8ea2
3
+ size 213892669
bag_ckpt/0106/234547/pretrain_joint_150000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:766895e5a1c31512690609a7e026d3457684126c8503c882e79244e5c22414db
3
+ size 213892669
bag_ckpt/0106/234547/pretrain_joint_20000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78d7df77f0fce3d1323a37f903148b3f3f13471e6f89df00894350f43db8f89c
3
+ size 213892355
bag_ckpt/0106/234547/pretrain_joint_30000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bf8c85efc97076240ddae3e8c648417d30b11210deb3b8199aac5feb40da8d2
3
+ size 213892355
bag_ckpt/0106/234547/pretrain_joint_40000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1e9caf785d56bd8781279a7e87aa654d28028feaceb640c299d0e3d2a02d9e4
3
+ size 213892355
bag_ckpt/0106/234547/pretrain_joint_50000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:621284620fa9701621d5a057071097b390614dd9902142e00917f5664553fffa
3
+ size 213892355
bag_ckpt/0106/234547/pretrain_joint_60000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:489db109fb45cdcaa354121d81951207d7cf9946ef3c07d13f398fd06412e4b1
3
+ size 213892355
bag_ckpt/0106/234547/pretrain_joint_70000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e889df53478ff6e330899c7d0ff1f81b03e0d5e42c761fe09873cf89ace1615e
3
+ size 213892355
bag_ckpt/0106/234547/pretrain_joint_80000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:738c2c6a786257286aedb02db30c928c6a1c94bc20f74f8f3cfaf334c48d6c33
3
+ size 213892355
bag_ckpt/0106/234547/pretrain_joint_90000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c481c43594368c7f4edb9d5aebe4ea94768f8d39267a3217afd467f384b71d2b
3
+ size 213892355
cup_ckpt/1229/222731/best_pretrain_joint_228_89.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7dc1e956ed8096feec97c75d7e88915626cd417eaff65568d878dda94f259bb
3
+ size 213894774
cup_ckpt/1229/222731/best_pretrain_joint_239_27.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35adcf579f46e8f4774486da84d8fa112dadd88a07b528f6594ba3f85fbbf0fd
3
+ size 213894774
cup_ckpt/1229/222731/best_pretrain_joint_250_04.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faee4ae1d2dc54a5d88a33c12d579b8bb7227c6028ca667941faa787649553d8
3
+ size 213894774
cup_ckpt/1229/222731/best_pretrain_joint_265_60.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82bc5998b3cd875f4b1ce4d7e42f65de3a12d7e22000936c48117d8daf26e7d8
3
+ size 213894774
cup_ckpt/1229/222731/best_pretrain_joint_272_61.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a17d00f73cbf8c216a174b6930e45b50dd775d583fc051c494c40bfe2d9c334
3
+ size 213894774
cup_ckpt/1229/222731/best_pretrain_joint_369_47.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a49ab2277a73f3cfb506a3b4cdf013c84291066057c75bb5feaec5a3b67733af
3
+ size 213894774
cup_ckpt/1229/222731/best_pretrain_joint_453_47.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d4420cc36451d9fee4f9739b82abe31c98bf0bafacbf3a690d490089ca40206
3
+ size 213894774
cup_ckpt/1229/222731/best_pretrain_joint_466_76.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14a4551603b7c63ce28b685c8b808299a1a951a62a35189032f74865bf1f39c5
3
+ size 213894774
cup_ckpt/1229/222731/best_pretrain_joint_521_53.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:036a0c0a19d3b61cda2a2178713af058a056d46293d55914408619587c4e07d2
3
+ size 213894774
cup_ckpt/1229/222731/best_pretrain_joint_525_90.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44487266ef6628554fccfb69d812f2e9ff51101394066295453e4268d844d533
3
+ size 213894774
cup_ckpt/1229/222731/best_pretrain_joint_554_93.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8cf3e54558887ba4351b9431c5736c7ac06815de8074bd1d70f792d59d5ff1f
3
+ size 213894774
cup_ckpt/1229/222731/best_pretrain_joint_8321_37.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d95cf16aa9862c7a1e666c8a6a3d0b50a69a138b9617639c8ed92790c8bfd669
3
+ size 213895090
cup_ckpt/1229/222731/config.yaml ADDED
@@ -0,0 +1,209 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ act: SiLU
2
+ actType: Tanh
3
+ action_repeat: 1
4
+ action_space: [8]
5
+ actor: {dist: normal, entropy: 0.0003, eps: 1e-05, grad_clip: 100.0, layers: 2, lr: 3e-05,
6
+ max_std: 1.0, min_std: 0.1, outscale: 1.0, std: learned, temp: 0.1, unimix_ratio: 0.01}
7
+ actor_only_scale: 0.0
8
+ annealing: null
9
+ architecture: [100, 100]
10
+ augment_images: false
11
+ batch_length: 64
12
+ batch_size: 16
13
+ bc_loss_only: false
14
+ bc_reg: true
15
+ bc_reg_wd: 1.0
16
+ bc_reg_weight: 1.0
17
+ checkPeriod: 10000
18
+ classifier_batch_length: 1500
19
+ classifier_batch_size: 32
20
+ classifier_epoch: 50
21
+ classifier_latent_mode: all
22
+ classifier_mode: split
23
+ classifier_padding_mode: last
24
+ compile: true
25
+ consRadius: 0.5
26
+ cont_ensemble_size: 1
27
+ cont_ensemble_subsample: 1
28
+ cont_head: {layers: 2, loss_scale: 1.0, outscale: 1.0}
29
+ costType: sparse
30
+ critic: {dist: symlog_disc, eps: 1e-05, grad_clip: 100.0, layers: 2, lr: 3e-05, outscale: 0.0,
31
+ slow_target: true, slow_target_fraction: 0.02, slow_target_update: 1}
32
+ critic_ensemble_size: 1
33
+ critic_ensemble_subsample: 2
34
+ critic_reset_every: 0
35
+ dataset_size: 1000000
36
+ debug: false
37
+ decay_model_lr: false
38
+ decoder: {act: SiLU, cnn_depth: 32, cnn_keys: .*image.*, cnn_sigmoid: false, image_dist: mse,
39
+ kernel_size: 4, minres: 4, mlp_keys: state, mlp_layers: 5, mlp_units: 1024, norm: true,
40
+ outscale: 1.0, vector_dist: symlog_mse}
41
+ deterministic_run: true
42
+ device: cuda:0
43
+ disag_action_cond: false
44
+ disag_layers: 4
45
+ disag_log: true
46
+ disag_models: 10
47
+ disag_offset: 1
48
+ disag_target: stoch
49
+ disag_units: 400
50
+ discount: 0.997
51
+ discount_lambda: 0.95
52
+ doneType: toEnd
53
+ done_mode: 0
54
+ dropout_recur_in_residuals: false
55
+ dropout_recurrent_prob: 0
56
+ dt: 0.05
57
+ dyn_deter: 512
58
+ dyn_discrete: 0
59
+ dyn_hidden: 512
60
+ dyn_mean_act: none
61
+ dyn_min_std: 0.1
62
+ dyn_rec_depth: 1
63
+ dyn_scale: 0.5
64
+ dyn_std_act: sigmoid2
65
+ dyn_stoch: 32
66
+ ema_decay: 0.999
67
+ ema_power: 0.8
68
+ encoder: {act: SiLU, cnn_depth: 32, cnn_keys: .*image.*, kernel_size: 4, minres: 4,
69
+ mlp_keys: state, mlp_layers: 5, mlp_units: 1024, norm: true, symlog_inputs: true}
70
+ ensemble_residuals: false
71
+ envs: 1
72
+ eval_every: 500
73
+ eval_num_seeds: 50
74
+ eval_per_seed: 1
75
+ eval_state_mean: false
76
+ evaldir: null
77
+ exp_name: wm_real_cup
78
+ expl_behavior: greedy
79
+ expl_extr_scale: 0.0
80
+ expl_intr_scale: 1.0
81
+ expl_until: 0
82
+ freeze_encoder: true
83
+ from_ckpt: null
84
+ from_prefill_dir: null
85
+ gamma: 0.9999
86
+ grad_clip: 1000
87
+ grad_heads: [decoder, cont]
88
+ grayscale: false
89
+ grid_path: /home/kensuke/latent-safety/logs/grid/LS_BRT_v1_w1.25.npy
90
+ gt_lx: false
91
+ hybrid_critic_fitting: false
92
+ hybrid_training: true
93
+ ignore_base_policy: false
94
+ imag_gradient: dynamics
95
+ imag_gradient_mix: 0.0
96
+ imag_horizon: 15
97
+ image: null
98
+ image_size: 64
99
+ initial: learned
100
+ initial_joint_train_steps: 0
101
+ kl_free: 1.0
102
+ learnedDyn: null
103
+ learnedMargin: null
104
+ learningRate: 0.001
105
+ log_every: 100
106
+ log_every_video: 2000
107
+ logdir: logs/dreamer_cont/1229/222731
108
+ mask_recur: false
109
+ maxUpdates: 400000
110
+ memoryCapacity: 10000
111
+ mode: RA
112
+ model_lr: 0.0001
113
+ model_only_scale: 0.0
114
+ multi_task_data: false
115
+ name: world_model_new
116
+ no_joint_steps: false
117
+ norm: true
118
+ numT: 25
119
+ num_actions: 3
120
+ num_exp_trajs: 300
121
+ num_pts: 5000
122
+ nx: 51
123
+ ny: 51
124
+ nz: 51
125
+ obs_keys: [cam_front_view_image, cam_wrist_view_image]
126
+ obs_lr: 0.001
127
+ obs_r: 0.5
128
+ obs_step: 1
129
+ obs_x: 0
130
+ obs_y: 0
131
+ observation_space:
132
+ cam_front_view_image: [64, 64, 3]
133
+ cam_wrist_view_image: [64, 64, 3]
134
+ discount: [1]
135
+ state: [8]
136
+ offline_evaldir: ''
137
+ offline_traindir: ''
138
+ opt: adam
139
+ opt_eps: 1e-08
140
+ outFolder: logs/experiments
141
+ parallel: false
142
+ plotFigure: null
143
+ precision: 32
144
+ prefill: 5000
145
+ pretrain: 100
146
+ pretrain_actor_steps: 0
147
+ pretrain_annealing: null
148
+ pretrain_bc_loss_only: true
149
+ pretrain_ema: false
150
+ pretrain_joint_steps: 150000
151
+ pretrain_loss: ce
152
+ pretrain_on_random: false
153
+ pretrain_on_random_mixed: false
154
+ pretrain_reward_val: null
155
+ pretrain_separately: false
156
+ randomSeed: 0
157
+ recon_pretrain: true
158
+ rep_scale: 0.1
159
+ reset_every: 0
160
+ residual_discount: 0.95
161
+ residual_init_zeros: false
162
+ reward_EMA: true
163
+ reward_ensemble_size: 1
164
+ reward_ensemble_subsample: 1
165
+ reward_head: {dist: symlog_disc, layers: 2, loss_scale: 1.0, outscale: 0.0}
166
+ root_dir: /data/wm_data
167
+ sample_freq: 1
168
+ seed: 0
169
+ seed_in_batches: true
170
+ separate_reward_training: true
171
+ shape_rewards: true
172
+ shift_rewards: false
173
+ showTime: null
174
+ size: [128, 128]
175
+ speed: 1
176
+ state_keys: [state]
177
+ steps: 1000000.0
178
+ steps_per_batch: 100
179
+ storeFigure: true
180
+ targetRadius: 0.5
181
+ task: GraspCup
182
+ terminalType: g
183
+ time_limit: 200
184
+ train_ratio: 1024
185
+ train_residuals: true
186
+ traindir: null
187
+ transformer: {activation: gelu, attn_dropout: 0.05, block_output_dropout: 0.05, causal: true,
188
+ context_length: 1500, emb_dropout: 0.05, embed_dim: 64, enabled: true, nn_parameter_for_timesteps: false,
189
+ num_heads: 1, num_layers: 1, pred_future_acs: false, sinusoidal_embedding: true,
190
+ supervise_all_steps: false}
191
+ turnRadius: 0.8
192
+ u_max: 1.25
193
+ unimix_ratio: 0.01
194
+ units: 512
195
+ updateTimes: 20
196
+ use_reward: false
197
+ utd_ratio: 1
198
+ validation_mse_trajs: 36
199
+ video_pred_log: true
200
+ wandb_name:
201
+ wm_real_cup_bs_16_bl_64_eps_300_sample_freq_1_with_only_policy_data_normalization
202
+ warmup: true
203
+ warmupIter: 500
204
+ weight_decay: 0.0
205
+ wm: true
206
+ x_max: 1.1
207
+ x_min: -1.1
208
+ y_max: 1.1
209
+ y_min: -1.1
cup_ckpt/1229/222731/pretrain_joint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e2aa5de25b1f403f50baf6e2078731f347b43f1f4a6e8af59fdf974203991a9
3
+ size 213890918
cup_ckpt/1229/222731/pretrain_joint_10000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd0fdba547ebaba56d6828ca5ab698c2079ec49b9b85cf0c19d4db1151fbc291
3
+ size 213892814
cup_ckpt/1229/222731/pretrain_joint_100000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5abdfce9eaadb52188bc074460189da3247d2f7e636cfd192c5f490956b210fe
3
+ size 213893130
cup_ckpt/1229/222731/pretrain_joint_110000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdb95622b6810eef3abe5ed3ad7011cd8e8341be735028ae6012f8d3b41f3dcc
3
+ size 213893130
cup_ckpt/1229/222731/pretrain_joint_120000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbf2354a239a8edef918387cb2d3c50d1f3b99c33883603ff7ec977d6e34a380
3
+ size 213893130
cup_ckpt/1229/222731/pretrain_joint_130000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4333fa1d21544136924955136df4635bd6e349637034fb79d971ee5a77b8201
3
+ size 213893130
cup_ckpt/1229/222731/pretrain_joint_140000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d414e1a5f55caa3dc4df2e80672999b36c2096f93516c6459d8ad6b6ca9e824
3
+ size 213893130
cup_ckpt/1229/222731/pretrain_joint_150000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:088f43b9bda621396e3923115a47addc9207e4b1303acb969ed3da2e2ebeec9f
3
+ size 213893130
cup_ckpt/1229/222731/pretrain_joint_20000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:903d2dbbf6cde2630ba0d826ddcce59a4dafcd700e25d83ab33a1c751c4ad1c6
3
+ size 213892814
cup_ckpt/1229/222731/pretrain_joint_30000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:307902a71a9a275f8b52d1bd574624d597671a6ca7d741e11301bf784c0af2b0
3
+ size 213892814