Upload folder using huggingface_hub
Browse files- args.yaml +10 -0
- cfg.yaml +68 -0
- eval/rlbench_all/eval_cfg.yaml +12 -0
- eval/rlbench_all/model_45/87.78.txt +1 -0
- eval/rlbench_all/model_45/eval_results.csv +19 -0
- model_45.pth +3 -0
args.yaml
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
cfg_opts: ''
|
| 2 |
+
cfg_path: spatial_actor/configs/spact.yaml
|
| 3 |
+
ckpt_freq: 5
|
| 4 |
+
data_folder: /data/data/rlbench
|
| 5 |
+
device: 0,1,2,3,4,5,6,7
|
| 6 |
+
iter_based: true
|
| 7 |
+
log_dir: /data/ckpt/spact
|
| 8 |
+
num_train: 100
|
| 9 |
+
refresh_replay: false
|
| 10 |
+
train_replay_dir: /data/data/spact-rlbench-replay
|
cfg.yaml
ADDED
|
@@ -0,0 +1,68 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
add_rgc_loss: true
|
| 2 |
+
amp: true
|
| 3 |
+
bnb: true
|
| 4 |
+
bs: 8
|
| 5 |
+
epochs: 50
|
| 6 |
+
exp_id: base
|
| 7 |
+
gt_hm_sigma: 1.5
|
| 8 |
+
img_aug: 0.0
|
| 9 |
+
lambda_weight_l2: 0.0001
|
| 10 |
+
lr: 1.25e-05
|
| 11 |
+
lr_cos_dec: true
|
| 12 |
+
model:
|
| 13 |
+
activation: lrelu
|
| 14 |
+
add_corr: true
|
| 15 |
+
add_depth: true
|
| 16 |
+
add_pixel_loc: true
|
| 17 |
+
add_proprio: true
|
| 18 |
+
align_loss: 0.0
|
| 19 |
+
attn_dim: 512
|
| 20 |
+
attn_dim_head: 64
|
| 21 |
+
attn_dropout: 0.1
|
| 22 |
+
attn_heads: 8
|
| 23 |
+
dep_exp_path: /data/ckpt/spact/pretrained
|
| 24 |
+
dep_exp_type: DA-vitb
|
| 25 |
+
feat_dim: 220
|
| 26 |
+
final_dim: 64
|
| 27 |
+
geo_enc_type: RN50
|
| 28 |
+
im_channels: 128
|
| 29 |
+
img_feat_dim: 3
|
| 30 |
+
img_patch_size: 8
|
| 31 |
+
img_size: 224
|
| 32 |
+
lang_dim: 512
|
| 33 |
+
lang_len: 77
|
| 34 |
+
norm_corr: true
|
| 35 |
+
num_rot: 72
|
| 36 |
+
proprio_cat_dim: 64
|
| 37 |
+
proprio_dim: 4
|
| 38 |
+
reenc_text: false
|
| 39 |
+
rend_three_views: true
|
| 40 |
+
sem_enc_type: CLIP-RN101
|
| 41 |
+
spt_scene_layers: 4
|
| 42 |
+
spt_view_layers: 4
|
| 43 |
+
st_sca: 4
|
| 44 |
+
st_wpt_loc_aug: 0.05
|
| 45 |
+
st_wpt_loc_inp_no_noise: true
|
| 46 |
+
weight_tie_layers: false
|
| 47 |
+
xops: true
|
| 48 |
+
move_pc_in_bound: true
|
| 49 |
+
noise_type: none
|
| 50 |
+
num_rotation_classes: 72
|
| 51 |
+
num_workers: 8
|
| 52 |
+
optimizer_type: lamb
|
| 53 |
+
place_with_mean: false
|
| 54 |
+
resume: last
|
| 55 |
+
sample_distribution_mode: task_uniform
|
| 56 |
+
tasks: all
|
| 57 |
+
train_iter: 160000
|
| 58 |
+
transform_augmentation: true
|
| 59 |
+
transform_augmentation_rpy:
|
| 60 |
+
- 0.0
|
| 61 |
+
- 0.0
|
| 62 |
+
- 45.0
|
| 63 |
+
transform_augmentation_xyz:
|
| 64 |
+
- 0.125
|
| 65 |
+
- 0.125
|
| 66 |
+
- 0.125
|
| 67 |
+
warmup_steps: 2000
|
| 68 |
+
|
eval/rlbench_all/eval_cfg.yaml
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
device: 0
|
| 2 |
+
episode_length: 25
|
| 3 |
+
eval_datafolder: /data/data/rlbench/test
|
| 4 |
+
eval_episodes: 25
|
| 5 |
+
eval_log_dir: /data/ckpt/spact/base/eval/rlbench_all
|
| 6 |
+
headless: true
|
| 7 |
+
log_name: rlbench_all
|
| 8 |
+
model_path: /data/ckpt/spact/base/model_45.pth
|
| 9 |
+
save_video: false
|
| 10 |
+
start_episode: 0
|
| 11 |
+
tasks:
|
| 12 |
+
- all
|
eval/rlbench_all/model_45/87.78.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
Average Success Rate: 87.78
|
eval/rlbench_all/model_45/eval_results.csv
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
task,success rate,length,total_transitions
|
| 2 |
+
put_item_in_drawer,100.0,13.0,325
|
| 3 |
+
reach_and_drag,100.0,9.52,563
|
| 4 |
+
turn_tap,88.0,4.8,683
|
| 5 |
+
slide_block_to_color_target,96.0,7.76,877
|
| 6 |
+
open_drawer,72.0,5.72,1020
|
| 7 |
+
put_groceries_in_cupboard,76.0,8.48,1232
|
| 8 |
+
place_shape_in_shape_sorter,84.0,9.4,1467
|
| 9 |
+
put_money_in_safe,96.0,6.52,1630
|
| 10 |
+
push_buttons,100.0,3.76,1825
|
| 11 |
+
close_jar,92.0,6.8,1995
|
| 12 |
+
stack_blocks,52.0,18.52,2335
|
| 13 |
+
place_cups,72.0,19.6,2979
|
| 14 |
+
place_wine_at_rack_location,92.0,8.44,3073
|
| 15 |
+
light_bulb_in,92.0,7.24,3333
|
| 16 |
+
sweep_to_dustpan_of_size,100.0,4.76,3452
|
| 17 |
+
insert_onto_square_peg,96.0,6.2,3607
|
| 18 |
+
meat_off_grill,96.0,6.2,3753
|
| 19 |
+
stack_cups,76.0,14.64,4133
|
model_45.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:130d851cfca5bae16eda3923d20d51a487cd2bc1e39e0c26a00f06b2747ad3b6
|
| 3 |
+
size 1355169216
|