MattF3550 commited on
Commit
2f24b84
·
verified ·
1 Parent(s): 86e47f8

Upload eval_rgb/evaluation_results_rgb_bridge_100ep.txt with huggingface_hub

Browse files
eval_rgb/evaluation_results_rgb_bridge_100ep.txt ADDED
@@ -0,0 +1,128 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Average success: 0.0
2
+ Average sub task grasp success: 0.0
3
+ Average sub task move success: 0.12
4
+ Args: Namespace(policy_model='lapa', policy_setup='widowx_bridge', ckpt_path='params::/workspace/LAPA/outputs/bridge_finetune_product_vq_rgb_1gpu/bridge_finetune_product_vq_rgb_1gpu/streaming_params_20000', env_name='StackGreenCubeOnYellowCubeBakedTexInScene-v0', additional_env_save_tags=None, scene_name='bridge_table_1_v1', enable_raytracing=False, robot='widowx', obs_camera_name=None, action_scale=1.0, action_scale_file='/workspace/LAPA/data/bridge_finetune_filtered.csv', vqgan_checkpoint='/workspace/LAPA/lapa_checkpoints/vqgan', seed=1234, mesh_dim='1,-1,1,1', dtype='bf16', load_llama_config='7b', update_llama_config="dict(action_vocab_size=256,delta_vocab_size=8,sample_mode='text',theta=50000000,max_sequence_length=32768,scan_attention=False,scan_query_chunk_size=128,scan_key_chunk_size=128,scan_mlp=False,scan_mlp_chunk_size=8192,scan_layers=True)", tokens_per_delta=4, tokens_per_action=7, vocab_file='/workspace/LAPA/lapa_checkpoints/tokenizer.model', multi_image=1, jax_distributed=coordinator_address: !!python/object:ml_collections.config_dict.config_dict.FieldReference
5
+ _field_type: &id001 !!python/name:builtins.str ''
6
+ _ops: []
7
+ _required: false
8
+ _value: null
9
+ initialize_jax_distributed: false
10
+ local_device_ids: !!python/object:ml_collections.config_dict.config_dict.FieldReference
11
+ _field_type: *id001
12
+ _ops: []
13
+ _required: false
14
+ _value: null
15
+ num_processes: !!python/object:ml_collections.config_dict.config_dict.FieldReference
16
+ _field_type: &id002 !!python/name:builtins.int ''
17
+ _ops: []
18
+ _required: false
19
+ _value: null
20
+ process_id: !!python/object:ml_collections.config_dict.config_dict.FieldReference
21
+ _field_type: *id002
22
+ _ops: []
23
+ _required: false
24
+ _value: null
25
+ , delta_actions=True, cont_action=False, control_freq=5, sim_freq=500, max_episode_steps=60, rgb_overlay_path='/workspace/LAPA/SimplerEnv/ManiSkill2_real2sim/data/real_inpainting/bridge_real_eval_1.png', indi_task=None, gripper=0, unnorm_key='bridge_orig', robot_init_x_range=[0.147, 0.147, 1.0], robot_init_y_range=[0.028, 0.028, 1.0], robot_init_rot_quat_center=[0.0, 0.0, 0.0, 1.0], robot_init_rot_rpy_range=[0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], obj_variation_mode='episode', obj_episode_range=[0, 100], obj_init_x_range=[-0.35, -0.12, 5], obj_init_y_range=[-0.02, 0.42, 5], additional_env_build_kwargs=None, logging_dir='/workspace/LAPA/SimplerEnv/results_bridge_100ep/rgb', save_video_on_success=True, save_video_mode='grasp_or_overall', tf_memory_limit=2048, octo_init_rng=0, tokenizer=add_bos_token: false
26
+ add_eos_token: false
27
+ vocab_file: /workspace/LAPA/lapa_checkpoints/tokenizer.model
28
+ , llama=delta_vocab_size: 32
29
+ sample_mode: all
30
+ tie_vision_embeddings: false
31
+ vision_vocab_size: 8448
32
+ , load_checkpoint='params::/workspace/LAPA/outputs/bridge_finetune_product_vq_rgb_1gpu/bridge_finetune_product_vq_rgb_1gpu/streaming_params_20000', robot_init_xs=array([0.147]), robot_init_ys=array([0.028]), robot_init_quats=[array([0., 0., 0., 1.], dtype=float32)])
33
+ Average success: 0.01
34
+ Average sub task grasp success: 0.01
35
+ Average sub task move success: 0.11
36
+ Args: Namespace(policy_model='lapa', policy_setup='widowx_bridge', ckpt_path='params::/workspace/LAPA/outputs/bridge_finetune_product_vq_rgb_1gpu/bridge_finetune_product_vq_rgb_1gpu/streaming_params_20000', env_name='PutCarrotOnPlateInScene-v0', additional_env_save_tags=None, scene_name='bridge_table_1_v1', enable_raytracing=False, robot='widowx', obs_camera_name=None, action_scale=1.0, action_scale_file='/workspace/LAPA/data/bridge_finetune_filtered.csv', vqgan_checkpoint='/workspace/LAPA/lapa_checkpoints/vqgan', seed=1234, mesh_dim='1,-1,1,1', dtype='bf16', load_llama_config='7b', update_llama_config="dict(action_vocab_size=256,delta_vocab_size=8,sample_mode='text',theta=50000000,max_sequence_length=32768,scan_attention=False,scan_query_chunk_size=128,scan_key_chunk_size=128,scan_mlp=False,scan_mlp_chunk_size=8192,scan_layers=True)", tokens_per_delta=4, tokens_per_action=7, vocab_file='/workspace/LAPA/lapa_checkpoints/tokenizer.model', multi_image=1, jax_distributed=coordinator_address: !!python/object:ml_collections.config_dict.config_dict.FieldReference
37
+ _field_type: &id001 !!python/name:builtins.str ''
38
+ _ops: []
39
+ _required: false
40
+ _value: null
41
+ initialize_jax_distributed: false
42
+ local_device_ids: !!python/object:ml_collections.config_dict.config_dict.FieldReference
43
+ _field_type: *id001
44
+ _ops: []
45
+ _required: false
46
+ _value: null
47
+ num_processes: !!python/object:ml_collections.config_dict.config_dict.FieldReference
48
+ _field_type: &id002 !!python/name:builtins.int ''
49
+ _ops: []
50
+ _required: false
51
+ _value: null
52
+ process_id: !!python/object:ml_collections.config_dict.config_dict.FieldReference
53
+ _field_type: *id002
54
+ _ops: []
55
+ _required: false
56
+ _value: null
57
+ , delta_actions=True, cont_action=False, control_freq=5, sim_freq=500, max_episode_steps=60, rgb_overlay_path='/workspace/LAPA/SimplerEnv/ManiSkill2_real2sim/data/real_inpainting/bridge_real_eval_1.png', indi_task=None, gripper=0, unnorm_key='bridge_orig', robot_init_x_range=[0.147, 0.147, 1.0], robot_init_y_range=[0.028, 0.028, 1.0], robot_init_rot_quat_center=[0.0, 0.0, 0.0, 1.0], robot_init_rot_rpy_range=[0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], obj_variation_mode='episode', obj_episode_range=[0, 100], obj_init_x_range=[-0.35, -0.12, 5], obj_init_y_range=[-0.02, 0.42, 5], additional_env_build_kwargs=None, logging_dir='/workspace/LAPA/SimplerEnv/results_bridge_100ep/rgb', save_video_on_success=True, save_video_mode='grasp_or_overall', tf_memory_limit=2048, octo_init_rng=0, tokenizer=add_bos_token: false
58
+ add_eos_token: false
59
+ vocab_file: /workspace/LAPA/lapa_checkpoints/tokenizer.model
60
+ , llama=delta_vocab_size: 32
61
+ sample_mode: all
62
+ tie_vision_embeddings: false
63
+ vision_vocab_size: 8448
64
+ , load_checkpoint='params::/workspace/LAPA/outputs/bridge_finetune_product_vq_rgb_1gpu/bridge_finetune_product_vq_rgb_1gpu/streaming_params_20000', robot_init_xs=array([0.147]), robot_init_ys=array([0.028]), robot_init_quats=[array([0., 0., 0., 1.], dtype=float32)])
65
+ Average success: 0.0
66
+ Average sub task grasp success: 0.01
67
+ Average sub task move success: 0.18
68
+ Args: Namespace(policy_model='lapa', policy_setup='widowx_bridge', ckpt_path='params::/workspace/LAPA/outputs/bridge_finetune_product_vq_rgb_1gpu/bridge_finetune_product_vq_rgb_1gpu/streaming_params_20000', env_name='PutSpoonOnTableClothInScene-v0', additional_env_save_tags=None, scene_name='bridge_table_1_v1', enable_raytracing=False, robot='widowx', obs_camera_name=None, action_scale=1.0, action_scale_file='/workspace/LAPA/data/bridge_finetune_filtered.csv', vqgan_checkpoint='/workspace/LAPA/lapa_checkpoints/vqgan', seed=1234, mesh_dim='1,-1,1,1', dtype='bf16', load_llama_config='7b', update_llama_config="dict(action_vocab_size=256,delta_vocab_size=8,sample_mode='text',theta=50000000,max_sequence_length=32768,scan_attention=False,scan_query_chunk_size=128,scan_key_chunk_size=128,scan_mlp=False,scan_mlp_chunk_size=8192,scan_layers=True)", tokens_per_delta=4, tokens_per_action=7, vocab_file='/workspace/LAPA/lapa_checkpoints/tokenizer.model', multi_image=1, jax_distributed=coordinator_address: !!python/object:ml_collections.config_dict.config_dict.FieldReference
69
+ _field_type: &id001 !!python/name:builtins.str ''
70
+ _ops: []
71
+ _required: false
72
+ _value: null
73
+ initialize_jax_distributed: false
74
+ local_device_ids: !!python/object:ml_collections.config_dict.config_dict.FieldReference
75
+ _field_type: *id001
76
+ _ops: []
77
+ _required: false
78
+ _value: null
79
+ num_processes: !!python/object:ml_collections.config_dict.config_dict.FieldReference
80
+ _field_type: &id002 !!python/name:builtins.int ''
81
+ _ops: []
82
+ _required: false
83
+ _value: null
84
+ process_id: !!python/object:ml_collections.config_dict.config_dict.FieldReference
85
+ _field_type: *id002
86
+ _ops: []
87
+ _required: false
88
+ _value: null
89
+ , delta_actions=True, cont_action=False, control_freq=5, sim_freq=500, max_episode_steps=60, rgb_overlay_path='/workspace/LAPA/SimplerEnv/ManiSkill2_real2sim/data/real_inpainting/bridge_real_eval_1.png', indi_task=None, gripper=0, unnorm_key='bridge_orig', robot_init_x_range=[0.147, 0.147, 1.0], robot_init_y_range=[0.028, 0.028, 1.0], robot_init_rot_quat_center=[0.0, 0.0, 0.0, 1.0], robot_init_rot_rpy_range=[0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], obj_variation_mode='episode', obj_episode_range=[0, 100], obj_init_x_range=[-0.35, -0.12, 5], obj_init_y_range=[-0.02, 0.42, 5], additional_env_build_kwargs=None, logging_dir='/workspace/LAPA/SimplerEnv/results_bridge_100ep/rgb', save_video_on_success=True, save_video_mode='grasp_or_overall', tf_memory_limit=2048, octo_init_rng=0, tokenizer=add_bos_token: false
90
+ add_eos_token: false
91
+ vocab_file: /workspace/LAPA/lapa_checkpoints/tokenizer.model
92
+ , llama=delta_vocab_size: 32
93
+ sample_mode: all
94
+ tie_vision_embeddings: false
95
+ vision_vocab_size: 8448
96
+ , load_checkpoint='params::/workspace/LAPA/outputs/bridge_finetune_product_vq_rgb_1gpu/bridge_finetune_product_vq_rgb_1gpu/streaming_params_20000', robot_init_xs=array([0.147]), robot_init_ys=array([0.028]), robot_init_quats=[array([0., 0., 0., 1.], dtype=float32)])
97
+ Average success: 0.0
98
+ Average sub task grasp success: 0.07
99
+ Average sub task move success: 0.41
100
+ Args: Namespace(policy_model='lapa', policy_setup='widowx_bridge', ckpt_path='params::/workspace/LAPA/outputs/bridge_finetune_product_vq_rgb_1gpu/bridge_finetune_product_vq_rgb_1gpu/streaming_params_20000', env_name='PutEggplantInBasketScene-v0', additional_env_save_tags=None, scene_name='bridge_table_1_v2', enable_raytracing=False, robot='widowx_sink_camera_setup', obs_camera_name=None, action_scale=1.0, action_scale_file='/workspace/LAPA/data/bridge_finetune_filtered.csv', vqgan_checkpoint='/workspace/LAPA/lapa_checkpoints/vqgan', seed=1234, mesh_dim='1,-1,1,1', dtype='bf16', load_llama_config='7b', update_llama_config="dict(action_vocab_size=256,delta_vocab_size=8,sample_mode='text',theta=50000000,max_sequence_length=32768,scan_attention=False,scan_query_chunk_size=128,scan_key_chunk_size=128,scan_mlp=False,scan_mlp_chunk_size=8192,scan_layers=True)", tokens_per_delta=4, tokens_per_action=7, vocab_file='/workspace/LAPA/lapa_checkpoints/tokenizer.model', multi_image=1, jax_distributed=coordinator_address: !!python/object:ml_collections.config_dict.config_dict.FieldReference
101
+ _field_type: &id001 !!python/name:builtins.str ''
102
+ _ops: []
103
+ _required: false
104
+ _value: null
105
+ initialize_jax_distributed: false
106
+ local_device_ids: !!python/object:ml_collections.config_dict.config_dict.FieldReference
107
+ _field_type: *id001
108
+ _ops: []
109
+ _required: false
110
+ _value: null
111
+ num_processes: !!python/object:ml_collections.config_dict.config_dict.FieldReference
112
+ _field_type: &id002 !!python/name:builtins.int ''
113
+ _ops: []
114
+ _required: false
115
+ _value: null
116
+ process_id: !!python/object:ml_collections.config_dict.config_dict.FieldReference
117
+ _field_type: *id002
118
+ _ops: []
119
+ _required: false
120
+ _value: null
121
+ , delta_actions=True, cont_action=False, control_freq=5, sim_freq=500, max_episode_steps=120, rgb_overlay_path='/workspace/LAPA/SimplerEnv/ManiSkill2_real2sim/data/real_inpainting/bridge_sink.png', indi_task=None, gripper=0, unnorm_key='bridge_orig', robot_init_x_range=[0.127, 0.127, 1.0], robot_init_y_range=[0.06, 0.06, 1.0], robot_init_rot_quat_center=[0.0, 0.0, 0.0, 1.0], robot_init_rot_rpy_range=[0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], obj_variation_mode='episode', obj_episode_range=[0, 100], obj_init_x_range=[-0.35, -0.12, 5], obj_init_y_range=[-0.02, 0.42, 5], additional_env_build_kwargs=None, logging_dir='/workspace/LAPA/SimplerEnv/results_bridge_100ep/rgb', save_video_on_success=True, save_video_mode='grasp_or_overall', tf_memory_limit=2048, octo_init_rng=0, tokenizer=add_bos_token: false
122
+ add_eos_token: false
123
+ vocab_file: /workspace/LAPA/lapa_checkpoints/tokenizer.model
124
+ , llama=delta_vocab_size: 32
125
+ sample_mode: all
126
+ tie_vision_embeddings: false
127
+ vision_vocab_size: 8448
128
+ , load_checkpoint='params::/workspace/LAPA/outputs/bridge_finetune_product_vq_rgb_1gpu/bridge_finetune_product_vq_rgb_1gpu/streaming_params_20000', robot_init_xs=array([0.127]), robot_init_ys=array([0.06]), robot_init_quats=[array([0., 0., 0., 1.], dtype=float32)])