Safetensors
mayasg commited on
Commit
c999cf1
·
verified ·
1 Parent(s): a2b1d74

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +59 -5
README.md CHANGED
@@ -1,5 +1,59 @@
1
- ---
2
- license: other
3
- license_name: other
4
- license_link: LICENSE
5
- ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: other
3
+ license_name: other
4
+ license_link: LICENSE
5
+ ---
6
+
7
+ # MolmoBot-SPOC-RBY1Rigid
8
+
9
+ [[Paper](https://arxiv.org/pdf/2603.16861)] [[Project Website](https://allenai.github.io/MolmoBot)] [[Code](https://github.com/allenai/MolmoBot/tree/main/MolmoBot-SPOC)] [[Data](https://huggingface.co/datasets/allenai/molmobot-data)]
10
+
11
+ MolmoBot-SPOC-RBY1Rigid is the MolmoBot-SPOC model trained on simulation data on the RB-Y1 platform, **without any real robot data**. See [here](https://github.com/allenai/MolmoBot/tree/main/MolmoBot-SPOC) for usage instructions.
12
+
13
+ ## Quickstart
14
+
15
+
16
+ ```python
17
+ import numpy as np
18
+ from huggingface_hub import snapshot_download
19
+ from molmobot_spoc.eval.config.rby1_eval_config import RBY1EvalBaseConfig
20
+ from molmobot_spoc.eval.config.spoc_policy_configs import SPOCRBY1RigidManipPolicyConfig
21
+ from molmobot_spoc.eval.spoc_policy import SPOCModelPolicy
22
+
23
+
24
+ ckpt_dir = snapshot_download("allenai/MolmoBot-SPOC-RBY1Rigid")
25
+ policy_config = SPOCRBY1RigidManipPolicyConfig(checkpoint_dir=ckpt_dir)
26
+ config = RBY1EvalBaseConfig(policy_config=policy_config, task_type="pick") # Try with "pick_and_place" too!
27
+
28
+ policy = SPOCModelPolicy(config, config.task_type)
29
+
30
+ obs = {
31
+ "head_camera": np.zeros((576, 768, 3), dtype=np.uint8),
32
+ "wrist_camera_r": np.zeros((576, 768, 3), dtype=np.uint8),
33
+ "wrist_camera_l": np.zeros((576, 768, 3), dtype=np.uint8),
34
+ "qpos": {
35
+ "left_arm": np.zeros((7,), dtype=np.float32),
36
+ "right_arm": np.zeros((7,), dtype=np.float32),
37
+ "left_gripper": np.zeros((2,), dtype=np.float32),
38
+ "right_gripper": np.zeros((2,), dtype=np.float32),
39
+ },
40
+ "goal": "pick up the apple",
41
+ }
42
+ # NOTE: get_action saves an internal buffer with the chunk and returns actions 1 by 1. To get the whole chunk, use model_output_to_action
43
+ action = policy.get_action(obs)
44
+ print(action)
45
+ ```
46
+
47
+ ## BibTeX
48
+
49
+ ```
50
+ @misc{deshpande2026molmobot,
51
+ title={MolmoB0T: Large-Scale Simulation Enables Zero-Shot Manipulation},
52
+ author={Abhay Deshpande and Maya Guru and Rose Hendrix and Snehal Jauhri and Ainaz Eftekhar and Rohun Tripathi and Max Argus and Jordi Salvador and Haoquan Fang and Matthew Wallingford and Wilbert Pumacay and Yejin Kim and Quinn Pfeifer and Ying-Chun Lee and Piper Wolters and Omar Rayyan and Mingtong Zhang and Jiafei Duan and Karen Farley and Winson Han and Eli Vanderbilt and Dieter Fox and Ali Farhadi and Georgia Chalvatzaki and Dhruv Shah and Ranjay Krishna},
53
+ year={2026},
54
+ eprint={2603.16861},
55
+ archivePrefix={arXiv},
56
+ primaryClass={cs.RO},
57
+ url={https://arxiv.org/abs/2603.16861},
58
+ }
59
+ ```