Instructions to use ServoVLA/ServoVLA-LIBERO with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- LeRobot
How to use ServoVLA/ServoVLA-LIBERO with LeRobot:
- Notebooks
- Google Colab
- Kaggle
| { | |
| "type": "servovla", | |
| "n_obs_steps": 1, | |
| "input_features": { | |
| "observation.state": { | |
| "type": "STATE", | |
| "shape": [ | |
| 8 | |
| ] | |
| }, | |
| "observation.images.image": { | |
| "type": "VISUAL", | |
| "shape": [ | |
| 3, | |
| 256, | |
| 256 | |
| ] | |
| }, | |
| "observation.images.image2": { | |
| "type": "VISUAL", | |
| "shape": [ | |
| 3, | |
| 256, | |
| 256 | |
| ] | |
| } | |
| }, | |
| "output_features": { | |
| "action": { | |
| "type": "ACTION", | |
| "shape": [ | |
| 7 | |
| ] | |
| } | |
| }, | |
| "device": "cpu", | |
| "use_amp": false, | |
| "use_peft": false, | |
| "push_to_hub": true, | |
| "repo_id": null, | |
| "private": null, | |
| "tags": null, | |
| "license": null, | |
| "pretrained_path": null, | |
| "chunk_size": 16, | |
| "n_action_steps": 16, | |
| "action_dim": 7, | |
| "state_dim": 8, | |
| "num_cameras": 2, | |
| "num_inference_steps": 3, | |
| "inference_noise_seed": null, | |
| "inference_noise_seed_mode": "step", | |
| "hidden_dim": 640, | |
| "num_layers": 10, | |
| "num_heads": 10, | |
| "vision_feature_dim": 768, | |
| "semantic_feature_dim": 1024, | |
| "vision_image_size": 256, | |
| "vlm_image_size": 256, | |
| "vision_grid_size": 16, | |
| "dropout": 0.1, | |
| "fast_rate_hz": null, | |
| "slow_rate_hz": null, | |
| "zoh_ratio": null, | |
| "max_frame_delay": 30, | |
| "delay_max_chunks": 2, | |
| "delay_chunk_size_threshold": 0.0, | |
| "semantic_admission_policy": "bsr", | |
| "semantic_wait_warn_ms": 500, | |
| "semantic_wait_fail_ms": 3000, | |
| "action_mode": "abs", | |
| "action_is_delta": false, | |
| "action_delta_state_indices": [ | |
| 0, | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5, | |
| 6 | |
| ], | |
| "action_normalization_enabled": true, | |
| "action_normalization_mean": [ | |
| [ | |
| 0.06278156489133835, | |
| 0.08684080839157104, | |
| -0.09037306159734726, | |
| 0.0005407429998740554, | |
| 0.005643379408866167, | |
| -0.005229098256677389, | |
| -0.0496407225728035 | |
| ], | |
| [ | |
| 0.06231927499175072, | |
| 0.08745691925287247, | |
| -0.09102287143468857, | |
| 0.0005806481931358576, | |
| 0.005575032904744148, | |
| -0.005219528917223215, | |
| -0.04372047260403633 | |
| ], | |
| [ | |
| 0.06158509477972984, | |
| 0.08804823458194733, | |
| -0.09172452986240387, | |
| 0.0006269766017794609, | |
| 0.005493145436048508, | |
| -0.005210515111684799, | |
| -0.03772599995136261 | |
| ], | |
| [ | |
| 0.06046443060040474, | |
| 0.08862759172916412, | |
| -0.0924837589263916, | |
| 0.0006816780660301447, | |
| 0.00539472047239542, | |
| -0.005205828230828047, | |
| -0.03165590018033981 | |
| ], | |
| [ | |
| 0.058888666331768036, | |
| 0.08921223878860474, | |
| -0.09328558295965195, | |
| 0.0007447246462106705, | |
| 0.005282481200993061, | |
| -0.005205587018281221, | |
| -0.025508731603622437 | |
| ], | |
| [ | |
| 0.056887924671173096, | |
| 0.08984764665365219, | |
| -0.09410102665424347, | |
| 0.0008124137530103326, | |
| 0.005160668399184942, | |
| -0.005206814035773277, | |
| -0.01928301900625229 | |
| ], | |
| [ | |
| 0.054537083953619, | |
| 0.09056585282087326, | |
| -0.09490454196929932, | |
| 0.0008825737750157714, | |
| 0.005038751754909754, | |
| -0.005206784699112177, | |
| -0.01297724712640047 | |
| ], | |
| [ | |
| 0.051913268864154816, | |
| 0.0913887470960617, | |
| -0.09567445516586304, | |
| 0.000950776448007673, | |
| 0.004924893379211426, | |
| -0.0052017816342413425, | |
| -0.006589861586689949 | |
| ], | |
| [ | |
| 0.04908105731010437, | |
| 0.0923190712928772, | |
| -0.0963863879442215, | |
| 0.0010149003937840462, | |
| 0.004819237627089024, | |
| -0.005192579235881567, | |
| -0.00011926700972253457 | |
| ], | |
| [ | |
| 0.04609860107302666, | |
| 0.0933518186211586, | |
| -0.09702729433774948, | |
| 0.0010738503187894821, | |
| 0.004727283958345652, | |
| -0.005177584011107683, | |
| 0.0064361728727817535 | |
| ], | |
| [ | |
| 0.04300334304571152, | |
| 0.09448092430830002, | |
| -0.09758223593235016, | |
| 0.001126668881624937, | |
| 0.004647795110940933, | |
| -0.005156283266842365, | |
| 0.013078137300908566 | |
| ], | |
| [ | |
| 0.0398249588906765, | |
| 0.09570228308439255, | |
| -0.09803512692451477, | |
| 0.0011724799405783415, | |
| 0.0045804837718605995, | |
| -0.005128656979650259, | |
| 0.01980835199356079 | |
| ], | |
| [ | |
| 0.036598317325115204, | |
| 0.0970105454325676, | |
| -0.09837120026350021, | |
| 0.0012105434434488416, | |
| 0.004526615608483553, | |
| -0.0050957114435732365, | |
| 0.026628585532307625 | |
| ], | |
| [ | |
| 0.03335389122366905, | |
| 0.09840002655982971, | |
| -0.09856857359409332, | |
| 0.0012401913991197944, | |
| 0.004486472345888615, | |
| -0.005057711154222488, | |
| 0.03354065865278244 | |
| ], | |
| [ | |
| 0.030124107375741005, | |
| 0.09985896199941635, | |
| -0.09861041605472565, | |
| 0.0012611827114596963, | |
| 0.0044599552638828754, | |
| -0.005014652386307716, | |
| 0.040546439588069916 | |
| ], | |
| [ | |
| 0.026942873373627663, | |
| 0.10137902200222015, | |
| -0.09847545623779297, | |
| 0.001274087349884212, | |
| 0.004446524195373058, | |
| -0.004967068787664175, | |
| 0.04764784127473831 | |
| ] | |
| ], | |
| "action_normalization_std": [ | |
| [ | |
| 0.33552372455596924, | |
| 0.3784469962120056, | |
| 0.4447286128997803, | |
| 0.03924354165792465, | |
| 0.06339296698570251, | |
| 0.07797028124332428, | |
| 0.9987671375274658 | |
| ], | |
| [ | |
| 0.3363172113895416, | |
| 0.3793470859527588, | |
| 0.4460083544254303, | |
| 0.03933962434530258, | |
| 0.06350462883710861, | |
| 0.0781930610537529, | |
| 0.9990438222885132 | |
| ], | |
| [ | |
| 0.33697518706321716, | |
| 0.38016170263290405, | |
| 0.4472748339176178, | |
| 0.039430469274520874, | |
| 0.06359365582466125, | |
| 0.07841327041387558, | |
| 0.9992881417274475 | |
| ], | |
| [ | |
| 0.33735910058021545, | |
| 0.38081449270248413, | |
| 0.448521226644516, | |
| 0.039513081312179565, | |
| 0.06365270912647247, | |
| 0.07862678170204163, | |
| 0.9994988441467285 | |
| ], | |
| [ | |
| 0.3373062014579773, | |
| 0.3812338411808014, | |
| 0.44975224137306213, | |
| 0.03958575427532196, | |
| 0.06367933750152588, | |
| 0.0788307934999466, | |
| 0.9996746182441711 | |
| ], | |
| [ | |
| 0.336744099855423, | |
| 0.3813876509666443, | |
| 0.4509775936603546, | |
| 0.03964955359697342, | |
| 0.06367966532707214, | |
| 0.0790255069732666, | |
| 0.9998140931129456 | |
| ], | |
| [ | |
| 0.3356980085372925, | |
| 0.38127079606056213, | |
| 0.45220768451690674, | |
| 0.039704594761133194, | |
| 0.0636717677116394, | |
| 0.07920811325311661, | |
| 0.9999157786369324 | |
| ], | |
| [ | |
| 0.33424437046051025, | |
| 0.380900502204895, | |
| 0.4534442722797394, | |
| 0.03975149616599083, | |
| 0.06366635859012604, | |
| 0.0793776586651802, | |
| 0.9999783039093018 | |
| ], | |
| [ | |
| 0.33245906233787537, | |
| 0.38031643629074097, | |
| 0.4546886682510376, | |
| 0.039790693670511246, | |
| 0.06366497278213501, | |
| 0.07953152805566788, | |
| 1.0 | |
| ], | |
| [ | |
| 0.33041927218437195, | |
| 0.3795417249202728, | |
| 0.4559363126754761, | |
| 0.039823707193136215, | |
| 0.06367184966802597, | |
| 0.07966644316911697, | |
| 0.9999793171882629 | |
| ], | |
| [ | |
| 0.3281737267971039, | |
| 0.37860772013664246, | |
| 0.4571850895881653, | |
| 0.03985276445746422, | |
| 0.06368792057037354, | |
| 0.07978110015392303, | |
| 0.9999144673347473 | |
| ], | |
| [ | |
| 0.3257652521133423, | |
| 0.37754684686660767, | |
| 0.45842766761779785, | |
| 0.03987837955355644, | |
| 0.06371389329433441, | |
| 0.07987445592880249, | |
| 0.9998037815093994 | |
| ], | |
| [ | |
| 0.32324472069740295, | |
| 0.37637606263160706, | |
| 0.45965901017189026, | |
| 0.03989921882748604, | |
| 0.06375162303447723, | |
| 0.07994643598794937, | |
| 0.9996454119682312 | |
| ], | |
| [ | |
| 0.3206549286842346, | |
| 0.37512579560279846, | |
| 0.46086710691452026, | |
| 0.039918433874845505, | |
| 0.06380128115415573, | |
| 0.0799964964389801, | |
| 0.9994373321533203 | |
| ], | |
| [ | |
| 0.3180382549762726, | |
| 0.3738262951374054, | |
| 0.462037056684494, | |
| 0.03993694484233856, | |
| 0.06386339664459229, | |
| 0.08002638816833496, | |
| 0.9991776347160339 | |
| ], | |
| [ | |
| 0.31544286012649536, | |
| 0.37250399589538574, | |
| 0.4631515145301819, | |
| 0.03995409235358238, | |
| 0.06393565982580185, | |
| 0.08003708720207214, | |
| 0.9988641738891602 | |
| ] | |
| ], | |
| "action_normalization_eps": 1e-06, | |
| "front_camera_key": "observation.images.image", | |
| "wrist_camera_key": "observation.images.image2", | |
| "camera_keys": [ | |
| "observation.images.image", | |
| "observation.images.image2" | |
| ], | |
| "vision_model_name": "facebook/dinov3-vitb16-pretrain-lvd1689m", | |
| "vlm_model_name": "Qwen/Qwen3.5-0.8B", | |
| "tokenizer_padding": "longest", | |
| "tokenizer_max_length": 512, | |
| "optimizer_lr": 0.0001, | |
| "optimizer_betas": [ | |
| 0.9, | |
| 0.999 | |
| ], | |
| "optimizer_eps": 1e-08, | |
| "optimizer_weight_decay": 0.01, | |
| "optimizer_grad_clip_norm": 10.0, | |
| "scheduler_warmup_steps": 1000, | |
| "scheduler_decay_steps": 30000, | |
| "scheduler_decay_lr": 1e-05, | |
| "normalization_mapping": { | |
| "VISUAL": "IDENTITY", | |
| "STATE": "IDENTITY", | |
| "ACTION": "IDENTITY" | |
| } | |
| } |