ServoVLA-LIBERO / config.json
ServoVLA's picture
Publish ServoVLA checkpoint and inference artifacts
c197797 verified
Raw
History Blame Contribute Delete
10.9 kB
{
"type": "servovla",
"n_obs_steps": 1,
"input_features": {
"observation.state": {
"type": "STATE",
"shape": [
8
]
},
"observation.images.image": {
"type": "VISUAL",
"shape": [
3,
256,
256
]
},
"observation.images.image2": {
"type": "VISUAL",
"shape": [
3,
256,
256
]
}
},
"output_features": {
"action": {
"type": "ACTION",
"shape": [
7
]
}
},
"device": "cpu",
"use_amp": false,
"use_peft": false,
"push_to_hub": true,
"repo_id": null,
"private": null,
"tags": null,
"license": null,
"pretrained_path": null,
"chunk_size": 16,
"n_action_steps": 16,
"action_dim": 7,
"state_dim": 8,
"num_cameras": 2,
"num_inference_steps": 3,
"inference_noise_seed": null,
"inference_noise_seed_mode": "step",
"hidden_dim": 640,
"num_layers": 10,
"num_heads": 10,
"vision_feature_dim": 768,
"semantic_feature_dim": 1024,
"vision_image_size": 256,
"vlm_image_size": 256,
"vision_grid_size": 16,
"dropout": 0.1,
"fast_rate_hz": null,
"slow_rate_hz": null,
"zoh_ratio": null,
"max_frame_delay": 30,
"delay_max_chunks": 2,
"delay_chunk_size_threshold": 0.0,
"semantic_admission_policy": "bsr",
"semantic_wait_warn_ms": 500,
"semantic_wait_fail_ms": 3000,
"action_mode": "abs",
"action_is_delta": false,
"action_delta_state_indices": [
0,
1,
2,
3,
4,
5,
6
],
"action_normalization_enabled": true,
"action_normalization_mean": [
[
0.06278156489133835,
0.08684080839157104,
-0.09037306159734726,
0.0005407429998740554,
0.005643379408866167,
-0.005229098256677389,
-0.0496407225728035
],
[
0.06231927499175072,
0.08745691925287247,
-0.09102287143468857,
0.0005806481931358576,
0.005575032904744148,
-0.005219528917223215,
-0.04372047260403633
],
[
0.06158509477972984,
0.08804823458194733,
-0.09172452986240387,
0.0006269766017794609,
0.005493145436048508,
-0.005210515111684799,
-0.03772599995136261
],
[
0.06046443060040474,
0.08862759172916412,
-0.0924837589263916,
0.0006816780660301447,
0.00539472047239542,
-0.005205828230828047,
-0.03165590018033981
],
[
0.058888666331768036,
0.08921223878860474,
-0.09328558295965195,
0.0007447246462106705,
0.005282481200993061,
-0.005205587018281221,
-0.025508731603622437
],
[
0.056887924671173096,
0.08984764665365219,
-0.09410102665424347,
0.0008124137530103326,
0.005160668399184942,
-0.005206814035773277,
-0.01928301900625229
],
[
0.054537083953619,
0.09056585282087326,
-0.09490454196929932,
0.0008825737750157714,
0.005038751754909754,
-0.005206784699112177,
-0.01297724712640047
],
[
0.051913268864154816,
0.0913887470960617,
-0.09567445516586304,
0.000950776448007673,
0.004924893379211426,
-0.0052017816342413425,
-0.006589861586689949
],
[
0.04908105731010437,
0.0923190712928772,
-0.0963863879442215,
0.0010149003937840462,
0.004819237627089024,
-0.005192579235881567,
-0.00011926700972253457
],
[
0.04609860107302666,
0.0933518186211586,
-0.09702729433774948,
0.0010738503187894821,
0.004727283958345652,
-0.005177584011107683,
0.0064361728727817535
],
[
0.04300334304571152,
0.09448092430830002,
-0.09758223593235016,
0.001126668881624937,
0.004647795110940933,
-0.005156283266842365,
0.013078137300908566
],
[
0.0398249588906765,
0.09570228308439255,
-0.09803512692451477,
0.0011724799405783415,
0.0045804837718605995,
-0.005128656979650259,
0.01980835199356079
],
[
0.036598317325115204,
0.0970105454325676,
-0.09837120026350021,
0.0012105434434488416,
0.004526615608483553,
-0.0050957114435732365,
0.026628585532307625
],
[
0.03335389122366905,
0.09840002655982971,
-0.09856857359409332,
0.0012401913991197944,
0.004486472345888615,
-0.005057711154222488,
0.03354065865278244
],
[
0.030124107375741005,
0.09985896199941635,
-0.09861041605472565,
0.0012611827114596963,
0.0044599552638828754,
-0.005014652386307716,
0.040546439588069916
],
[
0.026942873373627663,
0.10137902200222015,
-0.09847545623779297,
0.001274087349884212,
0.004446524195373058,
-0.004967068787664175,
0.04764784127473831
]
],
"action_normalization_std": [
[
0.33552372455596924,
0.3784469962120056,
0.4447286128997803,
0.03924354165792465,
0.06339296698570251,
0.07797028124332428,
0.9987671375274658
],
[
0.3363172113895416,
0.3793470859527588,
0.4460083544254303,
0.03933962434530258,
0.06350462883710861,
0.0781930610537529,
0.9990438222885132
],
[
0.33697518706321716,
0.38016170263290405,
0.4472748339176178,
0.039430469274520874,
0.06359365582466125,
0.07841327041387558,
0.9992881417274475
],
[
0.33735910058021545,
0.38081449270248413,
0.448521226644516,
0.039513081312179565,
0.06365270912647247,
0.07862678170204163,
0.9994988441467285
],
[
0.3373062014579773,
0.3812338411808014,
0.44975224137306213,
0.03958575427532196,
0.06367933750152588,
0.0788307934999466,
0.9996746182441711
],
[
0.336744099855423,
0.3813876509666443,
0.4509775936603546,
0.03964955359697342,
0.06367966532707214,
0.0790255069732666,
0.9998140931129456
],
[
0.3356980085372925,
0.38127079606056213,
0.45220768451690674,
0.039704594761133194,
0.0636717677116394,
0.07920811325311661,
0.9999157786369324
],
[
0.33424437046051025,
0.380900502204895,
0.4534442722797394,
0.03975149616599083,
0.06366635859012604,
0.0793776586651802,
0.9999783039093018
],
[
0.33245906233787537,
0.38031643629074097,
0.4546886682510376,
0.039790693670511246,
0.06366497278213501,
0.07953152805566788,
1.0
],
[
0.33041927218437195,
0.3795417249202728,
0.4559363126754761,
0.039823707193136215,
0.06367184966802597,
0.07966644316911697,
0.9999793171882629
],
[
0.3281737267971039,
0.37860772013664246,
0.4571850895881653,
0.03985276445746422,
0.06368792057037354,
0.07978110015392303,
0.9999144673347473
],
[
0.3257652521133423,
0.37754684686660767,
0.45842766761779785,
0.03987837955355644,
0.06371389329433441,
0.07987445592880249,
0.9998037815093994
],
[
0.32324472069740295,
0.37637606263160706,
0.45965901017189026,
0.03989921882748604,
0.06375162303447723,
0.07994643598794937,
0.9996454119682312
],
[
0.3206549286842346,
0.37512579560279846,
0.46086710691452026,
0.039918433874845505,
0.06380128115415573,
0.0799964964389801,
0.9994373321533203
],
[
0.3180382549762726,
0.3738262951374054,
0.462037056684494,
0.03993694484233856,
0.06386339664459229,
0.08002638816833496,
0.9991776347160339
],
[
0.31544286012649536,
0.37250399589538574,
0.4631515145301819,
0.03995409235358238,
0.06393565982580185,
0.08003708720207214,
0.9988641738891602
]
],
"action_normalization_eps": 1e-06,
"front_camera_key": "observation.images.image",
"wrist_camera_key": "observation.images.image2",
"camera_keys": [
"observation.images.image",
"observation.images.image2"
],
"vision_model_name": "facebook/dinov3-vitb16-pretrain-lvd1689m",
"vlm_model_name": "Qwen/Qwen3.5-0.8B",
"tokenizer_padding": "longest",
"tokenizer_max_length": 512,
"optimizer_lr": 0.0001,
"optimizer_betas": [
0.9,
0.999
],
"optimizer_eps": 1e-08,
"optimizer_weight_decay": 0.01,
"optimizer_grad_clip_norm": 10.0,
"scheduler_warmup_steps": 1000,
"scheduler_decay_steps": 30000,
"scheduler_decay_lr": 1e-05,
"normalization_mapping": {
"VISUAL": "IDENTITY",
"STATE": "IDENTITY",
"ACTION": "IDENTITY"
}
}