Robotics
LeRobot
Safetensors
cae_fastwam
libero
world-action-model
CAE-FastWAM-lerobot / config.json
Viani's picture
Use FastWAM's processors; per-suite statistics in config.json; LIBERO 96.4%
7c8d07f verified
Raw History Blame Contribute Delete
10.1 kB
{
"type": "cae_fastwam",
"n_obs_steps": 1,
"input_features": {
"observation.images.image": {
"type": "VISUAL",
"shape": [
3,
224,
224
]
},
"observation.images.image2": {
"type": "VISUAL",
"shape": [
3,
224,
224
]
},
"observation.state": {
"type": "STATE",
"shape": [
8
]
}
},
"output_features": {
"action": {
"type": "ACTION",
"shape": [
7
]
}
},
"device": "cpu",
"dtype": "bfloat16",
"use_amp": false,
"use_peft": false,
"push_to_hub": true,
"repo_id": null,
"private": null,
"tags": [
"libero",
"world-action-model"
],
"license": "apache-2.0",
"pretrained_path": null,
"pretrained_revision": null,
"action_dim": 7,
"proprio_dim": 8,
"action_horizon": 32,
"n_action_steps": 10,
"num_video_frames": 33,
"action_video_freq_ratio": 4,
"image_size": [
224,
448
],
"context_len": 128,
"use_relative_actions": false,
"relative_exclude_joints": [
"gripper"
],
"action_feature_names": null,
"model_id": "Wan-AI/Wan2.2-TI2V-5B",
"tokenizer_model_id": "google/umt5-xxl",
"text_encoder_model_id": "Wan-AI/Wan2.2-TI2V-5B-Diffusers",
"base_model_id": null,
"tokenizer_max_len": 128,
"load_text_encoder": true,
"text_encoder_device": null,
"mot_checkpoint_mixed_attn": false,
"action_expert_layers": null,
"lite_kv_fusion": false,
"retracted_1d_rope": false,
"world_model_only_conditioning": false,
"torch_dtype": null,
"prompt_template": "A video recorded from a robot's point of view executing the following instruction: {task}",
"num_inference_steps": 10,
"inference_seed": 42,
"rand_device": "cpu",
"text_cfg_scale": 1.0,
"negative_prompt": "",
"sigma_shift": null,
"tiled": false,
"fp32_attention": false,
"compile_action_infer": false,
"use_gradient_checkpointing": false,
"freeze_video_expert": false,
"toggle_action_dimensions": [
-1
],
"video_scheduler": {
"train_shift": 5.0,
"infer_shift": 5.0,
"num_train_timesteps": 1000
},
"action_scheduler": {
"train_shift": 5.0,
"infer_shift": 5.0,
"num_train_timesteps": 1000
},
"loss": {
"lambda_video": 1.0,
"lambda_action": 1.0
},
"video_dit_config": {
"patch_size": [
1,
2,
2
],
"in_dim": 48,
"hidden_dim": 3072,
"ffn_dim": 14336,
"freq_dim": 256,
"text_dim": 4096,
"out_dim": 48,
"num_heads": 24,
"attn_head_dim": 128,
"num_layers": 30,
"eps": 1e-06,
"seperated_timestep": true,
"use_gradient_checkpointing": false,
"video_attention_mask_mode": "first_frame_causal",
"action_conditioned": false,
"action_dim": 7,
"action_group_causal_mask_mode": "group_diagonal",
"fp32_attention": false
},
"action_dit_config": {
"action_dim": 16,
"hidden_dim": 32,
"ffn_dim": 256,
"num_heads": 24,
"attn_head_dim": 128,
"num_layers": 30,
"text_dim": 4096,
"freq_dim": 256,
"eps": 1e-06,
"use_gradient_checkpointing": false,
"fp32_attention": false,
"use_text_cross_attention": true
},
"normalization_mapping": {
"VISUAL": "IDENTITY",
"STATE": "MIN_MAX",
"ACTION": "MIN_MAX"
},
"optimizer_lr": 0.0001,
"optimizer_weight_decay": 0.01,
"action_latent_tokens": 8,
"action_latent_dim": 16,
"action_decoder_hidden_dim": 128,
"action_encoder_hidden_dim": 128,
"action_encoder_variational": true,
"task_suites": [
"libero_spatial",
"libero_object",
"libero_goal",
"libero_10"
],
"task_suite": null,
"task_suite_stats": {
"libero_spatial": {
"observation.state": {
"min": [
-0.4828203022480011,
-0.3255046010017395,
0.008128181099891663,
1.002794623374939,
-3.641430377960205,
-1.842738389968872,
-0.0021671096328645945,
-0.042015016078948975
],
"max": [
0.21031762659549713,
0.39128610491752625,
1.472778081893921,
3.6714255809783936,
3.560650587081909,
1.386339545249939,
0.04232141748070717,
0.0013633022317662835
]
},
"action": {
"min": [
-0.9374999403953552,
-0.9374999403953552,
-0.9374999403953552,
-0.18857142329216003,
-0.3675000071525574,
-0.36000001430511475,
0.0
],
"max": [
0.9374999403953552,
0.9374999403953552,
0.9374999403953552,
0.1971428543329239,
0.33642858266830444,
0.375,
1.0
]
}
},
"libero_object": {
"observation.state": {
"min": [
-0.4828203022480011,
-0.3255046010017395,
0.008128181099891663,
1.002794623374939,
-3.641430377960205,
-1.842738389968872,
-0.0021671096328645945,
-0.042015016078948975
],
"max": [
0.21031762659549713,
0.39128610491752625,
1.472778081893921,
3.6714255809783936,
3.560650587081909,
1.386339545249939,
0.04232141748070717,
0.0013633022317662835
]
},
"action": {
"min": [
-0.8839285969734192,
-0.9374999403953552,
-0.9374999403953552,
-0.15000000596046448,
-0.29035714268684387,
-0.32892856001853943,
0.0
],
"max": [
0.9374999403953552,
0.8919642567634583,
0.9374999403953552,
0.1767856925725937,
0.35035714507102966,
0.1810714304447174,
1.0
]
}
},
"libero_goal": {
"observation.state": {
"min": [
-0.4828203022480011,
-0.3255046010017395,
0.008128181099891663,
1.002794623374939,
-3.641430377960205,
-1.842738389968872,
-0.0021671096328645945,
-0.042015016078948975
],
"max": [
0.21031762659549713,
0.39128610491752625,
1.472778081893921,
3.6714255809783936,
3.560650587081909,
1.386339545249939,
0.04232141748070717,
0.0013633022317662835
]
},
"action": {
"min": [
-0.9374999403953552,
-0.9374999403953552,
-0.9374999403953552,
-0.24214285612106323,
-0.375,
-0.2871428430080414,
0.0
],
"max": [
0.9374999403953552,
0.9374999403953552,
0.9374999403953552,
0.35571423172950745,
0.375,
0.375,
1.0
]
}
},
"libero_10": {
"observation.state": {
"min": [
-0.4828203022480011,
-0.3255046010017395,
0.008128181099891663,
1.002794623374939,
-3.641430377960205,
-1.842738389968872,
-0.0021671096328645945,
-0.042015016078948975
],
"max": [
0.21031762659549713,
0.39128610491752625,
1.472778081893921,
3.6714255809783936,
3.560650587081909,
1.386339545249939,
0.04232141748070717,
0.0013633022317662835
]
},
"action": {
"min": [
-0.9374999403953552,
-0.9374999403953552,
-0.9374999403953552,
-0.23642855882644653,
-0.3053571283817291,
-0.3675000071525574,
0.0
],
"max": [
0.9374999403953552,
0.9374999403953552,
0.9374999403953552,
0.30000001192092896,
0.29357144236564636,
0.375,
1.0
]
}
}
}
}