Instructions to use amd/CAE-FastWAM-lerobot with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- LeRobot
How to use amd/CAE-FastWAM-lerobot with LeRobot:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
Download config.json from amd/CAE-FastWAM-lerobot: direct link, hf CLI and curl.
- Browser
- Download file 10.1 kB
-
https://huggingface.co/amd/CAE-FastWAM-lerobot/resolve/main/config.json
- Command line
-
hf download hf://amd/CAE-FastWAM-lerobot/config.json
-
curl -L -o config.json https://huggingface.co/amd/CAE-FastWAM-lerobot/resolve/main/config.json
10.1 kB
| { | |
| "type": "cae_fastwam", | |
| "n_obs_steps": 1, | |
| "input_features": { | |
| "observation.images.image": { | |
| "type": "VISUAL", | |
| "shape": [ | |
| 3, | |
| 224, | |
| 224 | |
| ] | |
| }, | |
| "observation.images.image2": { | |
| "type": "VISUAL", | |
| "shape": [ | |
| 3, | |
| 224, | |
| 224 | |
| ] | |
| }, | |
| "observation.state": { | |
| "type": "STATE", | |
| "shape": [ | |
| 8 | |
| ] | |
| } | |
| }, | |
| "output_features": { | |
| "action": { | |
| "type": "ACTION", | |
| "shape": [ | |
| 7 | |
| ] | |
| } | |
| }, | |
| "device": "cpu", | |
| "dtype": "bfloat16", | |
| "use_amp": false, | |
| "use_peft": false, | |
| "push_to_hub": true, | |
| "repo_id": null, | |
| "private": null, | |
| "tags": [ | |
| "libero", | |
| "world-action-model" | |
| ], | |
| "license": "apache-2.0", | |
| "pretrained_path": null, | |
| "pretrained_revision": null, | |
| "action_dim": 7, | |
| "proprio_dim": 8, | |
| "action_horizon": 32, | |
| "n_action_steps": 10, | |
| "num_video_frames": 33, | |
| "action_video_freq_ratio": 4, | |
| "image_size": [ | |
| 224, | |
| 448 | |
| ], | |
| "context_len": 128, | |
| "use_relative_actions": false, | |
| "relative_exclude_joints": [ | |
| "gripper" | |
| ], | |
| "action_feature_names": null, | |
| "model_id": "Wan-AI/Wan2.2-TI2V-5B", | |
| "tokenizer_model_id": "google/umt5-xxl", | |
| "text_encoder_model_id": "Wan-AI/Wan2.2-TI2V-5B-Diffusers", | |
| "base_model_id": null, | |
| "tokenizer_max_len": 128, | |
| "load_text_encoder": true, | |
| "text_encoder_device": null, | |
| "mot_checkpoint_mixed_attn": false, | |
| "action_expert_layers": null, | |
| "lite_kv_fusion": false, | |
| "retracted_1d_rope": false, | |
| "world_model_only_conditioning": false, | |
| "torch_dtype": null, | |
| "prompt_template": "A video recorded from a robot's point of view executing the following instruction: {task}", | |
| "num_inference_steps": 10, | |
| "inference_seed": 42, | |
| "rand_device": "cpu", | |
| "text_cfg_scale": 1.0, | |
| "negative_prompt": "", | |
| "sigma_shift": null, | |
| "tiled": false, | |
| "fp32_attention": false, | |
| "compile_action_infer": false, | |
| "use_gradient_checkpointing": false, | |
| "freeze_video_expert": false, | |
| "toggle_action_dimensions": [ | |
| -1 | |
| ], | |
| "video_scheduler": { | |
| "train_shift": 5.0, | |
| "infer_shift": 5.0, | |
| "num_train_timesteps": 1000 | |
| }, | |
| "action_scheduler": { | |
| "train_shift": 5.0, | |
| "infer_shift": 5.0, | |
| "num_train_timesteps": 1000 | |
| }, | |
| "loss": { | |
| "lambda_video": 1.0, | |
| "lambda_action": 1.0 | |
| }, | |
| "video_dit_config": { | |
| "patch_size": [ | |
| 1, | |
| 2, | |
| 2 | |
| ], | |
| "in_dim": 48, | |
| "hidden_dim": 3072, | |
| "ffn_dim": 14336, | |
| "freq_dim": 256, | |
| "text_dim": 4096, | |
| "out_dim": 48, | |
| "num_heads": 24, | |
| "attn_head_dim": 128, | |
| "num_layers": 30, | |
| "eps": 1e-06, | |
| "seperated_timestep": true, | |
| "use_gradient_checkpointing": false, | |
| "video_attention_mask_mode": "first_frame_causal", | |
| "action_conditioned": false, | |
| "action_dim": 7, | |
| "action_group_causal_mask_mode": "group_diagonal", | |
| "fp32_attention": false | |
| }, | |
| "action_dit_config": { | |
| "action_dim": 16, | |
| "hidden_dim": 32, | |
| "ffn_dim": 256, | |
| "num_heads": 24, | |
| "attn_head_dim": 128, | |
| "num_layers": 30, | |
| "text_dim": 4096, | |
| "freq_dim": 256, | |
| "eps": 1e-06, | |
| "use_gradient_checkpointing": false, | |
| "fp32_attention": false, | |
| "use_text_cross_attention": true | |
| }, | |
| "normalization_mapping": { | |
| "VISUAL": "IDENTITY", | |
| "STATE": "MIN_MAX", | |
| "ACTION": "MIN_MAX" | |
| }, | |
| "optimizer_lr": 0.0001, | |
| "optimizer_weight_decay": 0.01, | |
| "action_latent_tokens": 8, | |
| "action_latent_dim": 16, | |
| "action_decoder_hidden_dim": 128, | |
| "action_encoder_hidden_dim": 128, | |
| "action_encoder_variational": true, | |
| "task_suites": [ | |
| "libero_spatial", | |
| "libero_object", | |
| "libero_goal", | |
| "libero_10" | |
| ], | |
| "task_suite": null, | |
| "task_suite_stats": { | |
| "libero_spatial": { | |
| "observation.state": { | |
| "min": [ | |
| -0.4828203022480011, | |
| -0.3255046010017395, | |
| 0.008128181099891663, | |
| 1.002794623374939, | |
| -3.641430377960205, | |
| -1.842738389968872, | |
| -0.0021671096328645945, | |
| -0.042015016078948975 | |
| ], | |
| "max": [ | |
| 0.21031762659549713, | |
| 0.39128610491752625, | |
| 1.472778081893921, | |
| 3.6714255809783936, | |
| 3.560650587081909, | |
| 1.386339545249939, | |
| 0.04232141748070717, | |
| 0.0013633022317662835 | |
| ] | |
| }, | |
| "action": { | |
| "min": [ | |
| -0.9374999403953552, | |
| -0.9374999403953552, | |
| -0.9374999403953552, | |
| -0.18857142329216003, | |
| -0.3675000071525574, | |
| -0.36000001430511475, | |
| 0.0 | |
| ], | |
| "max": [ | |
| 0.9374999403953552, | |
| 0.9374999403953552, | |
| 0.9374999403953552, | |
| 0.1971428543329239, | |
| 0.33642858266830444, | |
| 0.375, | |
| 1.0 | |
| ] | |
| } | |
| }, | |
| "libero_object": { | |
| "observation.state": { | |
| "min": [ | |
| -0.4828203022480011, | |
| -0.3255046010017395, | |
| 0.008128181099891663, | |
| 1.002794623374939, | |
| -3.641430377960205, | |
| -1.842738389968872, | |
| -0.0021671096328645945, | |
| -0.042015016078948975 | |
| ], | |
| "max": [ | |
| 0.21031762659549713, | |
| 0.39128610491752625, | |
| 1.472778081893921, | |
| 3.6714255809783936, | |
| 3.560650587081909, | |
| 1.386339545249939, | |
| 0.04232141748070717, | |
| 0.0013633022317662835 | |
| ] | |
| }, | |
| "action": { | |
| "min": [ | |
| -0.8839285969734192, | |
| -0.9374999403953552, | |
| -0.9374999403953552, | |
| -0.15000000596046448, | |
| -0.29035714268684387, | |
| -0.32892856001853943, | |
| 0.0 | |
| ], | |
| "max": [ | |
| 0.9374999403953552, | |
| 0.8919642567634583, | |
| 0.9374999403953552, | |
| 0.1767856925725937, | |
| 0.35035714507102966, | |
| 0.1810714304447174, | |
| 1.0 | |
| ] | |
| } | |
| }, | |
| "libero_goal": { | |
| "observation.state": { | |
| "min": [ | |
| -0.4828203022480011, | |
| -0.3255046010017395, | |
| 0.008128181099891663, | |
| 1.002794623374939, | |
| -3.641430377960205, | |
| -1.842738389968872, | |
| -0.0021671096328645945, | |
| -0.042015016078948975 | |
| ], | |
| "max": [ | |
| 0.21031762659549713, | |
| 0.39128610491752625, | |
| 1.472778081893921, | |
| 3.6714255809783936, | |
| 3.560650587081909, | |
| 1.386339545249939, | |
| 0.04232141748070717, | |
| 0.0013633022317662835 | |
| ] | |
| }, | |
| "action": { | |
| "min": [ | |
| -0.9374999403953552, | |
| -0.9374999403953552, | |
| -0.9374999403953552, | |
| -0.24214285612106323, | |
| -0.375, | |
| -0.2871428430080414, | |
| 0.0 | |
| ], | |
| "max": [ | |
| 0.9374999403953552, | |
| 0.9374999403953552, | |
| 0.9374999403953552, | |
| 0.35571423172950745, | |
| 0.375, | |
| 0.375, | |
| 1.0 | |
| ] | |
| } | |
| }, | |
| "libero_10": { | |
| "observation.state": { | |
| "min": [ | |
| -0.4828203022480011, | |
| -0.3255046010017395, | |
| 0.008128181099891663, | |
| 1.002794623374939, | |
| -3.641430377960205, | |
| -1.842738389968872, | |
| -0.0021671096328645945, | |
| -0.042015016078948975 | |
| ], | |
| "max": [ | |
| 0.21031762659549713, | |
| 0.39128610491752625, | |
| 1.472778081893921, | |
| 3.6714255809783936, | |
| 3.560650587081909, | |
| 1.386339545249939, | |
| 0.04232141748070717, | |
| 0.0013633022317662835 | |
| ] | |
| }, | |
| "action": { | |
| "min": [ | |
| -0.9374999403953552, | |
| -0.9374999403953552, | |
| -0.9374999403953552, | |
| -0.23642855882644653, | |
| -0.3053571283817291, | |
| -0.3675000071525574, | |
| 0.0 | |
| ], | |
| "max": [ | |
| 0.9374999403953552, | |
| 0.9374999403953552, | |
| 0.9374999403953552, | |
| 0.30000001192092896, | |
| 0.29357144236564636, | |
| 0.375, | |
| 1.0 | |
| ] | |
| } | |
| } | |
| } | |
| } |