| { |
| "type": "factr", |
| "n_obs_steps": 1, |
| "input_features": { |
| "observation.images.front": { |
| "type": "VISUAL", |
| "shape": [ |
| 3, |
| 480, |
| 640 |
| ] |
| }, |
| "observation.images.wrist": { |
| "type": "VISUAL", |
| "shape": [ |
| 3, |
| 480, |
| 640 |
| ] |
| }, |
| "observation.state": { |
| "type": "STATE", |
| "shape": [ |
| 64 |
| ] |
| } |
| }, |
| "output_features": { |
| "action": { |
| "type": "ACTION", |
| "shape": [ |
| 7 |
| ] |
| } |
| }, |
| "device": "cuda", |
| "use_amp": false, |
| "use_peft": false, |
| "push_to_hub": true, |
| "repo_id": "robot-lev/factr-insert-netft-vae64", |
| "private": null, |
| "tags": null, |
| "license": null, |
| "pretrained_path": null, |
| "chunk_size": 100, |
| "n_action_steps": 100, |
| "normalization_mapping": { |
| "VISUAL": "IDENTITY", |
| "STATE": "MEAN_STD", |
| "ACTION": "MEAN_STD" |
| }, |
| "vit_model": "vit_base_patch16", |
| "vit_img_size": 224, |
| "vit_pretrained_weights": "SOUP_1M_DH", |
| "vit_embed_dim": 768, |
| "vit_drop_path_rate": 0.0, |
| "use_obs": "add_token", |
| "share_cam_features": false, |
| "early_fusion": true, |
| "feat_norm": "layer_norm", |
| "token_dim": 512, |
| "dropout": 0.1, |
| "img_dropout": 0.0, |
| "n_heads": 8, |
| "dim_feedforward": 3200, |
| "n_encoder_layers": 4, |
| "n_decoder_layers": 6, |
| "feedforward_activation": "relu", |
| "curriculum_enabled": true, |
| "curriculum_space": "pixel", |
| "curriculum_operator": "blur", |
| "curriculum_scheduler": "linear", |
| "curriculum_start_scale": 5.0, |
| "curriculum_stop_scale": 0.0, |
| "curriculum_max_step": 20000, |
| "curriculum_ratio": 0.667, |
| "optimizer_lr": 0.0003, |
| "optimizer_weight_decay": 0.05, |
| "optimizer_layer_decay": 0.75, |
| "scheduler_num_warmup_steps": 250 |
| } |