robot-lev's picture
Upload policy weights, train config and readme
bb64c6e verified
{
"type": "factr",
"n_obs_steps": 1,
"input_features": {
"observation.images.front": {
"type": "VISUAL",
"shape": [
3,
480,
640
]
},
"observation.images.wrist": {
"type": "VISUAL",
"shape": [
3,
480,
640
]
},
"observation.state": {
"type": "STATE",
"shape": [
64
]
}
},
"output_features": {
"action": {
"type": "ACTION",
"shape": [
7
]
}
},
"device": "cuda",
"use_amp": false,
"use_peft": false,
"push_to_hub": true,
"repo_id": "robot-lev/factr-insert-netft-vae64",
"private": null,
"tags": null,
"license": null,
"pretrained_path": null,
"chunk_size": 100,
"n_action_steps": 100,
"normalization_mapping": {
"VISUAL": "IDENTITY",
"STATE": "MEAN_STD",
"ACTION": "MEAN_STD"
},
"vit_model": "vit_base_patch16",
"vit_img_size": 224,
"vit_pretrained_weights": "SOUP_1M_DH",
"vit_embed_dim": 768,
"vit_drop_path_rate": 0.0,
"use_obs": "add_token",
"share_cam_features": false,
"early_fusion": true,
"feat_norm": "layer_norm",
"token_dim": 512,
"dropout": 0.1,
"img_dropout": 0.0,
"n_heads": 8,
"dim_feedforward": 3200,
"n_encoder_layers": 4,
"n_decoder_layers": 6,
"feedforward_activation": "relu",
"curriculum_enabled": true,
"curriculum_space": "pixel",
"curriculum_operator": "blur",
"curriculum_scheduler": "linear",
"curriculum_start_scale": 5.0,
"curriculum_stop_scale": 0.0,
"curriculum_max_step": 20000,
"curriculum_ratio": 0.667,
"optimizer_lr": 0.0003,
"optimizer_weight_decay": 0.05,
"optimizer_layer_decay": 0.75,
"scheduler_num_warmup_steps": 250
}