File size: 4,492 Bytes
7c8720b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 |
{
"type": "hybrid",
"n_obs_steps": 1,
"normalization_mapping": {},
"input_features": {
"observation.images.top": {
"type": "VISUAL",
"shape": [
3,
480,
640
]
},
"observation.state": {
"type": "STATE",
"shape": [
14
]
}
},
"output_features": {
"action": {
"type": "ACTION",
"shape": [
14
]
}
},
"device": "cuda",
"use_amp": false,
"act_config": {
"type": "act",
"n_obs_steps": 1,
"normalization_mapping": {
"VISUAL": "MEAN_STD",
"STATE": "MEAN_STD",
"ACTION": "MEAN_STD"
},
"input_features": {
"observation.state": {
"type": "STATE",
"shape": [
14
]
},
"observation.images.top": {
"type": "VISUAL",
"shape": [
3,
480,
640
]
}
},
"output_features": {
"action": {
"type": "ACTION",
"shape": [
14
]
}
},
"device": "cuda",
"use_amp": false,
"chunk_size": 16,
"n_action_steps": 16,
"vision_backbone": "resnet18",
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
"replace_final_stride_with_dilation": false,
"pre_norm": false,
"dim_model": 512,
"n_heads": 8,
"dim_feedforward": 3200,
"feedforward_activation": "relu",
"n_encoder_layers": 4,
"n_decoder_layers": 1,
"use_vae": true,
"latent_dim": 32,
"n_vae_encoder_layers": 4,
"temporal_ensemble_coeff": null,
"dropout": 0.1,
"kl_weight": 10.0,
"smoothness_weight": 0.0,
"smoothness_type": "velocity",
"optimizer_lr": 1e-05,
"optimizer_weight_decay": 0.0001,
"optimizer_lr_backbone": 1e-05
},
"diffusion_config": {
"type": "diffusion",
"n_obs_steps": 1,
"normalization_mapping": {
"VISUAL": "MEAN_STD",
"STATE": "MEAN_STD",
"ACTION": "MEAN_STD"
},
"input_features": {
"observation.state": {
"type": "STATE",
"shape": [
14
]
},
"observation.images.top": {
"type": "VISUAL",
"shape": [
3,
480,
640
]
}
},
"output_features": {
"action": {
"type": "ACTION",
"shape": [
14
]
}
},
"device": "cuda",
"use_amp": false,
"horizon": 16,
"n_action_steps": 1,
"drop_n_last_frames": 7,
"vision_backbone": "resnet18",
"crop_shape": null,
"crop_is_random": true,
"pretrained_backbone_weights": null,
"use_group_norm": true,
"spatial_softmax_num_keypoints": 32,
"use_separate_rgb_encoder_per_camera": false,
"down_dims": [
64,
128,
256
],
"kernel_size": 3,
"n_groups": 8,
"diffusion_step_embed_dim": 128,
"use_film_scale_modulation": true,
"noise_scheduler_type": "DDIM",
"num_train_timesteps": 100,
"beta_schedule": "squaredcos_cap_v2",
"beta_start": 0.0001,
"beta_end": 0.02,
"prediction_type": "epsilon",
"clip_sample": true,
"clip_sample_range": 1.0,
"num_inference_steps": 100,
"do_mask_loss_for_padding": false,
"optimizer_lr": 0.0001,
"optimizer_betas": [
0.95,
0.999
],
"optimizer_eps": 1e-08,
"optimizer_weight_decay": 1e-06,
"scheduler_name": "cosine",
"scheduler_warmup_steps": 500
},
"act_loss_weight": 1.0,
"diffusion_loss_weight": 0.1,
"num_keyframes_to_refine": 5,
"refinement_window_past": 2,
"refinement_window_future": 5,
"action_blend_alpha": 0.9
} |