File size: 2,607 Bytes
5bfd171 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 |
{
"type": "ditflow",
"n_obs_steps": 2,
"normalization_mapping": {
"VISUAL": "MEAN_STD",
"STATE": "MIN_MAX",
"ACTION": "MIN_MAX"
},
"input_features": {
"observation.images.primary": {
"type": "VISUAL",
"shape": [
3,
256,
256
]
},
"observation.images.wrist": {
"type": "VISUAL",
"shape": [
3,
256,
256
]
},
"observation.state.cartesian": {
"type": "STATE",
"shape": [
6
]
},
"observation.state.gripper": {
"type": "STATE",
"shape": [
1
]
},
"observation.state.joints": {
"type": "STATE",
"shape": [
7
]
},
"observation.state.sensors_ft_sensor": {
"type": "STATE",
"shape": [
6
]
},
"observation.state.target": {
"type": "STATE",
"shape": [
6
]
},
"observation.state": {
"type": "STATE",
"shape": [
26
]
}
},
"output_features": {
"action": {
"type": "ACTION",
"shape": [
7
]
}
},
"device": "cuda",
"use_amp": false,
"push_to_hub": true,
"repo_id": "danielsanjosepro/dit_flow_stack_v1",
"private": null,
"tags": null,
"license": null,
"horizon": 16,
"n_action_steps": 8,
"use_proprioceptive": true,
"drop_n_last_frames": 7,
"vision_backbone": "resnet18",
"crop_shape": null,
"crop_is_random": false,
"pretrained_backbone_weights": null,
"use_group_norm": true,
"spatial_softmax_num_keypoints": 32,
"use_separate_rgb_encoder_per_camera": true,
"frequency_embedding_dim": 256,
"hidden_dim": 512,
"num_blocks": 6,
"num_heads": 16,
"dropout": 0.1,
"dim_feedforward": 4096,
"activation": "gelu",
"training_noise_sampling": "uniform",
"clip_sample": true,
"clip_sample_range": 1.0,
"num_inference_steps": 100,
"do_mask_loss_for_padding": false,
"optimizer_lr": 0.0001,
"optimizer_betas": [
0.95,
0.999
],
"optimizer_eps": 1e-08,
"optimizer_weight_decay": 1e-06,
"scheduler_name": "cosine",
"scheduler_warmup_steps": 500
} |