Robotics
LeRobot
Safetensors
diffusion
benmayeux's picture
Upload policy weights, train config and readme
e29d0fa verified
Raw
History Blame Contribute Delete
12.9 kB
{
"dataset": {
"repo_id": "sortingroboticsinc/individual_grasp_collect_uncoated",
"root": null,
"episodes": [
0,
1,
3,
5,
8,
9,
10,
12,
13,
14,
15,
16,
17,
18,
19,
20,
22,
23,
24,
25,
27,
28,
29,
30,
31,
32,
33,
35,
36,
38,
39,
40,
42,
43,
44,
46,
47,
48,
49,
51,
52,
54,
55,
56,
57,
58,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
75,
76,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
90,
91,
96,
97,
98,
99,
101,
102,
103,
104,
105,
107,
108,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
128,
130,
131,
133,
134,
135,
136,
137,
138,
140,
142,
145,
146,
147,
148,
149,
150,
151,
152,
155,
156,
157,
159,
160,
161,
165,
166,
167,
168,
171,
172,
173,
174,
176,
180,
181,
182,
183,
185,
186,
188,
189,
191,
193,
194,
195,
197,
200,
201,
202,
203,
204,
205,
206,
207,
208,
209,
210,
214,
215,
216,
218,
219,
220,
222,
223,
224,
225,
227,
229,
230,
231,
232,
233,
234,
235,
236,
237,
238,
239,
240,
241,
243,
246,
247,
248,
249,
250,
251,
252,
253,
254,
255,
256,
257,
258,
259,
260,
261,
262,
263,
264,
265,
267,
268,
269,
270,
271,
272,
273,
274,
275,
276,
277,
278,
279,
280,
282,
283,
285,
286,
287,
289,
290,
291,
292,
293,
295,
296,
297,
298,
299,
300,
301,
302,
305,
306,
307,
308,
309,
310,
311,
314,
315,
316,
317,
318,
319,
320,
321,
323,
324,
325,
326,
327,
329,
330,
331,
332,
335,
336,
337,
338,
339,
340,
342,
343,
344,
345,
346,
347,
348,
349,
350,
352,
353,
354,
355,
356,
357,
358,
359,
360,
361,
362,
363,
365,
366,
367,
368,
371,
372,
373,
374,
376,
377,
379,
380,
381,
382,
384,
385,
387,
388,
390,
391,
392,
393,
394,
395,
397,
398,
399,
400,
401,
402,
403,
404,
405,
408,
410,
411,
412,
413,
414,
415,
416,
417,
418,
420,
421,
423,
424,
425,
426,
427,
428,
429,
430,
431,
432,
433,
434,
435,
436,
437,
438,
439,
440,
441,
442,
443,
445,
447,
448,
449,
450,
451,
452,
453,
454,
456,
458,
459,
460,
461,
462,
463,
464,
465,
466,
467,
468,
469,
470,
471,
472,
473,
474,
475,
476,
477
],
"image_transforms": {
"enable": false,
"max_num_transforms": 3,
"random_order": false,
"tfs": {
"brightness": {
"weight": 1.0,
"type": "ColorJitter",
"kwargs": {
"brightness": [
0.8,
1.2
]
}
},
"contrast": {
"weight": 1.0,
"type": "ColorJitter",
"kwargs": {
"contrast": [
0.8,
1.2
]
}
},
"saturation": {
"weight": 1.0,
"type": "ColorJitter",
"kwargs": {
"saturation": [
0.5,
1.5
]
}
},
"hue": {
"weight": 1.0,
"type": "ColorJitter",
"kwargs": {
"hue": [
-0.05,
0.05
]
}
},
"sharpness": {
"weight": 1.0,
"type": "SharpnessJitter",
"kwargs": {
"sharpness": [
0.5,
1.5
]
}
},
"affine": {
"weight": 1.0,
"type": "RandomAffine",
"kwargs": {
"degrees": [
-5.0,
5.0
],
"translate": [
0.05,
0.05
]
}
}
}
},
"revision": null,
"use_imagenet_stats": true,
"video_backend": "torchcodec",
"streaming": false
},
"env": null,
"policy": {
"type": "diffusion",
"n_obs_steps": 2,
"input_features": {
"observation.images.wrist": {
"type": "VISUAL",
"shape": [
3,
480,
640
]
},
"observation.state": {
"type": "STATE",
"shape": [
14
]
},
"observation.reticle": {
"type": "STATE",
"shape": [
2
]
}
},
"output_features": {
"action": {
"type": "ACTION",
"shape": [
7
]
}
},
"device": "cuda",
"use_amp": false,
"use_peft": false,
"push_to_hub": true,
"repo_id": "sortingroboticsinc/individual_grasp_collect_uncoated_diffusion",
"private": null,
"tags": null,
"license": null,
"pretrained_path": null,
"horizon": 16,
"n_action_steps": 8,
"normalization_mapping": {
"VISUAL": "MEAN_STD",
"STATE": "MIN_MAX",
"ACTION": "MIN_MAX"
},
"drop_n_last_frames": 7,
"vision_backbone": "resnet18",
"resize_shape": [
240,
320
],
"crop_ratio": 0.9,
"crop_shape": [
216,
288
],
"crop_is_random": true,
"pretrained_backbone_weights": null,
"use_group_norm": true,
"spatial_softmax_num_keypoints": 32,
"use_separate_rgb_encoder_per_camera": false,
"down_dims": [
512,
1024,
2048
],
"kernel_size": 5,
"n_groups": 8,
"diffusion_step_embed_dim": 128,
"use_film_scale_modulation": true,
"noise_scheduler_type": "DDPM",
"num_train_timesteps": 100,
"beta_schedule": "squaredcos_cap_v2",
"beta_start": 0.0001,
"beta_end": 0.02,
"prediction_type": "epsilon",
"clip_sample": true,
"clip_sample_range": 1.0,
"num_inference_steps": null,
"compile_model": false,
"compile_mode": "reduce-overhead",
"do_mask_loss_for_padding": false,
"optimizer_lr": 1.9646662327202264e-05,
"optimizer_betas": [
0.95,
0.999
],
"optimizer_eps": 1e-08,
"optimizer_weight_decay": 0.001,
"scheduler_name": "cosine",
"scheduler_warmup_steps": 500
},
"output_dir": "/mnt/out/run_longrun",
"job_name": "diffusion",
"resume": false,
"seed": 1000,
"cudnn_deterministic": false,
"num_workers": 0,
"batch_size": 32,
"steps": 100000,
"eval_freq": 500,
"log_freq": 200,
"tolerance_s": 0.0001,
"save_checkpoint": true,
"save_freq": 2500,
"use_policy_training_preset": true,
"optimizer": {
"type": "adam",
"lr": 1.9646662327202264e-05,
"weight_decay": 0.001,
"grad_clip_norm": 10.0,
"betas": [
0.95,
0.999
],
"eps": 1e-08
},
"scheduler": {
"type": "diffuser",
"num_warmup_steps": 500,
"name": "cosine"
},
"eval": {
"n_episodes": 50,
"batch_size": 50,
"use_async_envs": false
},
"wandb": {
"enable": true,
"disable_artifact": false,
"project": "lerobot",
"entity": null,
"notes": null,
"run_id": "s9yz021b",
"mode": null,
"add_tags": true
},
"peft": null,
"use_rabc": false,
"rabc_progress_path": null,
"rabc_kappa": 0.01,
"rabc_epsilon": 1e-06,
"rabc_head_mode": "sparse",
"rename_map": {},
"checkpoint_path": null
}