| { | |
| "type": "diffusion", | |
| "n_obs_steps": 1, | |
| "input_features": { | |
| "observation.state": { | |
| "type": "STATE", | |
| "shape": [ | |
| 7 | |
| ] | |
| }, | |
| "observation.goal": { | |
| "type": "STATE", | |
| "shape": [ | |
| 3 | |
| ] | |
| }, | |
| "observation.images.table_camera": { | |
| "type": "VISUAL", | |
| "shape": [ | |
| 3, | |
| 480, | |
| 640 | |
| ] | |
| }, | |
| "observation.proximity": { | |
| "type": "STATE", | |
| "shape": [ | |
| 128 | |
| ] | |
| } | |
| }, | |
| "output_features": { | |
| "action": { | |
| "type": "ACTION", | |
| "shape": [ | |
| 7 | |
| ] | |
| } | |
| }, | |
| "device": "cuda", | |
| "use_amp": false, | |
| "push_to_hub": true, | |
| "repo_id": null, | |
| "private": null, | |
| "tags": null, | |
| "license": null, | |
| "pretrained_path": null, | |
| "horizon": 16, | |
| "n_action_steps": 8, | |
| "normalization_mapping": { | |
| "VISUAL": "MEAN_STD", | |
| "STATE": "MIN_MAX", | |
| "ACTION": "MIN_MAX" | |
| }, | |
| "drop_n_last_frames": 7, | |
| "vision_backbone": "resnet18", | |
| "crop_shape": null, | |
| "crop_is_random": true, | |
| "pretrained_backbone_weights": null, | |
| "use_group_norm": true, | |
| "spatial_softmax_num_keypoints": 32, | |
| "use_separate_rgb_encoder_per_camera": false, | |
| "down_dims": [ | |
| 512, | |
| 1024, | |
| 2048 | |
| ], | |
| "kernel_size": 5, | |
| "n_groups": 8, | |
| "diffusion_step_embed_dim": 128, | |
| "use_film_scale_modulation": true, | |
| "noise_scheduler_type": "DDPM", | |
| "num_train_timesteps": 100, | |
| "beta_schedule": "squaredcos_cap_v2", | |
| "beta_start": 0.0001, | |
| "beta_end": 0.02, | |
| "prediction_type": "epsilon", | |
| "clip_sample": true, | |
| "clip_sample_range": 1.0, | |
| "num_inference_steps": null, | |
| "do_mask_loss_for_padding": false, | |
| "optimizer_lr": 0.0001, | |
| "optimizer_betas": [ | |
| 0.95, | |
| 0.999 | |
| ], | |
| "optimizer_eps": 1e-08, | |
| "optimizer_weight_decay": 1e-06, | |
| "scheduler_name": "cosine", | |
| "scheduler_warmup_steps": 500, | |
| "dataset_stats": { | |
| "observation.state": { | |
| "mean": [ | |
| 0.039692312479019165, | |
| -1.2322531938552856, | |
| 0.1358473151922226, | |
| -2.620966911315918, | |
| -0.010853842832148075, | |
| 1.15387761592865, | |
| -0.07206735014915466 | |
| ], | |
| "std": [ | |
| 0.5818771719932556, | |
| 0.4407676160335541, | |
| 0.4365716576576233, | |
| 0.28131192922592163, | |
| 0.2632814049720764, | |
| 0.21825262904167175, | |
| 0.6793442368507385 | |
| ], | |
| "min": [ | |
| -2.0110974311828613, | |
| -1.787865400314331, | |
| -1.8599457740783691, | |
| -3.050877809524536, | |
| -0.9235056638717651, | |
| 0.5444998145103455, | |
| -2.126560688018799 | |
| ], | |
| "max": [ | |
| 2.0929529666900635, | |
| 1.2516307830810547, | |
| 2.0248568058013916, | |
| -1.5713754892349243, | |
| 0.7660491466522217, | |
| 2.2453091144561768, | |
| 2.0527048110961914 | |
| ] | |
| }, | |
| "observation.goal": { | |
| "mean": [ | |
| -0.034040194004774094, | |
| 0.01636074110865593, | |
| 0.49584880471229553 | |
| ], | |
| "std": [ | |
| 0.13988812267780304, | |
| 0.1759711354970932, | |
| 0.03805534914135933 | |
| ], | |
| "min": [ | |
| -0.2440817952156067, | |
| -0.2822725176811218, | |
| 0.36352062225341797 | |
| ], | |
| "max": [ | |
| 0.2937312722206116, | |
| 0.28732526302337646, | |
| 0.5791423916816711 | |
| ] | |
| }, | |
| "action": { | |
| "mean": [ | |
| 0.008311709389090538, | |
| -1.118105173110962, | |
| 0.21540528535842896, | |
| -2.6735079288482666, | |
| -0.007175878155976534, | |
| 1.2707816362380981, | |
| -0.12139087915420532 | |
| ], | |
| "std": [ | |
| 0.8847281336784363, | |
| 0.6248665452003479, | |
| 0.6131019592285156, | |
| 0.30690208077430725, | |
| 0.40040716528892517, | |
| 0.2757844924926758, | |
| 1.0311152935028076 | |
| ], | |
| "min": [ | |
| -2.6317741870880127, | |
| -1.7852630615234375, | |
| -2.461777448654175, | |
| -3.043564558029175, | |
| -1.22870671749115, | |
| 0.5438045859336853, | |
| -2.8978118896484375 | |
| ], | |
| "max": [ | |
| 2.6780033111572266, | |
| 1.784629464149475, | |
| 2.826228141784668, | |
| -1.4702215194702148, | |
| 1.1782348155975342, | |
| 2.2600345611572266, | |
| 2.847647190093994 | |
| ] | |
| }, | |
| "observation.proximity": { | |
| "mean": [ | |
| -0.01303973887115717, | |
| -0.0077809495851397514, | |
| 0.04271281883120537, | |
| -0.10659480094909668, | |
| 0.03359067440032959, | |
| 0.04037129878997803, | |
| -0.0032776964362710714, | |
| -0.07233118265867233, | |
| 0.02853172831237316, | |
| -0.12122280150651932, | |
| 0.06603425741195679, | |
| -0.13208752870559692, | |
| -0.04543173313140869, | |
| 0.09326031804084778, | |
| -0.06668169796466827, | |
| 0.1553521454334259, | |
| -0.025813627988100052, | |
| 0.04060784727334976, | |
| -0.0665566548705101, | |
| 0.06216104328632355, | |
| 0.03935961052775383, | |
| 0.003339791437610984, | |
| 0.029684999957680702, | |
| 0.08308770507574081, | |
| -0.09373898804187775, | |
| -0.012914925813674927, | |
| 0.06048143282532692, | |
| -0.1054033637046814, | |
| -0.10736489295959473, | |
| -0.07168811559677124, | |
| -0.0008215620182454586, | |
| 0.08790899813175201, | |
| 0.08340687304735184, | |
| -0.11519656330347061, | |
| 0.06409628689289093, | |
| -0.04051240161061287, | |
| 0.06177482753992081, | |
| -0.0734984502196312, | |
| -0.06890016049146652, | |
| 0.13936521112918854, | |
| -0.07942969352006912, | |
| 0.052486225962638855, | |
| -0.06505920737981796, | |
| -0.06065785884857178, | |
| -0.08764351904392242, | |
| -0.04324287176132202, | |
| -0.05761183425784111, | |
| -0.10893050581216812, | |
| 0.057823698967695236, | |
| -0.0682060644030571, | |
| 0.09588201344013214, | |
| -0.03740580379962921, | |
| 0.04742304980754852, | |
| -0.04679703339934349, | |
| 0.07399125397205353, | |
| 0.11906062066555023, | |
| 0.09145931154489517, | |
| -0.015423711389303207, | |
| 0.05097343027591705, | |
| -0.032526589930057526, | |
| -0.03234722465276718, | |
| -0.09836483001708984, | |
| -0.021016670390963554, | |
| -0.07191301137208939, | |
| 0.02960382215678692, | |
| 0.02904331497848034, | |
| -0.08794540166854858, | |
| 0.13208267092704773, | |
| 0.17330370843410492, | |
| 0.10437120497226715, | |
| 0.07342186570167542, | |
| -0.10262931883335114, | |
| -0.053332217037677765, | |
| -0.04516537860035896, | |
| -0.09885130077600479, | |
| 0.06561923027038574, | |
| -0.048762984573841095, | |
| -0.08760824799537659, | |
| -0.04620373249053955, | |
| 0.057615187019109726, | |
| 0.014556369744241238, | |
| -0.0592748299241066, | |
| -0.061928052455186844, | |
| -0.04911622405052185, | |
| -0.1705065816640854, | |
| -0.13919197022914886, | |
| 0.05289175361394882, | |
| -0.00484868511557579, | |
| 0.09739293903112411, | |
| -0.07706034928560257, | |
| -0.0811057761311531, | |
| -0.03994334489107132, | |
| 0.08490070700645447, | |
| 0.10800811648368835, | |
| 0.07379787415266037, | |
| -0.05366617441177368, | |
| 0.1285281628370285, | |
| 0.08268997818231583, | |
| -0.014700026251375675, | |
| 0.08344080299139023, | |
| -0.12939493358135223, | |
| -0.10506925731897354, | |
| 0.04397501051425934, | |
| -0.11936535686254501, | |
| 0.07813441008329391, | |
| 0.03828645497560501, | |
| -0.059201858937740326, | |
| -0.067056804895401, | |
| -0.020677169784903526, | |
| 0.06270388513803482, | |
| 0.0001880417694337666, | |
| -0.13400334119796753, | |
| 0.03780709207057953, | |
| 0.0890442505478859, | |
| -0.16848185658454895, | |
| 0.05329957976937294, | |
| 0.027293074876070023, | |
| -0.01348409429192543, | |
| -0.09214305877685547, | |
| -0.08750557899475098, | |
| 0.05311068519949913, | |
| 0.043906036764383316, | |
| -0.07178878039121628, | |
| -0.050056636333465576, | |
| -0.07535525411367416, | |
| 0.11058385670185089, | |
| 0.10103867202997208, | |
| -0.1613718569278717 | |
| ], | |
| "std": [ | |
| 0.09984232485294342, | |
| 0.08807883411645889, | |
| 0.07519092410802841, | |
| 0.1004742830991745, | |
| 0.10819544643163681, | |
| 0.0868140459060669, | |
| 0.1364436000585556, | |
| 0.10112801194190979, | |
| 0.11356043815612793, | |
| 0.08027899265289307, | |
| 0.09044977277517319, | |
| 0.08495070040225983, | |
| 0.09219434857368469, | |
| 0.06457585096359253, | |
| 0.07630030065774918, | |
| 0.10884948074817657, | |
| 0.08226291835308075, | |
| 0.1067487895488739, | |
| 0.09213662892580032, | |
| 0.09819010645151138, | |
| 0.0979272872209549, | |
| 0.10337092727422714, | |
| 0.11781501024961472, | |
| 0.09249463677406311, | |
| 0.08151818811893463, | |
| 0.12559238076210022, | |
| 0.08078690618276596, | |
| 0.08063224703073502, | |
| 0.08125588297843933, | |
| 0.11115092039108276, | |
| 0.10614430159330368, | |
| 0.07830137759447098, | |
| 0.07828155159950256, | |
| 0.11431524157524109, | |
| 0.09614568948745728, | |
| 0.1080927848815918, | |
| 0.09207922965288162, | |
| 0.08646061271429062, | |
| 0.10669747740030289, | |
| 0.1119171604514122, | |
| 0.08755023032426834, | |
| 0.10545722395181656, | |
| 0.08194903284311295, | |
| 0.1018531396985054, | |
| 0.09110484272241592, | |
| 0.09675943106412888, | |
| 0.11378566175699234, | |
| 0.10064851492643356, | |
| 0.10158254206180573, | |
| 0.08490372449159622, | |
| 0.09400314837694168, | |
| 0.1407337635755539, | |
| 0.08755477517843246, | |
| 0.10270261764526367, | |
| 0.07474524527788162, | |
| 0.08349700272083282, | |
| 0.09269669651985168, | |
| 0.10836164653301239, | |
| 0.081657275557518, | |
| 0.09911035746335983, | |
| 0.12298927456140518, | |
| 0.09690280258655548, | |
| 0.10345222800970078, | |
| 0.09698456525802612, | |
| 0.10554958879947662, | |
| 0.11545376479625702, | |
| 0.11571138352155685, | |
| 0.06807035952806473, | |
| 0.08161268383264542, | |
| 0.08250764012336731, | |
| 0.10128473490476608, | |
| 0.1064988523721695, | |
| 0.07245238870382309, | |
| 0.09080272167921066, | |
| 0.08310452848672867, | |
| 0.08512601256370544, | |
| 0.10590564459562302, | |
| 0.08696826547384262, | |
| 0.11066979169845581, | |
| 0.09330444782972336, | |
| 0.1050017923116684, | |
| 0.08462194353342056, | |
| 0.08245659619569778, | |
| 0.10839702934026718, | |
| 0.09314326196908951, | |
| 0.11192726343870163, | |
| 0.11902046203613281, | |
| 0.09188230335712433, | |
| 0.07070308178663254, | |
| 0.08437810093164444, | |
| 0.09107042849063873, | |
| 0.10226207226514816, | |
| 0.0937405452132225, | |
| 0.07364993542432785, | |
| 0.11117077618837357, | |
| 0.09845660626888275, | |
| 0.08443756401538849, | |
| 0.09713362902402878, | |
| 0.1018269881606102, | |
| 0.08011163026094437, | |
| 0.09522207826375961, | |
| 0.1109851598739624, | |
| 0.11585041135549545, | |
| 0.07991153001785278, | |
| 0.10813848674297333, | |
| 0.09696222096681595, | |
| 0.10649863630533218, | |
| 0.11034420877695084, | |
| 0.09697641432285309, | |
| 0.08190224319696426, | |
| 0.11569179594516754, | |
| 0.06902711093425751, | |
| 0.10737118124961853, | |
| 0.09779278934001923, | |
| 0.09204202145338058, | |
| 0.10556888580322266, | |
| 0.17636704444885254, | |
| 0.08768820017576218, | |
| 0.08056510984897614, | |
| 0.09316354990005493, | |
| 0.11483591049909592, | |
| 0.10511954873800278, | |
| 0.07102267444133759, | |
| 0.08680716156959534, | |
| 0.08475115895271301, | |
| 0.08999093621969223, | |
| 0.07057589292526245, | |
| 0.08586550503969193 | |
| ], | |
| "min": [ | |
| -0.41477951407432556, | |
| -0.4283447563648224, | |
| -0.29466989636421204, | |
| -0.4277670383453369, | |
| -0.30785617232322693, | |
| -0.22657045722007751, | |
| -0.3681364059448242, | |
| -0.300006240606308, | |
| -0.3409610986709595, | |
| -0.4482969641685486, | |
| -0.2333543300628662, | |
| -0.3592328727245331, | |
| -0.41451704502105713, | |
| -0.11490818858146667, | |
| -0.5417401790618896, | |
| -0.19892776012420654, | |
| -0.3817380964756012, | |
| -0.31467488408088684, | |
| -0.46989184617996216, | |
| -0.21438804268836975, | |
| -0.4032270014286041, | |
| -0.3351837396621704, | |
| -0.24756312370300293, | |
| -0.2824735939502716, | |
| -0.4202672243118286, | |
| -0.5380351543426514, | |
| -0.21463531255722046, | |
| -0.4250495433807373, | |
| -0.5909494161605835, | |
| -0.41962727904319763, | |
| -0.38577035069465637, | |
| -0.2010767161846161, | |
| -0.1384533941745758, | |
| -0.45598304271698, | |
| -0.2050965279340744, | |
| -0.4241110682487488, | |
| -0.3272426724433899, | |
| -0.4441489577293396, | |
| -0.3861982226371765, | |
| -0.10970297455787659, | |
| -0.3940604329109192, | |
| -0.2128441482782364, | |
| -0.3199113607406616, | |
| -0.482586532831192, | |
| -0.5972403287887573, | |
| -0.5735273957252502, | |
| -0.5725731253623962, | |
| -0.6089766621589661, | |
| -0.31862425804138184, | |
| -0.483213871717453, | |
| -0.1922064870595932, | |
| -0.8597418069839478, | |
| -0.2249670922756195, | |
| -0.43142974376678467, | |
| -0.17265290021896362, | |
| -0.11746135354042053, | |
| -0.21577905118465424, | |
| -0.3893701732158661, | |
| -0.265613853931427, | |
| -0.45892226696014404, | |
| -0.4505869150161743, | |
| -0.5026600956916809, | |
| -0.8825542330741882, | |
| -0.35002291202545166, | |
| -0.5432228446006775, | |
| -0.48963451385498047, | |
| -0.3777802288532257, | |
| -0.17828813195228577, | |
| -0.05633840709924698, | |
| -0.1518816500902176, | |
| -0.1830398589372635, | |
| -0.5284766554832458, | |
| -0.3063592314720154, | |
| -0.2940725088119507, | |
| -0.4023358225822449, | |
| -0.3339262008666992, | |
| -0.40455424785614014, | |
| -0.4778226613998413, | |
| -0.623083233833313, | |
| -0.2846336364746094, | |
| -0.34485363960266113, | |
| -0.3089590072631836, | |
| -0.33458805084228516, | |
| -0.590974748134613, | |
| -0.5307714343070984, | |
| -0.49559882283210754, | |
| -0.44518738985061646, | |
| -0.2775936424732208, | |
| -0.1419144570827484, | |
| -0.6608086228370667, | |
| -0.34836655855178833, | |
| -0.3647255301475525, | |
| -0.15412907302379608, | |
| -0.11251720041036606, | |
| -0.2698272168636322, | |
| -0.32684072852134705, | |
| -0.5239406824111938, | |
| -0.27347004413604736, | |
| -0.47279784083366394, | |
| -0.32009363174438477, | |
| -0.704454779624939, | |
| -0.6345969438552856, | |
| -0.425750732421875, | |
| -0.34276705980300903, | |
| -0.423322856426239, | |
| -0.48332685232162476, | |
| -0.42655956745147705, | |
| -0.4961182773113251, | |
| -0.5456517934799194, | |
| -0.22628454864025116, | |
| -0.3289335370063782, | |
| -0.5613433718681335, | |
| -0.3987119495868683, | |
| -0.21269306540489197, | |
| -0.5282264947891235, | |
| -0.21781235933303833, | |
| -0.48387616872787476, | |
| -0.3013692796230316, | |
| -0.4810032248497009, | |
| -0.5224184989929199, | |
| -0.31804582476615906, | |
| -0.31184524297714233, | |
| -0.3497940003871918, | |
| -0.40327224135398865, | |
| -0.3440113961696625, | |
| -0.24947351217269897, | |
| -0.1539282202720642, | |
| -0.46264123916625977 | |
| ], | |
| "max": [ | |
| 0.3776059150695801, | |
| 0.22824758291244507, | |
| 0.2804378569126129, | |
| 0.1525622308254242, | |
| 0.4777528941631317, | |
| 0.32749584317207336, | |
| 0.5991989970207214, | |
| 0.35378962755203247, | |
| 0.3668030798435211, | |
| 0.20727770030498505, | |
| 0.35892990231513977, | |
| 0.1772758960723877, | |
| 0.29829832911491394, | |
| 0.4007903039455414, | |
| 0.20343445241451263, | |
| 0.6250858306884766, | |
| 0.3104341924190521, | |
| 0.37350621819496155, | |
| 0.21213698387145996, | |
| 0.39409133791923523, | |
| 0.3553537428379059, | |
| 0.32890790700912476, | |
| 0.6396855115890503, | |
| 0.39677366614341736, | |
| 0.2484457641839981, | |
| 0.26389989256858826, | |
| 0.3406699001789093, | |
| 0.14816033840179443, | |
| 0.20647960901260376, | |
| 0.616123378276825, | |
| 0.44236868619918823, | |
| 0.3686766028404236, | |
| 0.32996609807014465, | |
| 0.23609982430934906, | |
| 0.3534756898880005, | |
| 0.4767463803291321, | |
| 0.36128127574920654, | |
| 0.17414577305316925, | |
| 0.3165706992149353, | |
| 0.7067871689796448, | |
| 0.1814550906419754, | |
| 0.8700048923492432, | |
| 0.2865971624851227, | |
| 0.40616992115974426, | |
| 0.2570742666721344, | |
| 0.3230823874473572, | |
| 0.2249361276626587, | |
| 0.16078534722328186, | |
| 0.3042653799057007, | |
| 0.30702465772628784, | |
| 0.49064701795578003, | |
| 0.27478158473968506, | |
| 0.3462497889995575, | |
| 0.32682669162750244, | |
| 0.4015827476978302, | |
| 0.4679645895957947, | |
| 0.3590075671672821, | |
| 0.5513149499893188, | |
| 0.298706978559494, | |
| 0.27956029772758484, | |
| 0.4582684636116028, | |
| 0.183912992477417, | |
| 0.5029436349868774, | |
| 0.3547758460044861, | |
| 0.2926536798477173, | |
| 0.3404751718044281, | |
| 0.4915008246898651, | |
| 0.4310047924518585, | |
| 0.42176637053489685, | |
| 0.4241357743740082, | |
| 0.8905139565467834, | |
| 0.241948202252388, | |
| 0.33412808179855347, | |
| 0.26803332567214966, | |
| 0.2504630982875824, | |
| 0.34365570545196533, | |
| 0.7008154988288879, | |
| 0.16859155893325806, | |
| 0.29082679748535156, | |
| 0.3038679361343384, | |
| 0.31192049384117126, | |
| 0.4421856701374054, | |
| 0.3154750466346741, | |
| 0.2602185606956482, | |
| 0.0929742231965065, | |
| 0.22052215039730072, | |
| 0.5833985805511475, | |
| 0.36574381589889526, | |
| 0.49654141068458557, | |
| 0.13761530816555023, | |
| 0.196584552526474, | |
| 0.5668416023254395, | |
| 0.5673869252204895, | |
| 0.36604592204093933, | |
| 0.533603310585022, | |
| 0.3592822551727295, | |
| 0.4544394016265869, | |
| 0.4067882001399994, | |
| 0.35892099142074585, | |
| 0.3652801811695099, | |
| 0.08474357426166534, | |
| 0.21161150932312012, | |
| 0.3881995677947998, | |
| 0.26787689328193665, | |
| 0.47300153970718384, | |
| 0.3229103684425354, | |
| 0.3257315456867218, | |
| 0.29204827547073364, | |
| 0.24160176515579224, | |
| 0.638785183429718, | |
| 0.4040958881378174, | |
| 0.06923088431358337, | |
| 0.39948514103889465, | |
| 0.8569149971008301, | |
| 0.04684837907552719, | |
| 0.42355412244796753, | |
| 0.4235914647579193, | |
| 0.328330934047699, | |
| 0.21369625627994537, | |
| 0.23760774731636047, | |
| 0.3614247143268585, | |
| 0.6631001830101013, | |
| 0.21576246619224548, | |
| 0.18344885110855103, | |
| 0.22142845392227173, | |
| 0.38453370332717896, | |
| 0.5646733045578003, | |
| 0.20696604251861572 | |
| ] | |
| } | |
| } | |
| } |