{ "type": "diffusion", "n_obs_steps": 1, "input_features": { "observation.state": { "type": "STATE", "shape": [ 7 ] }, "observation.goal": { "type": "STATE", "shape": [ 3 ] }, "observation.images.table_camera": { "type": "VISUAL", "shape": [ 3, 480, 640 ] }, "observation.proximity": { "type": "STATE", "shape": [ 128 ] } }, "output_features": { "action": { "type": "ACTION", "shape": [ 7 ] } }, "device": "cuda", "use_amp": false, "push_to_hub": true, "repo_id": null, "private": null, "tags": null, "license": null, "pretrained_path": null, "horizon": 16, "n_action_steps": 8, "normalization_mapping": { "VISUAL": "MEAN_STD", "STATE": "MIN_MAX", "ACTION": "MIN_MAX" }, "drop_n_last_frames": 7, "vision_backbone": "resnet18", "crop_shape": null, "crop_is_random": true, "pretrained_backbone_weights": null, "use_group_norm": true, "spatial_softmax_num_keypoints": 32, "use_separate_rgb_encoder_per_camera": false, "down_dims": [ 512, 1024, 2048 ], "kernel_size": 5, "n_groups": 8, "diffusion_step_embed_dim": 128, "use_film_scale_modulation": true, "noise_scheduler_type": "DDPM", "num_train_timesteps": 100, "beta_schedule": "squaredcos_cap_v2", "beta_start": 0.0001, "beta_end": 0.02, "prediction_type": "epsilon", "clip_sample": true, "clip_sample_range": 1.0, "num_inference_steps": null, "do_mask_loss_for_padding": false, "optimizer_lr": 0.0001, "optimizer_betas": [ 0.95, 0.999 ], "optimizer_eps": 1e-08, "optimizer_weight_decay": 1e-06, "scheduler_name": "cosine", "scheduler_warmup_steps": 500, "dataset_stats": { "observation.state": { "mean": [ 0.039692312479019165, -1.2322531938552856, 0.1358473151922226, -2.620966911315918, -0.010853842832148075, 1.15387761592865, -0.07206735014915466 ], "std": [ 0.5818771719932556, 0.4407676160335541, 0.4365716576576233, 0.28131192922592163, 0.2632814049720764, 0.21825262904167175, 0.6793442368507385 ], "min": [ -2.0110974311828613, -1.787865400314331, -1.8599457740783691, -3.050877809524536, -0.9235056638717651, 0.5444998145103455, -2.126560688018799 ], "max": [ 2.0929529666900635, 1.2516307830810547, 2.0248568058013916, -1.5713754892349243, 0.7660491466522217, 2.2453091144561768, 2.0527048110961914 ] }, "observation.goal": { "mean": [ -0.034040194004774094, 0.01636074110865593, 0.49584880471229553 ], "std": [ 0.13988812267780304, 0.1759711354970932, 0.03805534914135933 ], "min": [ -0.2440817952156067, -0.2822725176811218, 0.36352062225341797 ], "max": [ 0.2937312722206116, 0.28732526302337646, 0.5791423916816711 ] }, "action": { "mean": [ 0.008311709389090538, -1.118105173110962, 0.21540528535842896, -2.6735079288482666, -0.007175878155976534, 1.2707816362380981, -0.12139087915420532 ], "std": [ 0.8847281336784363, 0.6248665452003479, 0.6131019592285156, 0.30690208077430725, 0.40040716528892517, 0.2757844924926758, 1.0311152935028076 ], "min": [ -2.6317741870880127, -1.7852630615234375, -2.461777448654175, -3.043564558029175, -1.22870671749115, 0.5438045859336853, -2.8978118896484375 ], "max": [ 2.6780033111572266, 1.784629464149475, 2.826228141784668, -1.4702215194702148, 1.1782348155975342, 2.2600345611572266, 2.847647190093994 ] }, "observation.proximity": { "mean": [ -0.01303973887115717, -0.0077809495851397514, 0.04271281883120537, -0.10659480094909668, 0.03359067440032959, 0.04037129878997803, -0.0032776964362710714, -0.07233118265867233, 0.02853172831237316, -0.12122280150651932, 0.06603425741195679, -0.13208752870559692, -0.04543173313140869, 0.09326031804084778, -0.06668169796466827, 0.1553521454334259, -0.025813627988100052, 0.04060784727334976, -0.0665566548705101, 0.06216104328632355, 0.03935961052775383, 0.003339791437610984, 0.029684999957680702, 0.08308770507574081, -0.09373898804187775, -0.012914925813674927, 0.06048143282532692, -0.1054033637046814, -0.10736489295959473, -0.07168811559677124, -0.0008215620182454586, 0.08790899813175201, 0.08340687304735184, -0.11519656330347061, 0.06409628689289093, -0.04051240161061287, 0.06177482753992081, -0.0734984502196312, -0.06890016049146652, 0.13936521112918854, -0.07942969352006912, 0.052486225962638855, -0.06505920737981796, -0.06065785884857178, -0.08764351904392242, -0.04324287176132202, -0.05761183425784111, -0.10893050581216812, 0.057823698967695236, -0.0682060644030571, 0.09588201344013214, -0.03740580379962921, 0.04742304980754852, -0.04679703339934349, 0.07399125397205353, 0.11906062066555023, 0.09145931154489517, -0.015423711389303207, 0.05097343027591705, -0.032526589930057526, -0.03234722465276718, -0.09836483001708984, -0.021016670390963554, -0.07191301137208939, 0.02960382215678692, 0.02904331497848034, -0.08794540166854858, 0.13208267092704773, 0.17330370843410492, 0.10437120497226715, 0.07342186570167542, -0.10262931883335114, -0.053332217037677765, -0.04516537860035896, -0.09885130077600479, 0.06561923027038574, -0.048762984573841095, -0.08760824799537659, -0.04620373249053955, 0.057615187019109726, 0.014556369744241238, -0.0592748299241066, -0.061928052455186844, -0.04911622405052185, -0.1705065816640854, -0.13919197022914886, 0.05289175361394882, -0.00484868511557579, 0.09739293903112411, -0.07706034928560257, -0.0811057761311531, -0.03994334489107132, 0.08490070700645447, 0.10800811648368835, 0.07379787415266037, -0.05366617441177368, 0.1285281628370285, 0.08268997818231583, -0.014700026251375675, 0.08344080299139023, -0.12939493358135223, -0.10506925731897354, 0.04397501051425934, -0.11936535686254501, 0.07813441008329391, 0.03828645497560501, -0.059201858937740326, -0.067056804895401, -0.020677169784903526, 0.06270388513803482, 0.0001880417694337666, -0.13400334119796753, 0.03780709207057953, 0.0890442505478859, -0.16848185658454895, 0.05329957976937294, 0.027293074876070023, -0.01348409429192543, -0.09214305877685547, -0.08750557899475098, 0.05311068519949913, 0.043906036764383316, -0.07178878039121628, -0.050056636333465576, -0.07535525411367416, 0.11058385670185089, 0.10103867202997208, -0.1613718569278717 ], "std": [ 0.09984232485294342, 0.08807883411645889, 0.07519092410802841, 0.1004742830991745, 0.10819544643163681, 0.0868140459060669, 0.1364436000585556, 0.10112801194190979, 0.11356043815612793, 0.08027899265289307, 0.09044977277517319, 0.08495070040225983, 0.09219434857368469, 0.06457585096359253, 0.07630030065774918, 0.10884948074817657, 0.08226291835308075, 0.1067487895488739, 0.09213662892580032, 0.09819010645151138, 0.0979272872209549, 0.10337092727422714, 0.11781501024961472, 0.09249463677406311, 0.08151818811893463, 0.12559238076210022, 0.08078690618276596, 0.08063224703073502, 0.08125588297843933, 0.11115092039108276, 0.10614430159330368, 0.07830137759447098, 0.07828155159950256, 0.11431524157524109, 0.09614568948745728, 0.1080927848815918, 0.09207922965288162, 0.08646061271429062, 0.10669747740030289, 0.1119171604514122, 0.08755023032426834, 0.10545722395181656, 0.08194903284311295, 0.1018531396985054, 0.09110484272241592, 0.09675943106412888, 0.11378566175699234, 0.10064851492643356, 0.10158254206180573, 0.08490372449159622, 0.09400314837694168, 0.1407337635755539, 0.08755477517843246, 0.10270261764526367, 0.07474524527788162, 0.08349700272083282, 0.09269669651985168, 0.10836164653301239, 0.081657275557518, 0.09911035746335983, 0.12298927456140518, 0.09690280258655548, 0.10345222800970078, 0.09698456525802612, 0.10554958879947662, 0.11545376479625702, 0.11571138352155685, 0.06807035952806473, 0.08161268383264542, 0.08250764012336731, 0.10128473490476608, 0.1064988523721695, 0.07245238870382309, 0.09080272167921066, 0.08310452848672867, 0.08512601256370544, 0.10590564459562302, 0.08696826547384262, 0.11066979169845581, 0.09330444782972336, 0.1050017923116684, 0.08462194353342056, 0.08245659619569778, 0.10839702934026718, 0.09314326196908951, 0.11192726343870163, 0.11902046203613281, 0.09188230335712433, 0.07070308178663254, 0.08437810093164444, 0.09107042849063873, 0.10226207226514816, 0.0937405452132225, 0.07364993542432785, 0.11117077618837357, 0.09845660626888275, 0.08443756401538849, 0.09713362902402878, 0.1018269881606102, 0.08011163026094437, 0.09522207826375961, 0.1109851598739624, 0.11585041135549545, 0.07991153001785278, 0.10813848674297333, 0.09696222096681595, 0.10649863630533218, 0.11034420877695084, 0.09697641432285309, 0.08190224319696426, 0.11569179594516754, 0.06902711093425751, 0.10737118124961853, 0.09779278934001923, 0.09204202145338058, 0.10556888580322266, 0.17636704444885254, 0.08768820017576218, 0.08056510984897614, 0.09316354990005493, 0.11483591049909592, 0.10511954873800278, 0.07102267444133759, 0.08680716156959534, 0.08475115895271301, 0.08999093621969223, 0.07057589292526245, 0.08586550503969193 ], "min": [ -0.41477951407432556, -0.4283447563648224, -0.29466989636421204, -0.4277670383453369, -0.30785617232322693, -0.22657045722007751, -0.3681364059448242, -0.300006240606308, -0.3409610986709595, -0.4482969641685486, -0.2333543300628662, -0.3592328727245331, -0.41451704502105713, -0.11490818858146667, -0.5417401790618896, -0.19892776012420654, -0.3817380964756012, -0.31467488408088684, -0.46989184617996216, -0.21438804268836975, -0.4032270014286041, -0.3351837396621704, -0.24756312370300293, -0.2824735939502716, -0.4202672243118286, -0.5380351543426514, -0.21463531255722046, -0.4250495433807373, -0.5909494161605835, -0.41962727904319763, -0.38577035069465637, -0.2010767161846161, -0.1384533941745758, -0.45598304271698, -0.2050965279340744, -0.4241110682487488, -0.3272426724433899, -0.4441489577293396, -0.3861982226371765, -0.10970297455787659, -0.3940604329109192, -0.2128441482782364, -0.3199113607406616, -0.482586532831192, -0.5972403287887573, -0.5735273957252502, -0.5725731253623962, -0.6089766621589661, -0.31862425804138184, -0.483213871717453, -0.1922064870595932, -0.8597418069839478, -0.2249670922756195, -0.43142974376678467, -0.17265290021896362, -0.11746135354042053, -0.21577905118465424, -0.3893701732158661, -0.265613853931427, -0.45892226696014404, -0.4505869150161743, -0.5026600956916809, -0.8825542330741882, -0.35002291202545166, -0.5432228446006775, -0.48963451385498047, -0.3777802288532257, -0.17828813195228577, -0.05633840709924698, -0.1518816500902176, -0.1830398589372635, -0.5284766554832458, -0.3063592314720154, -0.2940725088119507, -0.4023358225822449, -0.3339262008666992, -0.40455424785614014, -0.4778226613998413, -0.623083233833313, -0.2846336364746094, -0.34485363960266113, -0.3089590072631836, -0.33458805084228516, -0.590974748134613, -0.5307714343070984, -0.49559882283210754, -0.44518738985061646, -0.2775936424732208, -0.1419144570827484, -0.6608086228370667, -0.34836655855178833, -0.3647255301475525, -0.15412907302379608, -0.11251720041036606, -0.2698272168636322, -0.32684072852134705, -0.5239406824111938, -0.27347004413604736, -0.47279784083366394, -0.32009363174438477, -0.704454779624939, -0.6345969438552856, -0.425750732421875, -0.34276705980300903, -0.423322856426239, -0.48332685232162476, -0.42655956745147705, -0.4961182773113251, -0.5456517934799194, -0.22628454864025116, -0.3289335370063782, -0.5613433718681335, -0.3987119495868683, -0.21269306540489197, -0.5282264947891235, -0.21781235933303833, -0.48387616872787476, -0.3013692796230316, -0.4810032248497009, -0.5224184989929199, -0.31804582476615906, -0.31184524297714233, -0.3497940003871918, -0.40327224135398865, -0.3440113961696625, -0.24947351217269897, -0.1539282202720642, -0.46264123916625977 ], "max": [ 0.3776059150695801, 0.22824758291244507, 0.2804378569126129, 0.1525622308254242, 0.4777528941631317, 0.32749584317207336, 0.5991989970207214, 0.35378962755203247, 0.3668030798435211, 0.20727770030498505, 0.35892990231513977, 0.1772758960723877, 0.29829832911491394, 0.4007903039455414, 0.20343445241451263, 0.6250858306884766, 0.3104341924190521, 0.37350621819496155, 0.21213698387145996, 0.39409133791923523, 0.3553537428379059, 0.32890790700912476, 0.6396855115890503, 0.39677366614341736, 0.2484457641839981, 0.26389989256858826, 0.3406699001789093, 0.14816033840179443, 0.20647960901260376, 0.616123378276825, 0.44236868619918823, 0.3686766028404236, 0.32996609807014465, 0.23609982430934906, 0.3534756898880005, 0.4767463803291321, 0.36128127574920654, 0.17414577305316925, 0.3165706992149353, 0.7067871689796448, 0.1814550906419754, 0.8700048923492432, 0.2865971624851227, 0.40616992115974426, 0.2570742666721344, 0.3230823874473572, 0.2249361276626587, 0.16078534722328186, 0.3042653799057007, 0.30702465772628784, 0.49064701795578003, 0.27478158473968506, 0.3462497889995575, 0.32682669162750244, 0.4015827476978302, 0.4679645895957947, 0.3590075671672821, 0.5513149499893188, 0.298706978559494, 0.27956029772758484, 0.4582684636116028, 0.183912992477417, 0.5029436349868774, 0.3547758460044861, 0.2926536798477173, 0.3404751718044281, 0.4915008246898651, 0.4310047924518585, 0.42176637053489685, 0.4241357743740082, 0.8905139565467834, 0.241948202252388, 0.33412808179855347, 0.26803332567214966, 0.2504630982875824, 0.34365570545196533, 0.7008154988288879, 0.16859155893325806, 0.29082679748535156, 0.3038679361343384, 0.31192049384117126, 0.4421856701374054, 0.3154750466346741, 0.2602185606956482, 0.0929742231965065, 0.22052215039730072, 0.5833985805511475, 0.36574381589889526, 0.49654141068458557, 0.13761530816555023, 0.196584552526474, 0.5668416023254395, 0.5673869252204895, 0.36604592204093933, 0.533603310585022, 0.3592822551727295, 0.4544394016265869, 0.4067882001399994, 0.35892099142074585, 0.3652801811695099, 0.08474357426166534, 0.21161150932312012, 0.3881995677947998, 0.26787689328193665, 0.47300153970718384, 0.3229103684425354, 0.3257315456867218, 0.29204827547073364, 0.24160176515579224, 0.638785183429718, 0.4040958881378174, 0.06923088431358337, 0.39948514103889465, 0.8569149971008301, 0.04684837907552719, 0.42355412244796753, 0.4235914647579193, 0.328330934047699, 0.21369625627994537, 0.23760774731636047, 0.3614247143268585, 0.6631001830101013, 0.21576246619224548, 0.18344885110855103, 0.22142845392227173, 0.38453370332717896, 0.5646733045578003, 0.20696604251861572 ] } } }