{ "type": "diffusion", "n_obs_steps": 1, "input_features": { "observation.state": { "type": "STATE", "shape": [ 7 ] }, "observation.goal": { "type": "STATE", "shape": [ 3 ] }, "observation.images.table_camera": { "type": "VISUAL", "shape": [ 3, 480, 640 ] }, "observation.proximity": { "type": "STATE", "shape": [ 128 ] } }, "output_features": { "action": { "type": "ACTION", "shape": [ 7 ] } }, "device": "cuda", "use_amp": false, "push_to_hub": true, "repo_id": null, "private": null, "tags": null, "license": null, "pretrained_path": null, "horizon": 16, "n_action_steps": 8, "normalization_mapping": { "VISUAL": "MEAN_STD", "STATE": "MIN_MAX", "ACTION": "MIN_MAX" }, "drop_n_last_frames": 7, "vision_backbone": "resnet18", "crop_shape": null, "crop_is_random": true, "pretrained_backbone_weights": null, "use_group_norm": true, "spatial_softmax_num_keypoints": 32, "use_separate_rgb_encoder_per_camera": false, "down_dims": [ 512, 1024, 2048 ], "kernel_size": 5, "n_groups": 8, "diffusion_step_embed_dim": 128, "use_film_scale_modulation": true, "noise_scheduler_type": "DDPM", "num_train_timesteps": 100, "beta_schedule": "squaredcos_cap_v2", "beta_start": 0.0001, "beta_end": 0.02, "prediction_type": "epsilon", "clip_sample": true, "clip_sample_range": 1.0, "num_inference_steps": null, "do_mask_loss_for_padding": false, "optimizer_lr": 0.0001, "optimizer_betas": [ 0.95, 0.999 ], "optimizer_eps": 1e-08, "optimizer_weight_decay": 1e-06, "scheduler_name": "cosine", "scheduler_warmup_steps": 500, "dataset_stats": { "observation.state": { "mean": [ -0.0006291504832915962, -1.269403100013733, 0.10210848599672318, -2.6422719955444336, -0.008685077540576458, 1.136515736579895, -0.10229099541902542 ], "std": [ 0.5554264783859253, 0.4062916934490204, 0.39080631732940674, 0.26250070333480835, 0.2632371485233307, 0.20791050791740417, 0.64621502161026 ], "min": [ -1.7986708879470825, -1.79193913936615, -1.8658106327056885, -3.0421018600463867, -1.3152776956558228, 0.5412126779556274, -2.1480815410614014 ], "max": [ 2.005805492401123, 1.429281234741211, 2.0978057384490967, -1.4858390092849731, 0.7392545938491821, 2.152811050415039, 1.9717894792556763 ] }, "observation.goal": { "mean": [ -0.028870241716504097, 0.016072046011686325, 0.4948068857192993 ], "std": [ 0.14163587987422943, 0.17394915223121643, 0.03917383775115013 ], "min": [ -0.23928236961364746, -0.2861059010028839, 0.3633100688457489 ], "max": [ 0.2953443229198456, 0.31736811995506287, 0.5791423916816711 ] }, "action": { "mean": [ -0.050683699548244476, -1.173818588256836, 0.1720801442861557, -2.690216302871704, 0.002617147983983159, 1.2508213520050049, -0.1638169288635254 ], "std": [ 0.8439512252807617, 0.5567365884780884, 0.5690339803695679, 0.29712942242622375, 0.3933866620063782, 0.26619336009025574, 0.982424259185791 ], "min": [ -2.6286203861236572, -1.785098910331726, -2.745807647705078, -3.0436909198760986, -1.3113981485366821, 0.5433744192123413, -2.8814823627471924 ], "max": [ 2.675274133682251, 1.784420132637024, 2.8167343139648438, -1.4488182067871094, 1.1401586532592773, 2.284893751144409, 2.8165488243103027 ] }, "observation.proximity": { "mean": [ -0.01691066287457943, -0.01039926614612341, 0.04554938152432442, -0.1001037135720253, 0.040721483528614044, 0.0325135663151741, -0.014084232039749622, -0.07496877014636993, 0.03411199524998665, -0.12546879053115845, 0.06528071314096451, -0.1341893970966339, -0.034987226128578186, 0.09402469545602798, -0.07269156724214554, 0.1628677397966385, -0.028851594775915146, 0.041403479874134064, -0.07277503609657288, 0.06434722989797592, 0.04357922822237015, 0.0018990639364346862, 0.02821088396012783, 0.08431922644376755, -0.0920710489153862, -0.006149359978735447, 0.06459140032529831, -0.1030568778514862, -0.10795364528894424, -0.07378829270601273, -0.004338543396443129, 0.08273711800575256, 0.09277094900608063, -0.10973809659481049, 0.05271966755390167, -0.04424956440925598, 0.06621560454368591, -0.07453279942274094, -0.06812738627195358, 0.1375969648361206, -0.07709833234548569, 0.04022806137800217, -0.0688791424036026, -0.05471343547105789, -0.0866093561053276, -0.04479604959487915, -0.05208897963166237, -0.10148691385984421, 0.06576124578714371, -0.0638977587223053, 0.09206696599721909, -0.03432517871260643, 0.04548399895429611, -0.04418287053704262, 0.07579076290130615, 0.12377268075942993, 0.09080864489078522, -0.02215307019650936, 0.0500241182744503, -0.0264970101416111, -0.03624989837408066, -0.09438103437423706, -0.020768186077475548, -0.07858934253454208, 0.03127536177635193, 0.03376777097582817, -0.09438726305961609, 0.13134831190109253, 0.17810578644275665, 0.098613440990448, 0.07319401204586029, -0.09721077978610992, -0.05348202586174011, -0.051092520356178284, -0.10158106684684753, 0.0639038234949112, -0.04601076617836952, -0.0845196470618248, -0.04242601990699768, 0.05904613807797432, 0.01582525670528412, -0.06333746016025543, -0.062458544969558716, -0.04462219402194023, -0.16316737234592438, -0.1463341861963272, 0.056585464626550674, -0.0055635287426412106, 0.09267697483301163, -0.07141947001218796, -0.08762946724891663, -0.043889258056879044, 0.0824943482875824, 0.11368471384048462, 0.07331997156143188, -0.055764880031347275, 0.13149376213550568, 0.08958586305379868, -0.010115224868059158, 0.08134046196937561, -0.12376463413238525, -0.10136246681213379, 0.05125086382031441, -0.11747342348098755, 0.0751003846526146, 0.03867795690894127, -0.06314141303300858, -0.06762490421533585, -0.01527913473546505, 0.06676802039146423, -0.0052965194918215275, -0.13125886023044586, 0.0374067947268486, 0.09145781397819519, -0.16881534457206726, 0.05341357737779617, 0.038494642823934555, -0.018220204859972, -0.09129121899604797, -0.09082654863595963, 0.04976764693856239, 0.03940253332257271, -0.07055704295635223, -0.05568672716617584, -0.07249537110328674, 0.1168227270245552, 0.1030837744474411, -0.15792721509933472 ], "std": [ 0.1010841354727745, 0.08388295769691467, 0.0792214423418045, 0.10667602717876434, 0.10546761751174927, 0.08949793875217438, 0.11714701354503632, 0.10278571397066116, 0.11274821311235428, 0.07533188164234161, 0.09390924125909805, 0.08610334247350693, 0.10129719972610474, 0.06796464323997498, 0.08008307218551636, 0.10488829761743546, 0.08162885159254074, 0.10896889865398407, 0.09636451303958893, 0.09790404140949249, 0.10585901141166687, 0.10052502155303955, 0.11656573414802551, 0.09015920758247375, 0.08569173514842987, 0.12373783439397812, 0.07994948327541351, 0.08305924385786057, 0.07790253311395645, 0.10078760981559753, 0.1025998517870903, 0.08283966034650803, 0.08443860709667206, 0.1129489317536354, 0.09636658430099487, 0.11090561747550964, 0.08872518688440323, 0.08738546818494797, 0.10260258615016937, 0.11363313347101212, 0.08334191888570786, 0.1026320680975914, 0.08221351355314255, 0.09722667932510376, 0.08974365144968033, 0.10189609229564667, 0.11933917552232742, 0.09354104846715927, 0.09607354551553726, 0.08286985754966736, 0.0885365679860115, 0.12383145093917847, 0.08313610404729843, 0.11403385549783707, 0.07553175836801529, 0.07851085811853409, 0.0887933075428009, 0.10900245606899261, 0.08225611597299576, 0.09513818472623825, 0.12314271926879883, 0.09251371771097183, 0.10665328055620193, 0.10346970707178116, 0.10207505524158478, 0.11962858587503433, 0.10192945599555969, 0.06652606278657913, 0.07800696045160294, 0.07974658906459808, 0.10940703749656677, 0.10651493072509766, 0.06911025196313858, 0.09649906307458878, 0.07899854332208633, 0.08488263934850693, 0.11020267754793167, 0.08640081435441971, 0.11060155183076859, 0.09510759264230728, 0.11042601615190506, 0.08587400615215302, 0.08226032555103302, 0.10774512588977814, 0.0879530981183052, 0.10768725723028183, 0.10832969844341278, 0.09127405285835266, 0.07179466634988785, 0.0809144601225853, 0.09024173021316528, 0.09920597076416016, 0.09547089040279388, 0.07439727336168289, 0.11767999082803726, 0.09751210361719131, 0.08154311776161194, 0.09345865249633789, 0.10730632394552231, 0.07921792566776276, 0.09181656688451767, 0.1122119352221489, 0.10619969666004181, 0.0808183029294014, 0.10583402216434479, 0.09887640178203583, 0.11219813674688339, 0.11251166462898254, 0.10388186573982239, 0.09020723402500153, 0.1102856695652008, 0.07303762435913086, 0.11155174672603607, 0.09209515899419785, 0.08963184058666229, 0.10434899479150772, 0.17428305745124817, 0.09002422541379929, 0.0826634019613266, 0.09759312868118286, 0.11302429437637329, 0.10887546092271805, 0.0685468390583992, 0.09014347940683365, 0.0885634496808052, 0.09106691926717758, 0.06421555578708649, 0.08273176103830338 ], "min": [ -0.4031904339790344, -0.3526953160762787, -0.3890536427497864, -0.44987207651138306, -0.29846158623695374, -0.31941673159599304, -0.37962138652801514, -0.3117423355579376, -0.3428913652896881, -0.5823912620544434, -0.3369072377681732, -0.37168020009994507, -0.3589555025100708, -0.08081402629613876, -0.5556645393371582, -0.1853180229663849, -0.41335347294807434, -0.36024659872055054, -0.41022175550460815, -0.18996620178222656, -0.49172767996788025, -0.4209919273853302, -0.22533565759658813, -0.19666239619255066, -0.3570115864276886, -0.5671301484107971, -0.2531878650188446, -0.42881470918655396, -0.5816413760185242, -0.3974395990371704, -0.3886200189590454, -0.18454132974147797, -0.13085155189037323, -0.45755618810653687, -0.18677403032779694, -0.3937020003795624, -0.3283284902572632, -0.387253075838089, -0.39648422598838806, -0.10469762980937958, -0.3638264536857605, -0.16961883008480072, -0.3507797122001648, -0.4230721592903137, -0.5249850153923035, -0.7449405789375305, -0.6311277151107788, -0.6348563432693481, -0.37111252546310425, -0.40985602140426636, -0.17291028797626495, -0.7183040976524353, -0.3281230032444, -0.467623233795166, -0.2100711166858673, -0.09300704300403595, -0.23078522086143494, -0.42631831765174866, -0.24832698702812195, -0.3311966061592102, -0.6149760484695435, -0.7136735916137695, -0.9005581736564636, -0.45586466789245605, -0.5289317965507507, -0.43336689472198486, -0.435909241437912, -0.1385694444179535, -0.04574322700500488, -0.1548120081424713, -0.3107026517391205, -0.6566707491874695, -0.3003765046596527, -0.3464244604110718, -0.5452588200569153, -0.3222354054450989, -0.339591383934021, -0.42357608675956726, -0.6351486444473267, -0.2758736312389374, -0.3780554533004761, -0.26009902358055115, -0.32599765062332153, -0.5637473464012146, -0.538672149181366, -0.4835543930530548, -0.4646477997303009, -0.29525500535964966, -0.16125528514385223, -0.6218081116676331, -0.31817835569381714, -0.38359636068344116, -0.15415775775909424, -0.12674063444137573, -0.3148690164089203, -0.3094176650047302, -0.49313029646873474, -0.20569521188735962, -0.4763355255126953, -0.31587883830070496, -0.6951460838317871, -0.8601147532463074, -0.5065497756004333, -0.5288500785827637, -0.44994235038757324, -0.5097903609275818, -0.5876491665840149, -0.41349896788597107, -0.5829483270645142, -0.17188633978366852, -0.36880677938461304, -0.5356975793838501, -0.49088332056999207, -0.1727258712053299, -0.6463292837142944, -0.20237167179584503, -0.5897842049598694, -0.32774630188941956, -0.4032496511936188, -0.7272166609764099, -0.37002986669540405, -0.3257468640804291, -0.41835731267929077, -0.49746808409690857, -0.35348188877105713, -0.23154239356517792, -0.12626323103904724, -0.436871737241745 ], "max": [ 0.5204302072525024, 0.3183545470237732, 0.32176291942596436, 0.21047954261302948, 0.4275098145008087, 0.36177799105644226, 0.5623227953910828, 0.39431068301200867, 0.3325308561325073, 0.23342090845108032, 0.5445616245269775, 0.213471919298172, 0.48602578043937683, 0.44206756353378296, 0.20562253892421722, 0.615359902381897, 0.33567941188812256, 0.37350621819496155, 0.21896180510520935, 0.5351241230964661, 0.3959454596042633, 0.42848366498947144, 0.6854828000068665, 0.425293892621994, 0.2727726399898529, 0.22429856657981873, 0.36519187688827515, 0.27108103036880493, 0.14233918488025665, 0.5453648567199707, 0.44236868619918823, 0.416308730840683, 0.38729146122932434, 0.2907225489616394, 0.38586723804473877, 0.4134688973426819, 0.41671621799468994, 0.1756063848733902, 0.289902925491333, 0.7995430827140808, 0.17649665474891663, 0.7303402423858643, 0.3097101151943207, 0.3852102756500244, 0.17798590660095215, 0.24579189717769623, 0.20085109770298004, 0.13531962037086487, 0.32554763555526733, 0.17302089929580688, 0.5218926072120667, 0.29776665568351746, 0.34196969866752625, 0.3369055390357971, 0.39877012372016907, 0.4264518618583679, 0.4240609109401703, 0.467338889837265, 0.3625059723854065, 0.2611565887928009, 0.4396889805793762, 0.22259297966957092, 0.5176156759262085, 0.4523470997810364, 0.3618645966053009, 0.3257514536380768, 0.40903621912002563, 0.44650062918663025, 0.46753981709480286, 0.3789595663547516, 0.9277532696723938, 0.21331743896007538, 0.24960753321647644, 0.4138069450855255, 0.2780565023422241, 0.33058127760887146, 0.7387713193893433, 0.13188904523849487, 0.39225080609321594, 0.2963603138923645, 0.3397881090641022, 0.5465456247329712, 0.2584678530693054, 0.24946558475494385, 0.12073253095149994, 0.2449929267168045, 0.5310125946998596, 0.33395954966545105, 0.39005523920059204, 0.13682971894741058, 0.2909316420555115, 0.5281667113304138, 0.5973894000053406, 0.42728209495544434, 0.7360736727714539, 0.3282063901424408, 0.41213706135749817, 0.3465441167354584, 0.35577672719955444, 0.7458773851394653, 0.08215390145778656, 0.22282838821411133, 0.35549694299697876, 0.19109544157981873, 0.5159707069396973, 0.29765966534614563, 0.33850252628326416, 0.26791468262672424, 0.22920531034469604, 0.6878848075866699, 0.3658480644226074, 0.049732569605112076, 0.46615511178970337, 0.833696722984314, 0.06733053922653198, 0.44717952609062195, 0.42489176988601685, 0.5552871227264404, 0.26259222626686096, 0.19686709344387054, 0.3578782081604004, 0.6698968410491943, 0.26475706696510315, 0.15151455998420715, 0.288521945476532, 0.46494626998901367, 0.361616849899292, 0.24722734093666077 ] } } }