| { | |
| "type": "diffusion", | |
| "n_obs_steps": 1, | |
| "input_features": { | |
| "observation.state": { | |
| "type": "STATE", | |
| "shape": [ | |
| 7 | |
| ] | |
| }, | |
| "observation.goal": { | |
| "type": "STATE", | |
| "shape": [ | |
| 3 | |
| ] | |
| }, | |
| "observation.images.table_camera": { | |
| "type": "VISUAL", | |
| "shape": [ | |
| 3, | |
| 480, | |
| 640 | |
| ] | |
| }, | |
| "observation.proximity": { | |
| "type": "STATE", | |
| "shape": [ | |
| 128 | |
| ] | |
| } | |
| }, | |
| "output_features": { | |
| "action": { | |
| "type": "ACTION", | |
| "shape": [ | |
| 7 | |
| ] | |
| } | |
| }, | |
| "device": "cuda", | |
| "use_amp": false, | |
| "push_to_hub": true, | |
| "repo_id": null, | |
| "private": null, | |
| "tags": null, | |
| "license": null, | |
| "pretrained_path": null, | |
| "horizon": 16, | |
| "n_action_steps": 8, | |
| "normalization_mapping": { | |
| "VISUAL": "MEAN_STD", | |
| "STATE": "MIN_MAX", | |
| "ACTION": "MIN_MAX" | |
| }, | |
| "drop_n_last_frames": 7, | |
| "vision_backbone": "resnet18", | |
| "crop_shape": null, | |
| "crop_is_random": true, | |
| "pretrained_backbone_weights": null, | |
| "use_group_norm": true, | |
| "spatial_softmax_num_keypoints": 32, | |
| "use_separate_rgb_encoder_per_camera": false, | |
| "down_dims": [ | |
| 512, | |
| 1024, | |
| 2048 | |
| ], | |
| "kernel_size": 5, | |
| "n_groups": 8, | |
| "diffusion_step_embed_dim": 128, | |
| "use_film_scale_modulation": true, | |
| "noise_scheduler_type": "DDPM", | |
| "num_train_timesteps": 100, | |
| "beta_schedule": "squaredcos_cap_v2", | |
| "beta_start": 0.0001, | |
| "beta_end": 0.02, | |
| "prediction_type": "epsilon", | |
| "clip_sample": true, | |
| "clip_sample_range": 1.0, | |
| "num_inference_steps": null, | |
| "do_mask_loss_for_padding": false, | |
| "optimizer_lr": 0.0001, | |
| "optimizer_betas": [ | |
| 0.95, | |
| 0.999 | |
| ], | |
| "optimizer_eps": 1e-08, | |
| "optimizer_weight_decay": 1e-06, | |
| "scheduler_name": "cosine", | |
| "scheduler_warmup_steps": 500, | |
| "dataset_stats": { | |
| "observation.state": { | |
| "mean": [ | |
| -0.0006291504832915962, | |
| -1.269403100013733, | |
| 0.10210848599672318, | |
| -2.6422719955444336, | |
| -0.008685077540576458, | |
| 1.136515736579895, | |
| -0.10229099541902542 | |
| ], | |
| "std": [ | |
| 0.5554264783859253, | |
| 0.4062916934490204, | |
| 0.39080631732940674, | |
| 0.26250070333480835, | |
| 0.2632371485233307, | |
| 0.20791050791740417, | |
| 0.64621502161026 | |
| ], | |
| "min": [ | |
| -1.7986708879470825, | |
| -1.79193913936615, | |
| -1.8658106327056885, | |
| -3.0421018600463867, | |
| -1.3152776956558228, | |
| 0.5412126779556274, | |
| -2.1480815410614014 | |
| ], | |
| "max": [ | |
| 2.005805492401123, | |
| 1.429281234741211, | |
| 2.0978057384490967, | |
| -1.4858390092849731, | |
| 0.7392545938491821, | |
| 2.152811050415039, | |
| 1.9717894792556763 | |
| ] | |
| }, | |
| "observation.goal": { | |
| "mean": [ | |
| -0.028870241716504097, | |
| 0.016072046011686325, | |
| 0.4948068857192993 | |
| ], | |
| "std": [ | |
| 0.14163587987422943, | |
| 0.17394915223121643, | |
| 0.03917383775115013 | |
| ], | |
| "min": [ | |
| -0.23928236961364746, | |
| -0.2861059010028839, | |
| 0.3633100688457489 | |
| ], | |
| "max": [ | |
| 0.2953443229198456, | |
| 0.31736811995506287, | |
| 0.5791423916816711 | |
| ] | |
| }, | |
| "action": { | |
| "mean": [ | |
| -0.050683699548244476, | |
| -1.173818588256836, | |
| 0.1720801442861557, | |
| -2.690216302871704, | |
| 0.002617147983983159, | |
| 1.2508213520050049, | |
| -0.1638169288635254 | |
| ], | |
| "std": [ | |
| 0.8439512252807617, | |
| 0.5567365884780884, | |
| 0.5690339803695679, | |
| 0.29712942242622375, | |
| 0.3933866620063782, | |
| 0.26619336009025574, | |
| 0.982424259185791 | |
| ], | |
| "min": [ | |
| -2.6286203861236572, | |
| -1.785098910331726, | |
| -2.745807647705078, | |
| -3.0436909198760986, | |
| -1.3113981485366821, | |
| 0.5433744192123413, | |
| -2.8814823627471924 | |
| ], | |
| "max": [ | |
| 2.675274133682251, | |
| 1.784420132637024, | |
| 2.8167343139648438, | |
| -1.4488182067871094, | |
| 1.1401586532592773, | |
| 2.284893751144409, | |
| 2.8165488243103027 | |
| ] | |
| }, | |
| "observation.proximity": { | |
| "mean": [ | |
| -0.01691066287457943, | |
| -0.01039926614612341, | |
| 0.04554938152432442, | |
| -0.1001037135720253, | |
| 0.040721483528614044, | |
| 0.0325135663151741, | |
| -0.014084232039749622, | |
| -0.07496877014636993, | |
| 0.03411199524998665, | |
| -0.12546879053115845, | |
| 0.06528071314096451, | |
| -0.1341893970966339, | |
| -0.034987226128578186, | |
| 0.09402469545602798, | |
| -0.07269156724214554, | |
| 0.1628677397966385, | |
| -0.028851594775915146, | |
| 0.041403479874134064, | |
| -0.07277503609657288, | |
| 0.06434722989797592, | |
| 0.04357922822237015, | |
| 0.0018990639364346862, | |
| 0.02821088396012783, | |
| 0.08431922644376755, | |
| -0.0920710489153862, | |
| -0.006149359978735447, | |
| 0.06459140032529831, | |
| -0.1030568778514862, | |
| -0.10795364528894424, | |
| -0.07378829270601273, | |
| -0.004338543396443129, | |
| 0.08273711800575256, | |
| 0.09277094900608063, | |
| -0.10973809659481049, | |
| 0.05271966755390167, | |
| -0.04424956440925598, | |
| 0.06621560454368591, | |
| -0.07453279942274094, | |
| -0.06812738627195358, | |
| 0.1375969648361206, | |
| -0.07709833234548569, | |
| 0.04022806137800217, | |
| -0.0688791424036026, | |
| -0.05471343547105789, | |
| -0.0866093561053276, | |
| -0.04479604959487915, | |
| -0.05208897963166237, | |
| -0.10148691385984421, | |
| 0.06576124578714371, | |
| -0.0638977587223053, | |
| 0.09206696599721909, | |
| -0.03432517871260643, | |
| 0.04548399895429611, | |
| -0.04418287053704262, | |
| 0.07579076290130615, | |
| 0.12377268075942993, | |
| 0.09080864489078522, | |
| -0.02215307019650936, | |
| 0.0500241182744503, | |
| -0.0264970101416111, | |
| -0.03624989837408066, | |
| -0.09438103437423706, | |
| -0.020768186077475548, | |
| -0.07858934253454208, | |
| 0.03127536177635193, | |
| 0.03376777097582817, | |
| -0.09438726305961609, | |
| 0.13134831190109253, | |
| 0.17810578644275665, | |
| 0.098613440990448, | |
| 0.07319401204586029, | |
| -0.09721077978610992, | |
| -0.05348202586174011, | |
| -0.051092520356178284, | |
| -0.10158106684684753, | |
| 0.0639038234949112, | |
| -0.04601076617836952, | |
| -0.0845196470618248, | |
| -0.04242601990699768, | |
| 0.05904613807797432, | |
| 0.01582525670528412, | |
| -0.06333746016025543, | |
| -0.062458544969558716, | |
| -0.04462219402194023, | |
| -0.16316737234592438, | |
| -0.1463341861963272, | |
| 0.056585464626550674, | |
| -0.0055635287426412106, | |
| 0.09267697483301163, | |
| -0.07141947001218796, | |
| -0.08762946724891663, | |
| -0.043889258056879044, | |
| 0.0824943482875824, | |
| 0.11368471384048462, | |
| 0.07331997156143188, | |
| -0.055764880031347275, | |
| 0.13149376213550568, | |
| 0.08958586305379868, | |
| -0.010115224868059158, | |
| 0.08134046196937561, | |
| -0.12376463413238525, | |
| -0.10136246681213379, | |
| 0.05125086382031441, | |
| -0.11747342348098755, | |
| 0.0751003846526146, | |
| 0.03867795690894127, | |
| -0.06314141303300858, | |
| -0.06762490421533585, | |
| -0.01527913473546505, | |
| 0.06676802039146423, | |
| -0.0052965194918215275, | |
| -0.13125886023044586, | |
| 0.0374067947268486, | |
| 0.09145781397819519, | |
| -0.16881534457206726, | |
| 0.05341357737779617, | |
| 0.038494642823934555, | |
| -0.018220204859972, | |
| -0.09129121899604797, | |
| -0.09082654863595963, | |
| 0.04976764693856239, | |
| 0.03940253332257271, | |
| -0.07055704295635223, | |
| -0.05568672716617584, | |
| -0.07249537110328674, | |
| 0.1168227270245552, | |
| 0.1030837744474411, | |
| -0.15792721509933472 | |
| ], | |
| "std": [ | |
| 0.1010841354727745, | |
| 0.08388295769691467, | |
| 0.0792214423418045, | |
| 0.10667602717876434, | |
| 0.10546761751174927, | |
| 0.08949793875217438, | |
| 0.11714701354503632, | |
| 0.10278571397066116, | |
| 0.11274821311235428, | |
| 0.07533188164234161, | |
| 0.09390924125909805, | |
| 0.08610334247350693, | |
| 0.10129719972610474, | |
| 0.06796464323997498, | |
| 0.08008307218551636, | |
| 0.10488829761743546, | |
| 0.08162885159254074, | |
| 0.10896889865398407, | |
| 0.09636451303958893, | |
| 0.09790404140949249, | |
| 0.10585901141166687, | |
| 0.10052502155303955, | |
| 0.11656573414802551, | |
| 0.09015920758247375, | |
| 0.08569173514842987, | |
| 0.12373783439397812, | |
| 0.07994948327541351, | |
| 0.08305924385786057, | |
| 0.07790253311395645, | |
| 0.10078760981559753, | |
| 0.1025998517870903, | |
| 0.08283966034650803, | |
| 0.08443860709667206, | |
| 0.1129489317536354, | |
| 0.09636658430099487, | |
| 0.11090561747550964, | |
| 0.08872518688440323, | |
| 0.08738546818494797, | |
| 0.10260258615016937, | |
| 0.11363313347101212, | |
| 0.08334191888570786, | |
| 0.1026320680975914, | |
| 0.08221351355314255, | |
| 0.09722667932510376, | |
| 0.08974365144968033, | |
| 0.10189609229564667, | |
| 0.11933917552232742, | |
| 0.09354104846715927, | |
| 0.09607354551553726, | |
| 0.08286985754966736, | |
| 0.0885365679860115, | |
| 0.12383145093917847, | |
| 0.08313610404729843, | |
| 0.11403385549783707, | |
| 0.07553175836801529, | |
| 0.07851085811853409, | |
| 0.0887933075428009, | |
| 0.10900245606899261, | |
| 0.08225611597299576, | |
| 0.09513818472623825, | |
| 0.12314271926879883, | |
| 0.09251371771097183, | |
| 0.10665328055620193, | |
| 0.10346970707178116, | |
| 0.10207505524158478, | |
| 0.11962858587503433, | |
| 0.10192945599555969, | |
| 0.06652606278657913, | |
| 0.07800696045160294, | |
| 0.07974658906459808, | |
| 0.10940703749656677, | |
| 0.10651493072509766, | |
| 0.06911025196313858, | |
| 0.09649906307458878, | |
| 0.07899854332208633, | |
| 0.08488263934850693, | |
| 0.11020267754793167, | |
| 0.08640081435441971, | |
| 0.11060155183076859, | |
| 0.09510759264230728, | |
| 0.11042601615190506, | |
| 0.08587400615215302, | |
| 0.08226032555103302, | |
| 0.10774512588977814, | |
| 0.0879530981183052, | |
| 0.10768725723028183, | |
| 0.10832969844341278, | |
| 0.09127405285835266, | |
| 0.07179466634988785, | |
| 0.0809144601225853, | |
| 0.09024173021316528, | |
| 0.09920597076416016, | |
| 0.09547089040279388, | |
| 0.07439727336168289, | |
| 0.11767999082803726, | |
| 0.09751210361719131, | |
| 0.08154311776161194, | |
| 0.09345865249633789, | |
| 0.10730632394552231, | |
| 0.07921792566776276, | |
| 0.09181656688451767, | |
| 0.1122119352221489, | |
| 0.10619969666004181, | |
| 0.0808183029294014, | |
| 0.10583402216434479, | |
| 0.09887640178203583, | |
| 0.11219813674688339, | |
| 0.11251166462898254, | |
| 0.10388186573982239, | |
| 0.09020723402500153, | |
| 0.1102856695652008, | |
| 0.07303762435913086, | |
| 0.11155174672603607, | |
| 0.09209515899419785, | |
| 0.08963184058666229, | |
| 0.10434899479150772, | |
| 0.17428305745124817, | |
| 0.09002422541379929, | |
| 0.0826634019613266, | |
| 0.09759312868118286, | |
| 0.11302429437637329, | |
| 0.10887546092271805, | |
| 0.0685468390583992, | |
| 0.09014347940683365, | |
| 0.0885634496808052, | |
| 0.09106691926717758, | |
| 0.06421555578708649, | |
| 0.08273176103830338 | |
| ], | |
| "min": [ | |
| -0.4031904339790344, | |
| -0.3526953160762787, | |
| -0.3890536427497864, | |
| -0.44987207651138306, | |
| -0.29846158623695374, | |
| -0.31941673159599304, | |
| -0.37962138652801514, | |
| -0.3117423355579376, | |
| -0.3428913652896881, | |
| -0.5823912620544434, | |
| -0.3369072377681732, | |
| -0.37168020009994507, | |
| -0.3589555025100708, | |
| -0.08081402629613876, | |
| -0.5556645393371582, | |
| -0.1853180229663849, | |
| -0.41335347294807434, | |
| -0.36024659872055054, | |
| -0.41022175550460815, | |
| -0.18996620178222656, | |
| -0.49172767996788025, | |
| -0.4209919273853302, | |
| -0.22533565759658813, | |
| -0.19666239619255066, | |
| -0.3570115864276886, | |
| -0.5671301484107971, | |
| -0.2531878650188446, | |
| -0.42881470918655396, | |
| -0.5816413760185242, | |
| -0.3974395990371704, | |
| -0.3886200189590454, | |
| -0.18454132974147797, | |
| -0.13085155189037323, | |
| -0.45755618810653687, | |
| -0.18677403032779694, | |
| -0.3937020003795624, | |
| -0.3283284902572632, | |
| -0.387253075838089, | |
| -0.39648422598838806, | |
| -0.10469762980937958, | |
| -0.3638264536857605, | |
| -0.16961883008480072, | |
| -0.3507797122001648, | |
| -0.4230721592903137, | |
| -0.5249850153923035, | |
| -0.7449405789375305, | |
| -0.6311277151107788, | |
| -0.6348563432693481, | |
| -0.37111252546310425, | |
| -0.40985602140426636, | |
| -0.17291028797626495, | |
| -0.7183040976524353, | |
| -0.3281230032444, | |
| -0.467623233795166, | |
| -0.2100711166858673, | |
| -0.09300704300403595, | |
| -0.23078522086143494, | |
| -0.42631831765174866, | |
| -0.24832698702812195, | |
| -0.3311966061592102, | |
| -0.6149760484695435, | |
| -0.7136735916137695, | |
| -0.9005581736564636, | |
| -0.45586466789245605, | |
| -0.5289317965507507, | |
| -0.43336689472198486, | |
| -0.435909241437912, | |
| -0.1385694444179535, | |
| -0.04574322700500488, | |
| -0.1548120081424713, | |
| -0.3107026517391205, | |
| -0.6566707491874695, | |
| -0.3003765046596527, | |
| -0.3464244604110718, | |
| -0.5452588200569153, | |
| -0.3222354054450989, | |
| -0.339591383934021, | |
| -0.42357608675956726, | |
| -0.6351486444473267, | |
| -0.2758736312389374, | |
| -0.3780554533004761, | |
| -0.26009902358055115, | |
| -0.32599765062332153, | |
| -0.5637473464012146, | |
| -0.538672149181366, | |
| -0.4835543930530548, | |
| -0.4646477997303009, | |
| -0.29525500535964966, | |
| -0.16125528514385223, | |
| -0.6218081116676331, | |
| -0.31817835569381714, | |
| -0.38359636068344116, | |
| -0.15415775775909424, | |
| -0.12674063444137573, | |
| -0.3148690164089203, | |
| -0.3094176650047302, | |
| -0.49313029646873474, | |
| -0.20569521188735962, | |
| -0.4763355255126953, | |
| -0.31587883830070496, | |
| -0.6951460838317871, | |
| -0.8601147532463074, | |
| -0.5065497756004333, | |
| -0.5288500785827637, | |
| -0.44994235038757324, | |
| -0.5097903609275818, | |
| -0.5876491665840149, | |
| -0.41349896788597107, | |
| -0.5829483270645142, | |
| -0.17188633978366852, | |
| -0.36880677938461304, | |
| -0.5356975793838501, | |
| -0.49088332056999207, | |
| -0.1727258712053299, | |
| -0.6463292837142944, | |
| -0.20237167179584503, | |
| -0.5897842049598694, | |
| -0.32774630188941956, | |
| -0.4032496511936188, | |
| -0.7272166609764099, | |
| -0.37002986669540405, | |
| -0.3257468640804291, | |
| -0.41835731267929077, | |
| -0.49746808409690857, | |
| -0.35348188877105713, | |
| -0.23154239356517792, | |
| -0.12626323103904724, | |
| -0.436871737241745 | |
| ], | |
| "max": [ | |
| 0.5204302072525024, | |
| 0.3183545470237732, | |
| 0.32176291942596436, | |
| 0.21047954261302948, | |
| 0.4275098145008087, | |
| 0.36177799105644226, | |
| 0.5623227953910828, | |
| 0.39431068301200867, | |
| 0.3325308561325073, | |
| 0.23342090845108032, | |
| 0.5445616245269775, | |
| 0.213471919298172, | |
| 0.48602578043937683, | |
| 0.44206756353378296, | |
| 0.20562253892421722, | |
| 0.615359902381897, | |
| 0.33567941188812256, | |
| 0.37350621819496155, | |
| 0.21896180510520935, | |
| 0.5351241230964661, | |
| 0.3959454596042633, | |
| 0.42848366498947144, | |
| 0.6854828000068665, | |
| 0.425293892621994, | |
| 0.2727726399898529, | |
| 0.22429856657981873, | |
| 0.36519187688827515, | |
| 0.27108103036880493, | |
| 0.14233918488025665, | |
| 0.5453648567199707, | |
| 0.44236868619918823, | |
| 0.416308730840683, | |
| 0.38729146122932434, | |
| 0.2907225489616394, | |
| 0.38586723804473877, | |
| 0.4134688973426819, | |
| 0.41671621799468994, | |
| 0.1756063848733902, | |
| 0.289902925491333, | |
| 0.7995430827140808, | |
| 0.17649665474891663, | |
| 0.7303402423858643, | |
| 0.3097101151943207, | |
| 0.3852102756500244, | |
| 0.17798590660095215, | |
| 0.24579189717769623, | |
| 0.20085109770298004, | |
| 0.13531962037086487, | |
| 0.32554763555526733, | |
| 0.17302089929580688, | |
| 0.5218926072120667, | |
| 0.29776665568351746, | |
| 0.34196969866752625, | |
| 0.3369055390357971, | |
| 0.39877012372016907, | |
| 0.4264518618583679, | |
| 0.4240609109401703, | |
| 0.467338889837265, | |
| 0.3625059723854065, | |
| 0.2611565887928009, | |
| 0.4396889805793762, | |
| 0.22259297966957092, | |
| 0.5176156759262085, | |
| 0.4523470997810364, | |
| 0.3618645966053009, | |
| 0.3257514536380768, | |
| 0.40903621912002563, | |
| 0.44650062918663025, | |
| 0.46753981709480286, | |
| 0.3789595663547516, | |
| 0.9277532696723938, | |
| 0.21331743896007538, | |
| 0.24960753321647644, | |
| 0.4138069450855255, | |
| 0.2780565023422241, | |
| 0.33058127760887146, | |
| 0.7387713193893433, | |
| 0.13188904523849487, | |
| 0.39225080609321594, | |
| 0.2963603138923645, | |
| 0.3397881090641022, | |
| 0.5465456247329712, | |
| 0.2584678530693054, | |
| 0.24946558475494385, | |
| 0.12073253095149994, | |
| 0.2449929267168045, | |
| 0.5310125946998596, | |
| 0.33395954966545105, | |
| 0.39005523920059204, | |
| 0.13682971894741058, | |
| 0.2909316420555115, | |
| 0.5281667113304138, | |
| 0.5973894000053406, | |
| 0.42728209495544434, | |
| 0.7360736727714539, | |
| 0.3282063901424408, | |
| 0.41213706135749817, | |
| 0.3465441167354584, | |
| 0.35577672719955444, | |
| 0.7458773851394653, | |
| 0.08215390145778656, | |
| 0.22282838821411133, | |
| 0.35549694299697876, | |
| 0.19109544157981873, | |
| 0.5159707069396973, | |
| 0.29765966534614563, | |
| 0.33850252628326416, | |
| 0.26791468262672424, | |
| 0.22920531034469604, | |
| 0.6878848075866699, | |
| 0.3658480644226074, | |
| 0.049732569605112076, | |
| 0.46615511178970337, | |
| 0.833696722984314, | |
| 0.06733053922653198, | |
| 0.44717952609062195, | |
| 0.42489176988601685, | |
| 0.5552871227264404, | |
| 0.26259222626686096, | |
| 0.19686709344387054, | |
| 0.3578782081604004, | |
| 0.6698968410491943, | |
| 0.26475706696510315, | |
| 0.15151455998420715, | |
| 0.288521945476532, | |
| 0.46494626998901367, | |
| 0.361616849899292, | |
| 0.24722734093666077 | |
| ] | |
| } | |
| } | |
| } |