Upload epoch 220 checkpoint with all normalization stats and processors

config.json

@@ -0,0 +1,713 @@
+{
+  "type": "diffusion",
+  "n_obs_steps": 1,
+  "input_features": {
+    "observation.state": {
+      "type": "STATE",
+      "shape": [
+        7
+      ]
+    },
+    "observation.goal": {
+      "type": "STATE",
+      "shape": [
+        3
+      ]
+    },
+    "observation.images.table_camera": {
+      "type": "VISUAL",
+      "shape": [
+        3,
+        480,
+        640
+      ]
+    },
+    "observation.proximity": {
+      "type": "STATE",
+      "shape": [
+        128
+      ]
+    }
+  },
+  "output_features": {
+    "action": {
+      "type": "ACTION",
+      "shape": [
+        7
+      ]
+    }
+  },
+  "device": "cuda",
+  "use_amp": false,
+  "push_to_hub": true,
+  "repo_id": null,
+  "private": null,
+  "tags": null,
+  "license": null,
+  "pretrained_path": null,
+  "horizon": 16,
+  "n_action_steps": 8,
+  "normalization_mapping": {
+    "VISUAL": "MEAN_STD",
+    "STATE": "MIN_MAX",
+    "ACTION": "MIN_MAX"
+  },
+  "drop_n_last_frames": 7,
+  "vision_backbone": "resnet18",
+  "crop_shape": null,
+  "crop_is_random": true,
+  "pretrained_backbone_weights": null,
+  "use_group_norm": true,
+  "spatial_softmax_num_keypoints": 32,
+  "use_separate_rgb_encoder_per_camera": false,
+  "down_dims": [
+    512,
+    1024,
+    2048
+  ],
+  "kernel_size": 5,
+  "n_groups": 8,
+  "diffusion_step_embed_dim": 128,
+  "use_film_scale_modulation": true,
+  "noise_scheduler_type": "DDPM",
+  "num_train_timesteps": 100,
+  "beta_schedule": "squaredcos_cap_v2",
+  "beta_start": 0.0001,
+  "beta_end": 0.02,
+  "prediction_type": "epsilon",
+  "clip_sample": true,
+  "clip_sample_range": 1.0,
+  "num_inference_steps": null,
+  "do_mask_loss_for_padding": false,
+  "optimizer_lr": 0.0001,
+  "optimizer_betas": [
+    0.95,
+    0.999
+  ],
+  "optimizer_eps": 1e-08,
+  "optimizer_weight_decay": 1e-06,
+  "scheduler_name": "cosine",
+  "scheduler_warmup_steps": 500,
+  "dataset_stats": {
+    "observation.state": {
+      "mean": [
+        -0.0006291504832915962,
+        -1.269403100013733,
+        0.10210848599672318,
+        -2.6422719955444336,
+        -0.008685077540576458,
+        1.136515736579895,
+        -0.10229099541902542
+      ],
+      "std": [
+        0.5554264783859253,
+        0.4062916934490204,
+        0.39080631732940674,
+        0.26250070333480835,
+        0.2632371485233307,
+        0.20791050791740417,
+        0.64621502161026
+      ],
+      "min": [
+        -1.7986708879470825,
+        -1.79193913936615,
+        -1.8658106327056885,
+        -3.0421018600463867,
+        -1.3152776956558228,
+        0.5412126779556274,
+        -2.1480815410614014
+      ],
+      "max": [
+        2.005805492401123,
+        1.429281234741211,
+        2.0978057384490967,
+        -1.4858390092849731,
+        0.7392545938491821,
+        2.152811050415039,
+        1.9717894792556763
+      ]
+    },
+    "observation.goal": {
+      "mean": [
+        -0.028870241716504097,
+        0.016072046011686325,
+        0.4948068857192993
+      ],
+      "std": [
+        0.14163587987422943,
+        0.17394915223121643,
+        0.03917383775115013
+      ],
+      "min": [
+        -0.23928236961364746,
+        -0.2861059010028839,
+        0.3633100688457489
+      ],
+      "max": [
+        0.2953443229198456,
+        0.31736811995506287,
+        0.5791423916816711
+      ]
+    },
+    "action": {
+      "mean": [
+        -0.050683699548244476,
+        -1.173818588256836,
+        0.1720801442861557,
+        -2.690216302871704,
+        0.002617147983983159,
+        1.2508213520050049,
+        -0.1638169288635254
+      ],
+      "std": [
+        0.8439512252807617,
+        0.5567365884780884,
+        0.5690339803695679,
+        0.29712942242622375,
+        0.3933866620063782,
+        0.26619336009025574,
+        0.982424259185791
+      ],
+      "min": [
+        -2.6286203861236572,
+        -1.785098910331726,
+        -2.745807647705078,
+        -3.0436909198760986,
+        -1.3113981485366821,
+        0.5433744192123413,
+        -2.8814823627471924
+      ],
+      "max": [
+        2.675274133682251,
+        1.784420132637024,
+        2.8167343139648438,
+        -1.4488182067871094,
+        1.1401586532592773,
+        2.284893751144409,
+        2.8165488243103027
+      ]
+    },
+    "observation.proximity": {
+      "mean": [
+        -0.01691066287457943,
+        -0.01039926614612341,
+        0.04554938152432442,
+        -0.1001037135720253,
+        0.040721483528614044,
+        0.0325135663151741,
+        -0.014084232039749622,
+        -0.07496877014636993,
+        0.03411199524998665,
+        -0.12546879053115845,
+        0.06528071314096451,
+        -0.1341893970966339,
+        -0.034987226128578186,
+        0.09402469545602798,
+        -0.07269156724214554,
+        0.1628677397966385,
+        -0.028851594775915146,
+        0.041403479874134064,
+        -0.07277503609657288,
+        0.06434722989797592,
+        0.04357922822237015,
+        0.0018990639364346862,
+        0.02821088396012783,
+        0.08431922644376755,
+        -0.0920710489153862,
+        -0.006149359978735447,
+        0.06459140032529831,
+        -0.1030568778514862,
+        -0.10795364528894424,
+        -0.07378829270601273,
+        -0.004338543396443129,
+        0.08273711800575256,
+        0.09277094900608063,
+        -0.10973809659481049,
+        0.05271966755390167,
+        -0.04424956440925598,
+        0.06621560454368591,
+        -0.07453279942274094,
+        -0.06812738627195358,
+        0.1375969648361206,
+        -0.07709833234548569,
+        0.04022806137800217,
+        -0.0688791424036026,
+        -0.05471343547105789,
+        -0.0866093561053276,
+        -0.04479604959487915,
+        -0.05208897963166237,
+        -0.10148691385984421,
+        0.06576124578714371,
+        -0.0638977587223053,
+        0.09206696599721909,
+        -0.03432517871260643,
+        0.04548399895429611,
+        -0.04418287053704262,
+        0.07579076290130615,
+        0.12377268075942993,
+        0.09080864489078522,
+        -0.02215307019650936,
+        0.0500241182744503,
+        -0.0264970101416111,
+        -0.03624989837408066,
+        -0.09438103437423706,
+        -0.020768186077475548,
+        -0.07858934253454208,
+        0.03127536177635193,
+        0.03376777097582817,
+        -0.09438726305961609,
+        0.13134831190109253,
+        0.17810578644275665,
+        0.098613440990448,
+        0.07319401204586029,
+        -0.09721077978610992,
+        -0.05348202586174011,
+        -0.051092520356178284,
+        -0.10158106684684753,
+        0.0639038234949112,
+        -0.04601076617836952,
+        -0.0845196470618248,
+        -0.04242601990699768,
+        0.05904613807797432,
+        0.01582525670528412,
+        -0.06333746016025543,
+        -0.062458544969558716,
+        -0.04462219402194023,
+        -0.16316737234592438,
+        -0.1463341861963272,
+        0.056585464626550674,
+        -0.0055635287426412106,
+        0.09267697483301163,
+        -0.07141947001218796,
+        -0.08762946724891663,
+        -0.043889258056879044,
+        0.0824943482875824,
+        0.11368471384048462,
+        0.07331997156143188,
+        -0.055764880031347275,
+        0.13149376213550568,
+        0.08958586305379868,
+        -0.010115224868059158,
+        0.08134046196937561,
+        -0.12376463413238525,
+        -0.10136246681213379,
+        0.05125086382031441,
+        -0.11747342348098755,
+        0.0751003846526146,
+        0.03867795690894127,
+        -0.06314141303300858,
+        -0.06762490421533585,
+        -0.01527913473546505,
+        0.06676802039146423,
+        -0.0052965194918215275,
+        -0.13125886023044586,
+        0.0374067947268486,
+        0.09145781397819519,
+        -0.16881534457206726,
+        0.05341357737779617,
+        0.038494642823934555,
+        -0.018220204859972,
+        -0.09129121899604797,
+        -0.09082654863595963,
+        0.04976764693856239,
+        0.03940253332257271,
+        -0.07055704295635223,
+        -0.05568672716617584,
+        -0.07249537110328674,
+        0.1168227270245552,
+        0.1030837744474411,
+        -0.15792721509933472
+      ],
+      "std": [
+        0.1010841354727745,
+        0.08388295769691467,
+        0.0792214423418045,
+        0.10667602717876434,
+        0.10546761751174927,
+        0.08949793875217438,
+        0.11714701354503632,
+        0.10278571397066116,
+        0.11274821311235428,
+        0.07533188164234161,
+        0.09390924125909805,
+        0.08610334247350693,
+        0.10129719972610474,
+        0.06796464323997498,
+        0.08008307218551636,
+        0.10488829761743546,
+        0.08162885159254074,
+        0.10896889865398407,
+        0.09636451303958893,
+        0.09790404140949249,
+        0.10585901141166687,
+        0.10052502155303955,
+        0.11656573414802551,
+        0.09015920758247375,
+        0.08569173514842987,
+        0.12373783439397812,
+        0.07994948327541351,
+        0.08305924385786057,
+        0.07790253311395645,
+        0.10078760981559753,
+        0.1025998517870903,
+        0.08283966034650803,
+        0.08443860709667206,
+        0.1129489317536354,
+        0.09636658430099487,
+        0.11090561747550964,
+        0.08872518688440323,
+        0.08738546818494797,
+        0.10260258615016937,
+        0.11363313347101212,
+        0.08334191888570786,
+        0.1026320680975914,
+        0.08221351355314255,
+        0.09722667932510376,
+        0.08974365144968033,
+        0.10189609229564667,
+        0.11933917552232742,
+        0.09354104846715927,
+        0.09607354551553726,
+        0.08286985754966736,
+        0.0885365679860115,
+        0.12383145093917847,
+        0.08313610404729843,
+        0.11403385549783707,
+        0.07553175836801529,
+        0.07851085811853409,
+        0.0887933075428009,
+        0.10900245606899261,
+        0.08225611597299576,
+        0.09513818472623825,
+        0.12314271926879883,
+        0.09251371771097183,
+        0.10665328055620193,
+        0.10346970707178116,
+        0.10207505524158478,
+        0.11962858587503433,
+        0.10192945599555969,
+        0.06652606278657913,
+        0.07800696045160294,
+        0.07974658906459808,
+        0.10940703749656677,
+        0.10651493072509766,
+        0.06911025196313858,
+        0.09649906307458878,
+        0.07899854332208633,
+        0.08488263934850693,
+        0.11020267754793167,
+        0.08640081435441971,
+        0.11060155183076859,
+        0.09510759264230728,
+        0.11042601615190506,
+        0.08587400615215302,
+        0.08226032555103302,
+        0.10774512588977814,
+        0.0879530981183052,
+        0.10768725723028183,
+        0.10832969844341278,
+        0.09127405285835266,
+        0.07179466634988785,
+        0.0809144601225853,
+        0.09024173021316528,
+        0.09920597076416016,
+        0.09547089040279388,
+        0.07439727336168289,
+        0.11767999082803726,
+        0.09751210361719131,
+        0.08154311776161194,
+        0.09345865249633789,
+        0.10730632394552231,
+        0.07921792566776276,
+        0.09181656688451767,
+        0.1122119352221489,
+        0.10619969666004181,
+        0.0808183029294014,
+        0.10583402216434479,
+        0.09887640178203583,
+        0.11219813674688339,
+        0.11251166462898254,
+        0.10388186573982239,
+        0.09020723402500153,
+        0.1102856695652008,
+        0.07303762435913086,
+        0.11155174672603607,
+        0.09209515899419785,
+        0.08963184058666229,
+        0.10434899479150772,
+        0.17428305745124817,
+        0.09002422541379929,
+        0.0826634019613266,
+        0.09759312868118286,
+        0.11302429437637329,
+        0.10887546092271805,
+        0.0685468390583992,
+        0.09014347940683365,
+        0.0885634496808052,
+        0.09106691926717758,
+        0.06421555578708649,
+        0.08273176103830338
+      ],
+      "min": [
+        -0.4031904339790344,
+        -0.3526953160762787,
+        -0.3890536427497864,
+        -0.44987207651138306,
+        -0.29846158623695374,
+        -0.31941673159599304,
+        -0.37962138652801514,
+        -0.3117423355579376,
+        -0.3428913652896881,
+        -0.5823912620544434,
+        -0.3369072377681732,
+        -0.37168020009994507,
+        -0.3589555025100708,
+        -0.08081402629613876,
+        -0.5556645393371582,
+        -0.1853180229663849,
+        -0.41335347294807434,
+        -0.36024659872055054,
+        -0.41022175550460815,
+        -0.18996620178222656,
+        -0.49172767996788025,
+        -0.4209919273853302,
+        -0.22533565759658813,
+        -0.19666239619255066,
+        -0.3570115864276886,
+        -0.5671301484107971,
+        -0.2531878650188446,
+        -0.42881470918655396,
+        -0.5816413760185242,
+        -0.3974395990371704,
+        -0.3886200189590454,
+        -0.18454132974147797,
+        -0.13085155189037323,
+        -0.45755618810653687,
+        -0.18677403032779694,
+        -0.3937020003795624,
+        -0.3283284902572632,
+        -0.387253075838089,
+        -0.39648422598838806,
+        -0.10469762980937958,
+        -0.3638264536857605,
+        -0.16961883008480072,
+        -0.3507797122001648,
+        -0.4230721592903137,
+        -0.5249850153923035,
+        -0.7449405789375305,
+        -0.6311277151107788,
+        -0.6348563432693481,
+        -0.37111252546310425,
+        -0.40985602140426636,
+        -0.17291028797626495,
+        -0.7183040976524353,
+        -0.3281230032444,
+        -0.467623233795166,
+        -0.2100711166858673,
+        -0.09300704300403595,
+        -0.23078522086143494,
+        -0.42631831765174866,
+        -0.24832698702812195,
+        -0.3311966061592102,
+        -0.6149760484695435,
+        -0.7136735916137695,
+        -0.9005581736564636,
+        -0.45586466789245605,
+        -0.5289317965507507,
+        -0.43336689472198486,
+        -0.435909241437912,
+        -0.1385694444179535,
+        -0.04574322700500488,
+        -0.1548120081424713,
+        -0.3107026517391205,
+        -0.6566707491874695,
+        -0.3003765046596527,
+        -0.3464244604110718,
+        -0.5452588200569153,
+        -0.3222354054450989,
+        -0.339591383934021,
+        -0.42357608675956726,
+        -0.6351486444473267,
+        -0.2758736312389374,
+        -0.3780554533004761,
+        -0.26009902358055115,
+        -0.32599765062332153,
+        -0.5637473464012146,
+        -0.538672149181366,
+        -0.4835543930530548,
+        -0.4646477997303009,
+        -0.29525500535964966,
+        -0.16125528514385223,
+        -0.6218081116676331,
+        -0.31817835569381714,
+        -0.38359636068344116,
+        -0.15415775775909424,
+        -0.12674063444137573,
+        -0.3148690164089203,
+        -0.3094176650047302,
+        -0.49313029646873474,
+        -0.20569521188735962,
+        -0.4763355255126953,
+        -0.31587883830070496,
+        -0.6951460838317871,
+        -0.8601147532463074,
+        -0.5065497756004333,
+        -0.5288500785827637,
+        -0.44994235038757324,
+        -0.5097903609275818,
+        -0.5876491665840149,
+        -0.41349896788597107,
+        -0.5829483270645142,
+        -0.17188633978366852,
+        -0.36880677938461304,
+        -0.5356975793838501,
+        -0.49088332056999207,
+        -0.1727258712053299,
+        -0.6463292837142944,
+        -0.20237167179584503,
+        -0.5897842049598694,
+        -0.32774630188941956,
+        -0.4032496511936188,
+        -0.7272166609764099,
+        -0.37002986669540405,
+        -0.3257468640804291,
+        -0.41835731267929077,
+        -0.49746808409690857,
+        -0.35348188877105713,
+        -0.23154239356517792,
+        -0.12626323103904724,
+        -0.436871737241745
+      ],
+      "max": [
+        0.5204302072525024,
+        0.3183545470237732,
+        0.32176291942596436,
+        0.21047954261302948,
+        0.4275098145008087,
+        0.36177799105644226,
+        0.5623227953910828,
+        0.39431068301200867,
+        0.3325308561325073,
+        0.23342090845108032,
+        0.5445616245269775,
+        0.213471919298172,
+        0.48602578043937683,
+        0.44206756353378296,
+        0.20562253892421722,
+        0.615359902381897,
+        0.33567941188812256,
+        0.37350621819496155,
+        0.21896180510520935,
+        0.5351241230964661,
+        0.3959454596042633,
+        0.42848366498947144,
+        0.6854828000068665,
+        0.425293892621994,
+        0.2727726399898529,
+        0.22429856657981873,
+        0.36519187688827515,
+        0.27108103036880493,
+        0.14233918488025665,
+        0.5453648567199707,
+        0.44236868619918823,
+        0.416308730840683,
+        0.38729146122932434,
+        0.2907225489616394,
+        0.38586723804473877,
+        0.4134688973426819,
+        0.41671621799468994,
+        0.1756063848733902,
+        0.289902925491333,
+        0.7995430827140808,
+        0.17649665474891663,
+        0.7303402423858643,
+        0.3097101151943207,
+        0.3852102756500244,
+        0.17798590660095215,
+        0.24579189717769623,
+        0.20085109770298004,
+        0.13531962037086487,
+        0.32554763555526733,
+        0.17302089929580688,
+        0.5218926072120667,
+        0.29776665568351746,
+        0.34196969866752625,
+        0.3369055390357971,
+        0.39877012372016907,
+        0.4264518618583679,
+        0.4240609109401703,
+        0.467338889837265,
+        0.3625059723854065,
+        0.2611565887928009,
+        0.4396889805793762,
+        0.22259297966957092,
+        0.5176156759262085,
+        0.4523470997810364,
+        0.3618645966053009,
+        0.3257514536380768,
+        0.40903621912002563,
+        0.44650062918663025,
+        0.46753981709480286,
+        0.3789595663547516,
+        0.9277532696723938,
+        0.21331743896007538,
+        0.24960753321647644,
+        0.4138069450855255,
+        0.2780565023422241,
+        0.33058127760887146,
+        0.7387713193893433,
+        0.13188904523849487,
+        0.39225080609321594,
+        0.2963603138923645,
+        0.3397881090641022,
+        0.5465456247329712,
+        0.2584678530693054,
+        0.24946558475494385,
+        0.12073253095149994,
+        0.2449929267168045,
+        0.5310125946998596,
+        0.33395954966545105,
+        0.39005523920059204,
+        0.13682971894741058,
+        0.2909316420555115,
+        0.5281667113304138,
+        0.5973894000053406,
+        0.42728209495544434,
+        0.7360736727714539,
+        0.3282063901424408,
+        0.41213706135749817,
+        0.3465441167354584,
+        0.35577672719955444,
+        0.7458773851394653,
+        0.08215390145778656,
+        0.22282838821411133,
+        0.35549694299697876,
+        0.19109544157981873,
+        0.5159707069396973,
+        0.29765966534614563,
+        0.33850252628326416,
+        0.26791468262672424,
+        0.22920531034469604,
+        0.6878848075866699,
+        0.3658480644226074,
+        0.049732569605112076,
+        0.46615511178970337,
+        0.833696722984314,
+        0.06733053922653198,
+        0.44717952609062195,
+        0.42489176988601685,
+        0.5552871227264404,
+        0.26259222626686096,
+        0.19686709344387054,
+        0.3578782081604004,
+        0.6698968410491943,
+        0.26475706696510315,
+        0.15151455998420715,
+        0.288521945476532,
+        0.46494626998901367,
+        0.361616849899292,
+        0.24722734093666077
+      ]
+    }
+  }
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bcfbc6015f359cefc25111cba68fc5a7d7d7ae4c9565b43c7ca1260b452225
+size 1043939492

policy_postprocessor.json

@@ -0,0 +1,32 @@
+{
+  "name": "policy_postprocessor",
+  "steps": [
+    {
+      "registry_name": "unnormalizer_processor",
+      "config": {
+        "eps": 1e-08,
+        "features": {
+          "action": {
+            "type": "ACTION",
+            "shape": [
+              7
+            ]
+          }
+        },
+        "norm_map": {
+          "VISUAL": "MEAN_STD",
+          "STATE": "MIN_MAX",
+          "ACTION": "MIN_MAX"
+        }
+      },
+      "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
+    },
+    {
+      "registry_name": "device_processor",
+      "config": {
+        "device": "cpu",
+        "float_dtype": null
+      }
+    }
+  ]
+}

policy_postprocessor_step_0_unnormalizer_processor.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b812ff61aba546e9ac81e9c58e5287f23cf94baedf2d790677a9d388a6b62418
+size 3552

policy_preprocessor.json

@@ -0,0 +1,68 @@
+{
+  "name": "policy_preprocessor",
+  "steps": [
+    {
+      "registry_name": "rename_observations_processor",
+      "config": {
+        "rename_map": {}
+      }
+    },
+    {
+      "registry_name": "to_batch_processor",
+      "config": {}
+    },
+    {
+      "registry_name": "device_processor",
+      "config": {
+        "device": "cuda",
+        "float_dtype": null
+      }
+    },
+    {
+      "registry_name": "normalizer_processor",
+      "config": {
+        "eps": 1e-08,
+        "features": {
+          "observation.state": {
+            "type": "STATE",
+            "shape": [
+              7
+            ]
+          },
+          "observation.goal": {
+            "type": "STATE",
+            "shape": [
+              3
+            ]
+          },
+          "observation.images.table_camera": {
+            "type": "VISUAL",
+            "shape": [
+              3,
+              480,
+              640
+            ]
+          },
+          "observation.proximity": {
+            "type": "STATE",
+            "shape": [
+              128
+            ]
+          },
+          "action": {
+            "type": "ACTION",
+            "shape": [
+              7
+            ]
+          }
+        },
+        "norm_map": {
+          "VISUAL": "MEAN_STD",
+          "STATE": "MIN_MAX",
+          "ACTION": "MIN_MAX"
+        }
+      },
+      "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
+    }
+  ]
+}

policy_preprocessor_step_3_normalizer_processor.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b812ff61aba546e9ac81e9c58e5287f23cf94baedf2d790677a9d388a6b62418
+size 3552