{ "name": "policy_preprocessor", "steps": [ { "registry_name": "rename_observations_processor", "config": { "rename_map": {} } }, { "registry_name": "to_batch_processor", "config": {} }, { "registry_name": "groot_n1_7_pack_inputs_v1", "config": { "state_horizon": 1, "action_horizon": 40, "valid_action_horizon": 32, "video_horizon": null, "max_state_dim": 132, "max_action_dim": 132, "language_key": "task", "formalize_language": true, "embodiment_tag": "new_embodiment", "embodiment_mapping": { "robocasa_panda_omron": 13, "oxe_droid": 17, "oxe_fractal": 18, "oxe_language_table": 19, "oxe_bridge": 20, "unknown": 22, "gr1_unified": 20, "agibot": 26, "sim_behavior_r1_pro": 23, "xdof": 24, "xdof_oss_data": 25, "unitree_g1_full_body_with_waist_height_nav_cmd": 25, "real_r1_pro_sharpa": 27, "real_r1_pro_sharpa_add_view": 27, "real_r1_pro_sharpa_relative_arm_joint": 26, "real_r1_pro_sharpa_delta_eef": 26, "real_r1_pro_sharpa_absolute_eef": 26, "real_r1_pro_sharpa_meanstd": 26, "real_r1_pro_sharpa_relative_eef": 26, "real_r1_pro_sharpa_relative_eef_add_view": 26, "real_r1_pro_sharpa_relative_eef_relative_hand": 26, "real_r1_pro_sharpa_relative_eef_human": 26, "real_r1_pro_sharpa_relative_eef_human_add_view": 26, "real_r1_pro_sharpa_relative_eef_human_relative_hand": 26, "real_r1_pro_sharpa_relative_eef_egodex": 26, "real_r1_pro_sharpa_relative_eef_egodex_relative_hand": 26, "real_r1_pro_sharpa_relative_eef_egodex_wrist_only": 26, "real_r1_pro_sharpa_relative_eef_maxinsights": 26, "real_r1_pro_sharpa_relative_eef_maxinsights_relative_hand": 26, "real_r1_pro_sharpa_relative_eef_mecka": 26, "real_r1_pro_sharpa_relative_eef_mecka_relative_hand": 26, "real_g1_relative_eef_absolute_joints": 25, "real_g1_relative_eef_absolute_joints_wrist_cam": 25, "real_g1_relative_eef_relative_joints": 25, "real_r1_pro_sharpa_relative_eef_relative_hand_relative_joint": 26, "real_r1_pro_sharpa_relative_joint": 29, "oxe_droid_relative_eef_relative_joint": 24, "oxe_droid_relative_eef_relative_joint_swapped": 24, "oxe_droid_relative_eef_relative_joint_upweight_z": 24, "oxe_droid_relative_eef_relative_joint_upweight_z_swapped": 24, "oxe_droid_relative_eef_relative_joint_3view": 24, "oxe_droid_relative_eef_relative_joint_3view_swapped": 24, "oxe_droid_relative_eef": 24, "oxe_droid_joint_position_relative": 24, "xdof_relative_eef_relative_joint": 27, "xdof_relative_eef_relative_joint_subtask": 27, "xdof_relative_eef": 27, "xdof_relative_joint": 28, "simpler_env_google": 0, "simpler_env_widowx": 1, "libero_sim": 2, "droid_sim": 3 }, "normalize_min_max": true, "state_dropout_prob": 0.2, "clip_outliers": true, "use_percentiles": true, "video_modality_keys": [ "external", "wrist" ], "raw_stats": { "state": { "single_arm": { "min": [ -46.825992584228516, -94.87911224365234, -74.72366333007812, -95.00833129882812, -123.93083953857422 ], "max": [ 45.189125061035156, 70.2354965209961, 95.4282455444336, 86.86556243896484, -26.348634719848633 ], "mean": [ -6.268786430358887, 3.276111125946045, 10.669681549072266, 25.578357696533203, -84.7579116821289 ], "std": [ 22.63538360595703, 35.60342788696289, 45.54111862182617, 52.232242584228516, 12.914960861206055 ], "count": [ 170306 ], "q01": [ -29.967853546142578, -44.978546142578125, -49.61992263793945, -52.848968505859375, -97.44476318359375 ], "q10": [ -29.445232391357422, -38.34443664550781, -49.25881576538086, -45.359317779541016, -93.56270599365234 ], "q50": [ -2.8612263202667236, -2.523837089538574, 16.216527938842773, 27.925277709960938, -86.66812133789062 ], "q90": [ 16.915163040161133, 53.973758697509766, 57.15806579589844, 77.88470458984375, -74.14354705810547 ], "q99": [ 17.349390029907227, 54.63033676147461, 60.4809684753418, 86.85594177246094, -71.42122650146484 ] }, "gripper": { "min": [ 1.1704072952270508 ], "max": [ 42.92493438720703 ], "mean": [ 21.12859535217285 ], "std": [ 11.951313972473145 ], "count": [ 170306 ], "q01": [ 1.1704105138778687 ], "q10": [ 12.411226272583008 ], "q50": [ 15.513243675231934 ], "q90": [ 42.81414031982422 ], "q99": [ 42.908416748046875 ] } }, "action": { "single_arm": { "min": [ -47.440757751464844, -95.6180648803711, -77.70036315917969, -94.99638366699219, -124.09831237792969 ], "max": [ 45.4299201965332, 69.96460723876953, 95.54313659667969, 86.79164123535156, -26.023595809936523 ], "mean": [ -6.556241989135742, 3.056422233581543, 9.808794975280762, 23.550058364868164, -84.62611389160156 ], "std": [ 22.789899826049805, 35.28706359863281, 46.07443618774414, 52.64484786987305, 12.946290969848633 ], "count": [ 170306 ], "q01": [ -30.46275520324707, -45.50099563598633, -52.01398849487305, -53.73054504394531, -97.68423461914062 ], "q10": [ -29.283607482910156, -38.141239166259766, -50.812191009521484, -47.3739128112793, -93.51854705810547 ], "q50": [ -4.121146202087402, -2.5829691886901855, 18.250402450561523, 19.678064346313477, -86.36646270751953 ], "q90": [ 16.70427894592285, 53.046024322509766, 56.11781692504883, 77.37242126464844, -74.05175018310547 ], "q99": [ 17.60592269897461, 54.21034240722656, 60.17827224731445, 86.779541015625, -70.7636489868164 ] }, "gripper": { "min": [ 1.1476308107376099 ], "max": [ 42.9474983215332 ], "mean": [ 21.025949478149414 ], "std": [ 12.037919044494629 ], "count": [ 170306 ], "q01": [ 1.1476308107376099 ], "q10": [ 11.96644115447998 ], "q50": [ 15.028615951538086 ], "q90": [ 42.869773864746094 ], "q99": [ 42.94641876220703 ] } }, "relative_action": { "single_arm": { "min": [ [ -9.792678833007812, -18.691320419311523, -8.789085388183594, -16.412057876586914, -6.969123840332031 ], [ -11.024133682250977, -21.906166076660156, -11.030227661132812, -18.73999786376953, -9.123268127441406 ], [ -12.452486038208008, -25.127222061157227, -13.25777816772461, -21.03780746459961, -11.27001953125 ], [ -14.032280921936035, -28.40032386779785, -15.456748962402344, -23.353683471679688, -13.291664123535156 ], [ -15.617517471313477, -31.76801872253418, -17.652442932128906, -26.148635864257812, -15.267120361328125 ], [ -17.165864944458008, -35.22179412841797, -19.841087341308594, -29.219573974609375, -17.227005004882812 ], [ -18.662710189819336, -38.72297286987305, -22.018657684326172, -32.20252990722656, -19.122817993164062 ], [ -20.101295471191406, -42.23186492919922, -24.172222137451172, -35.17267608642578, -20.936603546142578 ], [ -21.479684829711914, -45.71436309814453, -26.307735443115234, -38.03776168823242, -22.69784927368164 ], [ -22.798686981201172, -49.14306640625, -28.431949615478516, -40.879478454589844, -24.414562225341797 ], [ -24.060144424438477, -52.49679946899414, -30.521379470825195, -43.61902618408203, -26.055255889892578 ], [ -25.265920639038086, -55.75918960571289, -32.57853698730469, -46.305885314941406, -27.620338439941406 ], [ -26.417675018310547, -58.9168701171875, -34.62890625, -48.915462493896484, -29.116268157958984 ], [ -27.516870498657227, -61.957786560058594, -36.6368293762207, -51.42094802856445, -30.55594253540039 ], [ -28.56471824645996, -64.86985778808594, -38.60287094116211, -53.899288177490234, -31.97591781616211 ], [ -29.562171936035156, -67.639892578125, -40.56558609008789, -56.24900817871094, -33.347137451171875 ], [ -30.509672164916992, -70.34095764160156, -42.4808349609375, -58.545745849609375, -34.65169906616211 ], [ -31.44390106201172, -73.24262237548828, -44.348838806152344, -60.608665466308594, -35.8915901184082 ], [ -32.34069061279297, -76.5807113647461, -46.21473693847656, -62.58464431762695, -37.069007873535156 ], [ -33.18488311767578, -79.74555969238281, -48.02967071533203, -64.39451599121094, -38.18610763549805 ], [ -33.97393035888672, -82.81505584716797, -49.79315185546875, -65.93671417236328, -39.27390670776367 ], [ -34.90167999267578, -85.80707550048828, -51.555702209472656, -67.56083679199219, -40.33308410644531 ], [ -36.15503692626953, -88.62660217285156, -53.26460266113281, -68.99676513671875, -41.336647033691406 ], [ -37.375465393066406, -91.3781967163086, -54.918724060058594, -70.4614028930664, -42.286949157714844 ], [ -38.592586517333984, -94.02653503417969, -56.57200622558594, -72.44851684570312, -43.186336517333984 ], [ -39.77953338623047, -96.50675964355469, -58.170352935791016, -74.42434692382812, -44.03704071044922 ], [ -40.95219421386719, -98.942138671875, -59.71208953857422, -76.35685729980469, -44.869300842285156 ], [ -42.10495376586914, -101.25962829589844, -61.25059509277344, -78.2565689086914, -45.6735954284668 ], [ -43.23334503173828, -103.42155456542969, -62.73509979248047, -80.11609649658203, -46.43365478515625 ], [ -44.35101318359375, -105.54411315917969, -64.16194152832031, -81.84571838378906, -47.15150833129883 ], [ -45.43494415283203, -107.55793762207031, -65.58226776123047, -83.52558898925781, -47.82916259765625 ], [ -46.51689910888672, -109.43083190917969, -66.95115661621094, -85.12972259521484, -48.46855545043945 ], [ -47.56312561035156, -111.25010681152344, -68.26158142089844, -86.66209411621094, -49.10480880737305 ], [ -48.60182189941406, -112.98827362060547, -69.56166076660156, -88.16515350341797, -49.725128173828125 ], [ -49.6121711730957, -114.59699249267578, -70.81226348876953, -89.66525268554688, -50.33867263793945 ], [ -50.60533142089844, -116.13113403320312, -71.99964141845703, -91.1731185913086, -50.921871185302734 ], [ -51.579505920410156, -117.61518859863281, -73.17868041992188, -92.69105529785156, -51.48043441772461 ], [ -52.52729034423828, -118.97892761230469, -74.29558563232422, -94.20869445800781, -52.03459930419922 ], [ -53.4654541015625, -120.26170349121094, -75.32865905761719, -95.69889831542969, -52.56099319458008 ], [ -54.368125915527344, -121.45640563964844, -76.35343933105469, -97.4967041015625, -53.06085205078125 ] ], "max": [ [ 4.902994155883789, 6.055656433105469, 10.116010665893555, 3.991633892059326, 7.2371368408203125 ], [ 6.267477035522461, 7.851985931396484, 13.935729026794434, 4.9215545654296875, 9.555076599121094 ], [ 7.625404357910156, 9.622430801391602, 17.755447387695312, 5.840160369873047, 11.841773986816406 ], [ 8.976414680480957, 11.637435913085938, 21.575164794921875, 6.74089241027832, 14.077766418457031 ], [ 10.305562019348145, 13.638195037841797, 25.39488410949707, 7.600319862365723, 16.231605529785156 ], [ 11.634571075439453, 15.83458137512207, 29.214603424072266, 8.419772148132324, 18.34046173095703 ], [ 12.932939529418945, 18.06824493408203, 33.03432083129883, 9.22418212890625, 20.36182403564453 ], [ 14.222858428955078, 20.29462242126465, 36.854042053222656, 9.96335506439209, 22.17414093017578 ], [ 15.482687950134277, 22.50763511657715, 40.67375946044922, 10.626691818237305, 23.981246948242188 ], [ 16.724472045898438, 24.71516227722168, 44.49347686767578, 11.284396171569824, 25.50830078125 ], [ 17.939699172973633, 26.910022735595703, 48.313194274902344, 11.859511375427246, 27.01364517211914 ], [ 19.126258850097656, 29.090919494628906, 52.13291931152344, 12.4051513671875, 28.247356414794922 ], [ 20.292163848876953, 31.264690399169922, 55.952640533447266, 12.884921073913574, 29.450946807861328 ], [ 21.418304443359375, 33.43067932128906, 59.772361755371094, 13.313429832458496, 30.52709197998047 ], [ 22.530330657958984, 35.580772399902344, 63.59208297729492, 13.795985221862793, 31.553218841552734 ], [ 23.591888427734375, 37.7138671875, 67.39912414550781, 14.901490211486816, 32.5590705871582 ], [ 24.64531707763672, 39.828697204589844, 71.12893676757812, 16.127487182617188, 33.55792999267578 ], [ 25.63945770263672, 41.92469787597656, 74.85969543457031, 17.734060287475586, 34.55335998535156 ], [ 26.629606246948242, 44.01979446411133, 78.67874908447266, 18.799182891845703, 35.549198150634766 ], [ 27.5551700592041, 46.09345245361328, 82.36360168457031, 19.260787963867188, 36.550941467285156 ], [ 28.477542877197266, 48.143680572509766, 86.1833267211914, 19.520204544067383, 37.56071472167969 ], [ 29.335010528564453, 50.1682243347168, 90.0030517578125, 19.686819076538086, 38.577640533447266 ], [ 30.185428619384766, 52.164608001708984, 93.76329040527344, 19.776235580444336, 39.598445892333984 ], [ 30.976764678955078, 54.16011047363281, 97.42829895019531, 20.03610610961914, 40.61825180053711 ], [ 31.751476287841797, 56.125728607177734, 100.90213012695312, 20.426048278808594, 41.631324768066406 ], [ 32.480010986328125, 58.057952880859375, 104.26991271972656, 20.831573486328125, 42.62813186645508 ], [ 33.17582321166992, 59.95427703857422, 107.43869018554688, 21.294788360595703, 43.593055725097656 ], [ 33.84612274169922, 61.828739166259766, 110.38101196289062, 21.807659149169922, 44.538787841796875 ], [ 34.46382522583008, 63.70075607299805, 113.24897766113281, 22.325653076171875, 45.457279205322266 ], [ 35.078128814697266, 65.53494262695312, 115.82765197753906, 22.85433578491211, 46.32057189941406 ], [ 35.649478912353516, 67.32856750488281, 118.26492309570312, 23.435401916503906, 47.125789642333984 ], [ 36.180755615234375, 69.1000747680664, 120.56971740722656, 24.073801040649414, 47.87425231933594 ], [ 36.71147537231445, 70.85095977783203, 122.62077331542969, 24.80514907836914, 48.56964111328125 ], [ 37.208438873291016, 72.55719757080078, 124.5931396484375, 25.5399112701416, 49.23631286621094 ], [ 37.67594528198242, 74.21546173095703, 126.41471862792969, 26.339902877807617, 49.883216857910156 ], [ 38.121673583984375, 75.84259033203125, 128.19442749023438, 27.25664710998535, 50.48625183105469 ], [ 38.56352233886719, 77.44583129882812, 130.25901794433594, 28.236236572265625, 51.04958724975586 ], [ 38.98284912109375, 78.98383331298828, 132.03793334960938, 29.318317413330078, 51.7969970703125 ], [ 39.38140869140625, 80.46864318847656, 133.68714904785156, 30.325613021850586, 52.5235481262207 ], [ 39.760223388671875, 81.93755340576172, 135.36036682128906, 31.091411590576172, 53.205387115478516 ] ], "mean": [ [ -0.31221452355384827, -0.16442501544952393, -0.9511541128158569, -2.113011598587036, 0.04654333367943764 ], [ -0.4083746373653412, -0.04286975413560867, -0.7621508836746216, -2.551936149597168, 0.052587538957595825 ], [ -0.5045392513275146, 0.07964041084051132, -0.5730226635932922, -2.992255449295044, 0.05863352492451668 ], [ -0.600703775882721, 0.20306070148944855, -0.3837467432022095, -3.4338459968566895, 0.06467746943235397 ], [ -0.6968594789505005, 0.3273606598377228, -0.19436804950237274, -3.8766279220581055, 0.07071782648563385 ], [ -0.7930223941802979, 0.45248040556907654, -0.004880389664322138, -4.320343494415283, 0.07675258815288544 ], [ -0.8891857266426086, 0.5784006714820862, 0.18470360338687897, -4.765396595001221, 0.08278270810842514 ], [ -0.9853506684303284, 0.7050540447235107, 0.3743736445903778, -5.21130895614624, 0.08880963176488876 ], [ -1.0815057754516602, 0.8324233293533325, 0.5641261339187622, -5.658226013183594, 0.0948329046368599 ], [ -1.1777125597000122, 0.9604112505912781, 0.7539247870445251, -6.105339050292969, 0.10079682618379593 ], [ -1.2740167379379272, 1.0889332294464111, 0.9437210559844971, -6.550993919372559, 0.10668467730283737 ], [ -1.3705447912216187, 1.2179644107818604, 1.1333211660385132, -6.994636535644531, 0.11250621825456619 ], [ -1.4674224853515625, 1.3475306034088135, 1.322442650794983, -7.43532657623291, 0.1182863637804985 ], [ -1.5648142099380493, 1.4776370525360107, 1.5107320547103882, -7.87179708480835, 0.12405303120613098 ], [ -1.6628727912902832, 1.6082708835601807, 1.6977912187576294, -8.304790496826172, 0.12985257804393768 ], [ -1.7617454528808594, 1.7393609285354614, 1.8832985162734985, -8.7354154586792, 0.13594630360603333 ], [ -1.8615813255310059, 1.870727300643921, 2.066937208175659, -9.164928436279297, 0.1423107236623764 ], [ -1.962583303451538, 2.0021159648895264, 2.2484140396118164, -9.593217849731445, 0.14891667664051056 ], [ -2.064936399459839, 2.1330344676971436, 2.4275848865509033, -10.02076244354248, 0.1557563841342926 ], [ -2.168753147125244, 2.2625434398651123, 2.604132652282715, -10.447856903076172, 0.16263645887374878 ], [ -2.2741878032684326, 2.3898022174835205, 2.7779810428619385, -10.875235557556152, 0.1699618548154831 ], [ -2.3813507556915283, 2.5144495964050293, 2.9491069316864014, -11.302638053894043, 0.17833271622657776 ], [ -2.490283966064453, 2.636320114135742, 3.117785692214966, -11.730879783630371, 0.1882086992263794 ], [ -2.6010115146636963, 2.755521774291992, 3.284165620803833, -12.15971565246582, 0.1997244507074356 ], [ -2.7136120796203613, 2.872016191482544, 3.4483752250671387, -12.588995933532715, 0.21277058124542236 ], [ -2.827975273132324, 2.9858405590057373, 3.6107282638549805, -13.018622398376465, 0.2271140217781067 ], [ -2.9442336559295654, 3.0970640182495117, 3.7712926864624023, -13.448719024658203, 0.24248169362545013 ], [ -3.0622870922088623, 3.205453634262085, 3.9303500652313232, -13.879260063171387, 0.2585700750350952 ], [ -3.182074546813965, 3.3107872009277344, 4.088140487670898, -14.310044288635254, 0.27510425448417664 ], [ -3.3035836219787598, 3.4127581119537354, 4.2449846267700195, -14.741097450256348, 0.29184186458587646 ], [ -3.426762819290161, 3.510951042175293, 4.401129722595215, -15.172553062438965, 0.30860117077827454 ], [ -3.551527738571167, 3.604956865310669, 4.556879997253418, -15.6040620803833, 0.32529008388519287 ], [ -3.677945852279663, 3.694274425506592, 4.712461948394775, -16.035680770874023, 0.3419138193130493 ], [ -3.8057894706726074, 3.7786145210266113, 4.868240833282471, -16.46715545654297, 0.3584452271461487 ], [ -3.935201406478882, 3.8575942516326904, 5.024353504180908, -16.89857292175293, 0.3748539686203003 ], [ -4.065899848937988, 3.930854082107544, 5.181297302246094, -17.32984161376953, 0.3911448121070862 ], [ -4.197970867156982, 3.9981441497802734, 5.339169979095459, -17.76142120361328, 0.4073166847229004 ], [ -4.331382751464844, 4.0591020584106445, 5.498304843902588, -18.19259262084961, 0.4233853220939636 ], [ -4.465972900390625, 4.113611698150635, 5.659149646759033, -18.624143600463867, 0.43935829401016235 ], [ -4.601652145385742, 4.161194324493408, 5.821645259857178, -19.05560302734375, 0.4552690386772156 ] ], "std": [ [ 1.4820482730865479, 2.7150301933288574, 3.683586835861206, 2.7531380653381348, 1.1160030364990234 ], [ 1.8478084802627563, 3.790053129196167, 4.708853244781494, 3.4041361808776855, 1.4438121318817139 ], [ 2.214383602142334, 4.865246295928955, 5.743127822875977, 4.05072021484375, 1.7665860652923584 ], [ 2.580857276916504, 5.937999248504639, 6.779263019561768, 4.691391468048096, 2.0825307369232178 ], [ 2.946465253829956, 7.007119655609131, 7.813043117523193, 5.3254241943359375, 2.3906779289245605 ], [ 3.310911178588867, 8.071401596069336, 8.841590881347656, 5.951866149902344, 2.6905252933502197 ], [ 3.6738743782043457, 9.129916191101074, 9.863651275634766, 6.570684432983398, 2.981900215148926 ], [ 4.035112380981445, 10.182029724121094, 10.877540588378906, 7.181060791015625, 3.2649359703063965 ], [ 4.394412517547607, 11.226790428161621, 11.8824462890625, 7.782905101776123, 3.5399558544158936 ], [ 4.751558780670166, 12.26392936706543, 12.877150535583496, 8.376077651977539, 3.807401180267334 ], [ 5.106428623199463, 13.292922019958496, 13.861078262329102, 8.96153450012207, 4.067535400390625 ], [ 5.45883321762085, 14.313096046447754, 14.833433151245117, 9.539140701293945, 4.32060432434082 ], [ 5.808645248413086, 15.324137687683105, 15.79369831085205, 10.109132766723633, 4.566353797912598 ], [ 6.1556010246276855, 16.325565338134766, 16.741426467895508, 10.670933723449707, 4.804537296295166 ], [ 6.499730110168457, 17.317415237426758, 17.676544189453125, 11.224247932434082, 5.034603118896484 ], [ 6.8406081199646, 18.298898696899414, 18.59834098815918, 11.76819133758545, 5.255904674530029 ], [ 7.178172588348389, 19.269826889038086, 19.506803512573242, 12.302582740783691, 5.468146800994873 ], [ 7.512322902679443, 20.23005485534668, 20.401294708251953, 12.827256202697754, 5.6716461181640625 ], [ 7.8427910804748535, 21.17962074279785, 21.28205108642578, 13.34209156036377, 5.867092132568359 ], [ 8.169280052185059, 22.117918014526367, 22.14837074279785, 13.84701919555664, 6.055393695831299 ], [ 8.491726875305176, 23.04505729675293, 23.000621795654297, 14.341594696044922, 6.237656116485596 ], [ 8.809915542602539, 23.96091079711914, 23.8380126953125, 14.826004981994629, 6.4150309562683105 ], [ 9.123672485351562, 24.865509033203125, 24.661235809326172, 15.299769401550293, 6.5889129638671875 ], [ 9.432780265808105, 25.75889015197754, 25.469772338867188, 15.763463973999023, 6.76049280166626 ], [ 9.737272262573242, 26.640472412109375, 26.263656616210938, 16.216691970825195, 6.93108606338501 ], [ 10.03678035736084, 27.510875701904297, 27.04300308227539, 16.659137725830078, 7.101390838623047 ], [ 10.331347465515137, 28.369556427001953, 27.8077335357666, 17.09230613708496, 7.271949768066406 ], [ 10.620963096618652, 29.21672248840332, 28.558162689208984, 17.5153751373291, 7.4428324699401855 ], [ 10.905200958251953, 30.052133560180664, 29.293968200683594, 17.928369522094727, 7.613677501678467 ], [ 11.18442153930664, 30.875675201416016, 30.01601219177246, 18.331514358520508, 7.7841081619262695 ], [ 11.45816421508789, 31.68734359741211, 30.723846435546875, 18.724517822265625, 7.953648567199707 ], [ 11.726911544799805, 32.487125396728516, 31.417882919311523, 19.10879898071289, 8.121862411499023 ], [ 11.990189552307129, 33.27503967285156, 32.09868621826172, 19.484394073486328, 8.28834342956543 ], [ 12.248319625854492, 34.05082321166992, 32.76639175415039, 19.849605560302734, 8.452800750732422 ], [ 12.500946998596191, 34.814605712890625, 33.421085357666016, 20.207443237304688, 8.614864349365234 ], [ 12.748710632324219, 35.56630325317383, 34.06316375732422, 20.555587768554688, 8.774476051330566 ], [ 12.990959167480469, 36.30544662475586, 34.69302749633789, 20.89550018310547, 8.931364059448242 ], [ 13.228560447692871, 37.03215789794922, 35.310890197753906, 21.227922439575195, 9.085589408874512 ], [ 13.460953712463379, 37.746612548828125, 35.91675567626953, 21.55189323425293, 9.23713493347168 ], [ 13.688777923583984, 38.4483757019043, 36.510868072509766, 21.867877960205078, 9.386038780212402 ] ], "q01": [ [ -4.149847507476807, -7.339566707611084, -7.980810642242432, -11.378111839294434, -3.9936814308166504 ], [ -5.287027835845947, -10.16229248046875, -9.906611442565918, -14.046198844909668, -5.090946197509766 ], [ -6.4195556640625, -12.97686767578125, -11.82607364654541, -16.73440933227539, -6.37212610244751 ], [ -7.54893159866333, -15.780641555786133, -13.745107650756836, -19.368572235107422, -7.629605293273926 ], [ -8.674788475036621, -18.567909240722656, -15.633312225341797, -22.007699966430664, -8.582255363464355 ], [ -9.798653602600098, -21.33495330810547, -17.517135620117188, -24.61060333251953, -9.821402549743652 ], [ -10.907637596130371, -24.08980369567871, -19.366601943969727, -27.185014724731445, -10.79949951171875 ], [ -12.028520584106445, -26.820758819580078, -21.224302291870117, -29.74300765991211, -11.851239204406738 ], [ -13.126497268676758, -29.52223777770996, -23.038921356201172, -32.254756927490234, -12.836823463439941 ], [ -14.238290786743164, -32.20265197753906, -24.84825325012207, -34.71617126464844, -13.687211990356445 ], [ -15.3263521194458, -34.84463882446289, -26.633577346801758, -37.14584732055664, -14.537784576416016 ], [ -16.4239501953125, -37.45480728149414, -28.383188247680664, -39.532779693603516, -15.37989616394043 ], [ -17.486026763916016, -40.07438278198242, -30.105493545532227, -41.88059997558594, -16.111358642578125 ], [ -18.556028366088867, -42.61838912963867, -31.805362701416016, -44.14523696899414, -16.928775787353516 ], [ -19.623395919799805, -45.167686462402344, -33.47541809082031, -46.41260528564453, -17.587305068969727 ], [ -20.679487228393555, -47.633243560791016, -35.12274932861328, -48.56204605102539, -18.201183319091797 ], [ -21.720863342285156, -50.07601547241211, -36.74070739746094, -50.66843032836914, -18.84513282775879 ], [ -22.7672176361084, -52.47129440307617, -38.35556411743164, -52.7425651550293, -19.482980728149414 ], [ -23.78009605407715, -54.83305358886719, -39.89951705932617, -54.702091217041016, -20.050458908081055 ], [ -24.818031311035156, -57.16596603393555, -41.43798828125, -56.66523742675781, -20.677780151367188 ], [ -25.816463470458984, -59.402400970458984, -42.95738220214844, -58.5489387512207, -21.25390625 ], [ -26.815441131591797, -61.65552520751953, -44.39643478393555, -60.31514358520508, -21.797466278076172 ], [ -27.820505142211914, -63.82283401489258, -45.8548698425293, -62.05046463012695, -22.27352523803711 ], [ -28.779733657836914, -65.90406036376953, -47.248165130615234, -63.67353820800781, -22.720619201660156 ], [ -29.767656326293945, -67.99215698242188, -48.587623596191406, -65.26419067382812, -23.13729476928711 ], [ -30.716928482055664, -69.97138214111328, -49.91969299316406, -66.76434326171875, -23.565757751464844 ], [ -31.675369262695312, -72.0096435546875, -51.207454681396484, -68.16419982910156, -24.020429611206055 ], [ -32.61671829223633, -73.9203109741211, -52.39944839477539, -69.50269317626953, -24.495569229125977 ], [ -33.55463790893555, -75.82968139648438, -53.60750961303711, -70.78105926513672, -24.958187103271484 ], [ -34.462806701660156, -77.67887115478516, -54.689327239990234, -71.945068359375, -25.429241180419922 ], [ -35.36748123168945, -79.39579010009766, -55.77320861816406, -73.03881072998047, -25.926366806030273 ], [ -36.26346969604492, -81.10370635986328, -56.79563522338867, -74.06956481933594, -26.447450637817383 ], [ -37.140106201171875, -82.76929473876953, -57.696041107177734, -75.02526092529297, -26.90355110168457 ], [ -38.01496887207031, -84.41520690917969, -58.5928955078125, -75.9345932006836, -27.342416763305664 ], [ -38.87079620361328, -86.0189208984375, -59.380714416503906, -76.80282592773438, -27.783672332763672 ], [ -39.69488525390625, -87.62117004394531, -60.18337631225586, -77.64450073242188, -28.235963821411133 ], [ -40.52501678466797, -89.16064453125, -60.88929748535156, -78.42491149902344, -28.606332778930664 ], [ -41.33683395385742, -90.59575653076172, -61.529808044433594, -79.1844482421875, -29.005247116088867 ], [ -42.141700744628906, -91.95294189453125, -62.17235565185547, -79.90228271484375, -29.37904167175293 ], [ -42.9332160949707, -93.3664321899414, -62.79336166381836, -80.63855743408203, -29.74082374572754 ] ], "q99": [ [ 3.5881030559539795, 4.476194381713867, 9.013262748718262, 0.12393584847450256, 3.3387346267700195 ], [ 4.555027484893799, 6.6433305740356445, 12.596012115478516, 0.13128304481506348, 4.448821067810059 ], [ 5.504840850830078, 8.803497314453125, 16.16855239868164, 0.146293506026268, 5.525355339050293 ], [ 6.466237545013428, 10.957376480102539, 19.6906681060791, 0.15998169779777527, 6.404153347015381 ], [ 7.40630578994751, 13.098636627197266, 23.186126708984375, 0.17887283861637115, 7.463122844696045 ], [ 8.333261489868164, 15.23657512664795, 26.6398983001709, 0.19095757603645325, 8.432334899902344 ], [ 9.268325805664062, 17.36469841003418, 30.024442672729492, 0.19538162648677826, 9.27309799194336 ], [ 10.165099143981934, 19.480472564697266, 33.41815185546875, 0.1868547946214676, 10.201218605041504 ], [ 11.069215774536133, 21.589481353759766, 36.687477111816406, 0.1705731898546219, 10.9166898727417 ], [ 11.936237335205078, 23.69078826904297, 39.94390869140625, 0.15762877464294434, 11.843073844909668 ], [ 12.811148643493652, 25.77545738220215, 43.186073303222656, 0.14622199535369873, 12.711960792541504 ], [ 13.626147270202637, 27.8490047454834, 46.321617126464844, 0.13738197088241577, 13.415348052978516 ], [ 14.454277992248535, 29.90645980834961, 49.43098068237305, 0.12280654907226562, 14.262372016906738 ], [ 15.259407997131348, 31.95382308959961, 52.5340690612793, 0.11506175994873047, 15.025008201599121 ], [ 16.069711685180664, 33.977806091308594, 55.571903228759766, 0.1104729175567627, 15.755809783935547 ], [ 16.803260803222656, 35.987327575683594, 58.55396270751953, 0.09978389739990234, 16.55462646484375 ], [ 17.568443298339844, 37.975135803222656, 61.40846633911133, 0.09030565619468689, 17.28899574279785 ], [ 18.282114028930664, 39.94993591308594, 64.25667572021484, 0.07503366470336914, 17.922325134277344 ], [ 18.980663299560547, 41.89076614379883, 67.0478515625, 0.06015796214342117, 18.58039093017578 ], [ 19.670419692993164, 43.81696701049805, 69.7409439086914, 0.04671955108642578, 19.212854385375977 ], [ 20.308883666992188, 45.72452926635742, 72.48785400390625, 0.03778338432312012, 19.833717346191406 ], [ 20.9888973236084, 47.6163330078125, 75.00521850585938, 0.019986890256404877, 20.363405227661133 ], [ 21.59323501586914, 49.46290969848633, 77.5564193725586, 0.014982938766479492, 20.84892463684082 ], [ 22.19974136352539, 51.286983489990234, 80.0256118774414, 0.00882720947265625, 21.3167667388916 ], [ 22.787948608398438, 53.092342376708984, 82.48873138427734, 0.007750391960144043, 21.860111236572266 ], [ 23.38982391357422, 54.862274169921875, 84.8055419921875, 0.00634002685546875, 22.375688552856445 ], [ 23.91806411743164, 56.58274459838867, 87.05674743652344, 0.004048347473144531, 22.869173049926758 ], [ 24.474079132080078, 58.28839874267578, 89.22569274902344, -0.0031224489212036133, 23.317611694335938 ], [ 25.046934127807617, 59.954994201660156, 91.3384017944336, -0.007529020309448242, 23.852420806884766 ], [ 25.547380447387695, 61.5815315246582, 93.44766235351562, -0.014718890190124512, 24.32979393005371 ], [ 26.060131072998047, 63.17737579345703, 95.4310531616211, -0.019764065742492676, 24.796144485473633 ], [ 26.594240188598633, 64.69831848144531, 97.31552124023438, -0.025519490242004395, 25.18316650390625 ], [ 27.05236053466797, 66.21820831298828, 99.05973815917969, -0.03040456771850586, 25.630332946777344 ], [ 27.51591682434082, 67.70032501220703, 100.89542388916016, -0.035593628883361816, 26.057687759399414 ], [ 27.936180114746094, 69.11369323730469, 102.55193328857422, -0.041970014572143555, 26.424074172973633 ], [ 28.387269973754883, 70.48090362548828, 104.1853256225586, -0.05005967617034912, 26.807302474975586 ], [ 28.753007888793945, 71.82075500488281, 105.62244415283203, -0.05559861660003662, 27.199172973632812 ], [ 29.172666549682617, 73.09881591796875, 107.13922119140625, -0.06206059455871582, 27.53774642944336 ], [ 29.544145584106445, 74.33181762695312, 108.49765014648438, -0.06780743598937988, 27.897384643554688 ], [ 29.892793655395508, 75.51722717285156, 109.87598419189453, -0.07452750205993652, 28.18930435180664 ] ], "count": [ 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806, 150806 ] } } }, "modality_config": { "state": { "modality_keys": [ "single_arm", "gripper" ] }, "action": { "modality_keys": [ "single_arm", "gripper" ], "action_configs": [ { "rep": "RELATIVE", "type": "NON_EEF", "format": "DEFAULT", "state_key": null }, { "rep": "ABSOLUTE", "type": "NON_EEF", "format": "DEFAULT", "state_key": null } ], "delta_indices": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39 ] }, "video": { "modality_keys": [ "external", "wrist" ], "delta_indices": [ 0 ] } } }, "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" }, { "registry_name": "groot_n1_7_vlm_encode_v1", "config": { "model_name": "nvidia/Cosmos-Reason2-2B", "image_crop_size": [ 230, 230 ], "image_target_size": [ 256, 256 ], "shortest_image_edge": 256, "crop_fraction": 0.95, "use_albumentations": true, "letter_box_transform": false, "device": "cuda" } }, { "registry_name": "device_processor", "config": { "device": "cuda", "float_dtype": null } } ] }