Download code/tt_rdt2/samples/ur5e_bimanual_example_0.reference.json from changh95/rdt2-base-p150: direct link, hf CLI and curl.
- Browser
- Download file 26.5 kB
-
https://huggingface.co/changh95/rdt2-base-p150/resolve/main/code/tt_rdt2/samples/ur5e_bimanual_example_0.reference.json
- Command line
-
hf download hf://changh95/rdt2-base-p150/code/tt_rdt2/samples/ur5e_bimanual_example_0.reference.json
-
curl -L -o ur5e_bimanual_example_0.reference.json https://huggingface.co/changh95/rdt2-base-p150/resolve/main/code/tt_rdt2/samples/ur5e_bimanual_example_0.reference.json
26.5 kB
{
"sample": "ur5e_bimanual_example_0",
"source": "robotics-diffusion-transformer/BimanualUR5eExample @ 5550bc13fc38348360626a030dc585c8d2d5298f (Apache-2.0), shard-1-000000.tar sample 0",
"reference_run": {
"what": "the official RDTInferencer.step (thu-ml/RDT2 @ 0797b4c65e588e088d41602685e00dc2bc95852f) in float32 on CPU, same cameras, instruction, zero state and initial noise (seed 0)",
"weights": {
"RDT2-VQ": "ec7e7f3aa4259224481c3cbd5816cc3f35354bec",
"RDT2-FM": "f803808e3f79c77bba8bb4f3326e83d04e60783a",
"RVQActionTokenizer": "a6a614ae049cc3b9fa6bd4f5fadaeee3375d4dec"
}
},
"request": {
"instruction": "Pour water from the plastic bottle into the cup",
"seed": 0,
"state": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"images": [
"ur5e_bimanual_example_0_left_stereo.png",
"ur5e_bimanual_example_0_right_stereo.png"
]
},
"expected": {
"num_tokens": 409,
"prompt_bucket": 416,
"shape": [
24,
20
],
"num_steps": 5
},
"actions": [
[
-0.005735610146075487,
-0.0031300147529691458,
9.066486381925642e-05,
0.9960445165634155,
0.0025049149990081787,
0.0009624660015106201,
-0.0015870332717895508,
0.9885413646697998,
0.00031395256519317627,
0.08580628782510757,
0.0006562760099768639,
0.0013132139574736357,
-0.0009517578291706741,
1.000511646270752,
0.002220854163169861,
-0.00022042915225028992,
-0.003975182771682739,
0.990104615688324,
-0.001378275454044342,
0.08430034667253494
],
[
0.0013943585800006986,
-0.0036159022711217403,
-0.0003986092342529446,
1.0032788515090942,
0.00027705729007720947,
-0.0033315569162368774,
0.0005192272365093231,
0.9961766004562378,
0.0016777515411376953,
0.08611541986465454,
0.002132696332409978,
-0.001296643982641399,
-0.002537279389798641,
0.9949479103088379,
-0.0005798935890197754,
0.00023863092064857483,
0.0010880082845687866,
0.9960910081863403,
-0.00044880807399749756,
0.08428209275007248
],
[
-0.003328381571918726,
0.00315329572185874,
-0.0011868650326505303,
0.9979077577590942,
-0.004502132534980774,
0.006078004837036133,
-0.0006028115749359131,
0.991428017616272,
-0.0029698461294174194,
0.08596426248550415,
0.0031358408741652966,
0.00027670705458149314,
-0.0019243546994403005,
0.9943714141845703,
0.004116825759410858,
-0.0011153891682624817,
-0.0047006383538246155,
0.9989113807678223,
0.000842750072479248,
0.08425230532884598
],
[
-0.006879969034343958,
-0.0027115303091704845,
0.004893852397799492,
0.9938557147979736,
-0.00507083535194397,
-0.0011194348335266113,
0.006968900561332703,
0.9998300671577454,
-0.006922394037246704,
0.08602899312973022,
-0.00019738268747460097,
0.0012008005287498236,
-0.004806297365576029,
0.9928913712501526,
0.0023123323917388916,
-0.0013642609119415283,
-0.00666770339012146,
0.998350203037262,
-0.004950927570462227,
0.08416468650102615
],
[
-0.0025178706273436546,
0.004477053415030241,
-0.0015018604462966323,
0.9971681237220764,
-0.0029954761266708374,
-0.0036501064896583557,
0.007286503911018372,
0.9967448711395264,
-0.0036796703934669495,
0.08589186519384384,
-0.003256154479458928,
-5.7648921938380226e-05,
-0.0032020441722124815,
0.9916625022888184,
0.006601444911211729,
0.0031877756118774414,
5.3375959396362305e-05,
0.9908851385116577,
-0.0033124983310699463,
0.08407828211784363
],
[
-0.010359078645706177,
-0.004453430417925119,
0.0008707187371328473,
0.9982538223266602,
-0.006515074521303177,
-0.004844638518989086,
0.00548204779624939,
0.997685432434082,
-0.0017346963286399841,
0.08544471114873886,
0.004955006763339043,
-0.0007945286924950778,
-0.0009502592729404569,
0.9866660833358765,
0.007741512730717659,
0.0020818794146180153,
-0.004463791847229004,
0.996680498123169,
-0.006368666887283325,
0.08383024483919144
],
[
-0.005522273946553469,
-6.37820630799979e-05,
0.006924449000507593,
0.9957539439201355,
-0.008520534262061119,
-0.0025292187929153442,
0.009934723377227783,
1.001176118850708,
-0.004031971096992493,
0.08549241721630096,
0.0005839929799549282,
0.0027103573083877563,
0.0017479488160461187,
0.9965373277664185,
0.014708489179611206,
-0.0004462897777557373,
-0.008089638315141201,
0.9965466260910034,
-0.006233245134353638,
0.08382124453783035
],
[
-0.0035450195427984,
-0.0023726336658000946,
0.00039095626561902463,
0.9983761310577393,
-0.010836619883775711,
-0.0038349367678165436,
0.00930623710155487,
1.000527024269104,
-0.001132771372795105,
0.08564812690019608,
0.004703174345195293,
0.0009294968331232667,
8.419900404987857e-05,
0.99211585521698,
0.0038368701934814453,
0.0023367367684841156,
-0.012644156813621521,
0.9967175722122192,
-0.002222161740064621,
0.08375508338212967
],
[
-0.0013715110253542662,
-0.0024433317594230175,
0.002982243662700057,
0.9979148507118225,
-0.009168446063995361,
-0.006970785558223724,
0.012670978903770447,
0.998802661895752,
-0.0006973743438720703,
0.08556827157735825,
0.0047570643946528435,
0.0023414883762598038,
-0.0006454710382968187,
0.9914341568946838,
0.012517157942056656,
-0.002336859703063965,
-0.01073052641004324,
0.9946979880332947,
-0.008613675832748413,
0.08371810615062714
],
[
0.0005627876380458474,
0.00107605813536793,
0.00654157530516386,
1.0000394582748413,
-0.0170842707157135,
-0.00836990773677826,
0.01685553789138794,
0.9977688193321228,
0.000494047999382019,
0.08539362996816635,
0.0033190357498824596,
-0.0012091712560504675,
-0.0014481011312454939,
0.9965147376060486,
0.015705429017543793,
0.004114806652069092,
-0.012639794498682022,
0.9992705583572388,
-0.003148995339870453,
0.08363457024097443
],
[
-0.003505236702039838,
-0.00463871518149972,
0.0032907435670495033,
1.0003345012664795,
-0.014469563961029053,
-0.008930504322052002,
0.01663009077310562,
0.9946260452270508,
0.0010412782430648804,
0.08561134338378906,
0.010987216606736183,
0.0032088076695799828,
-0.002367031527683139,
0.9985343813896179,
0.014753267168998718,
-0.0026129484176635742,
-0.012630671262741089,
0.9996297359466553,
-0.004403024911880493,
0.08353632688522339
],
[
-0.004127283114939928,
0.00016114917525555938,
-0.001452476717531681,
0.9977676868438721,
-0.017868109047412872,
0.0013980269432067871,
0.01604437828063965,
0.9973946809768677,
-0.0017447806894779205,
0.0856996700167656,
0.007930731400847435,
-0.001292868284508586,
0.0012125265784561634,
0.9926819205284119,
0.01576228439807892,
0.006896182894706726,
-0.01891118288040161,
0.9981933236122131,
0.0013337433338165283,
0.08365785330533981
],
[
-0.011129147373139858,
-0.007936857640743256,
0.0026041525416076183,
0.9937134981155396,
-0.01520344614982605,
-0.005794871598482132,
0.01982554793357849,
0.9959707856178284,
1.3537704944610596e-05,
0.08572044223546982,
0.012884004972875118,
-0.00039095303509384394,
5.5609743867535144e-05,
0.9943185448646545,
0.02483224868774414,
0.003322586417198181,
-0.01759149320423603,
0.9920520782470703,
-0.003894239664077759,
0.08370461314916611
],
[
-0.003918841481208801,
-0.004639538936316967,
0.00262207118794322,
0.9967387914657593,
-0.022394943982362747,
0.00034248828887939453,
0.022759169340133667,
0.9940528869628906,
-0.001970715820789337,
0.08545677363872528,
0.015506688505411148,
0.007807080168277025,
0.0024811543989926577,
0.9959197044372559,
0.021359212696552277,
0.005326341837644577,
-0.02658402919769287,
0.9966880083084106,
-0.0049949586391448975,
0.08371607959270477
],
[
-0.006737383548170328,
0.00414546113461256,
0.003319020615890622,
0.9966835975646973,
-0.027947649359703064,
-0.006391007453203201,
0.0243380069732666,
0.9916738271713257,
0.0013345852494239807,
0.08566739410161972,
0.011182580143213272,
-0.0007060152129270136,
0.000611988129094243,
0.9907506108283997,
0.02338387817144394,
0.003008909523487091,
-0.025449246168136597,
0.9981624484062195,
-0.0025400742888450623,
0.0831478089094162
],
[
-0.0022776650730520487,
-0.003485307563096285,
0.0060623688623309135,
0.9956159591674805,
-0.02981586754322052,
-0.005720026791095734,
0.02343161404132843,
0.9992494583129883,
-0.003979833796620369,
0.08533229678869247,
0.013343661092221737,
-0.0005727688549086452,
-0.00151052454020828,
0.9954614639282227,
0.01962462067604065,
0.002020925283432007,
-0.016693711280822754,
0.9950459003448486,
-0.0016233250498771667,
0.08340495079755783
],
[
-0.00877770222723484,
-0.00128709536511451,
0.002832081401720643,
1.0010639429092407,
-0.024146854877471924,
0.0008510500192642212,
0.03168421983718872,
0.994276762008667,
-0.004488348960876465,
0.08571276813745499,
0.014876407571136951,
0.0029456312768161297,
0.0018275351030752063,
0.9869039058685303,
0.02727249264717102,
0.0026135146617889404,
-0.01998133957386017,
1.0093481540679932,
0.0007516369223594666,
0.08349341154098511
],
[
-0.006156404037028551,
-0.006176758091896772,
-0.00040188341517932713,
1.0010406970977783,
-0.026660770177841187,
-0.006658881902694702,
0.02354419231414795,
0.9861752390861511,
0.0029697269201278687,
0.08529786020517349,
0.019850287586450577,
-0.0011711262632161379,
0.005133329425007105,
0.9988048076629639,
0.027046144008636475,
0.01014380156993866,
-0.021756736561655998,
1.0004246234893799,
0.002459503710269928,
0.08337302505970001
],
[
-0.005197294056415558,
-0.0024073999375104904,
0.006895583122968674,
0.9930902123451233,
-0.035429611802101135,
-0.005454499274492264,
0.028204448521137238,
0.9982548356056213,
-0.0014586150646209717,
0.08581864088773727,
0.013987753540277481,
0.005559785291552544,
0.003521513193845749,
0.9926778078079224,
0.021943965926766396,
0.009717024862766266,
-0.020861413329839706,
0.9924280643463135,
-0.0012804940342903137,
0.08350080251693726
],
[
-0.008786761201918125,
-0.0020095701329410076,
0.003143088426440954,
0.9933477640151978,
-0.03496084362268448,
0.0004585087299346924,
0.03993447124958038,
0.9993276596069336,
0.00311356782913208,
0.08535634726285934,
0.015207866206765175,
0.0040116626769304276,
0.008222093805670738,
1.0099782943725586,
0.027321666479110718,
0.0043526291847229,
-0.024572208523750305,
0.9953461289405823,
0.006938308477401733,
0.08345881849527359
],
[
-0.012915807776153088,
-0.004453181754797697,
0.005245849024504423,
0.9862513542175293,
-0.030539005994796753,
-0.008191250264644623,
0.04081299901008606,
0.9919743537902832,
0.0075699687004089355,
0.08521224558353424,
0.015770096331834793,
0.005310609936714172,
0.0011483002454042435,
0.991916298866272,
0.0293462872505188,
0.013422667980194092,
-0.018157269805669785,
0.996548056602478,
-0.0014583319425582886,
0.0834289938211441
],
[
-0.010333500802516937,
-0.006918426603078842,
0.00822735857218504,
0.9923109412193298,
-0.0443454384803772,
-0.002885822206735611,
0.03870953619480133,
1.002047061920166,
0.0014564543962478638,
0.08548156917095184,
0.01845831237733364,
-0.0025569922290742397,
0.009111334569752216,
0.9995713829994202,
0.018975920975208282,
0.010996237397193909,
-0.013714700937271118,
0.9958170056343079,
0.0026213228702545166,
0.083293616771698
],
[
-0.00936376117169857,
-0.005862790159881115,
0.008194167166948318,
0.9915359020233154,
-0.040339093655347824,
-0.003980513662099838,
0.044088900089263916,
0.9937801957130432,
-0.0062776654958724976,
0.08554891496896744,
0.02307007648050785,
-0.00199765432626009,
0.014984941110014915,
0.9916045665740967,
0.01758153736591339,
0.014342665672302246,
-0.018754951655864716,
0.9929732084274292,
0.01021680235862732,
0.0836435928940773
],
[
-0.006192945875227451,
-0.0006795027875341475,
0.005818221252411604,
0.9981128573417664,
-0.04318549484014511,
-0.0011346638202667236,
0.03979772329330444,
0.9963751435279846,
-0.0017424821853637695,
0.08541368693113327,
0.016224021092057228,
0.0010283243609592319,
9.714729094412178e-05,
0.9945763945579529,
0.016622141003608704,
0.007414160296320915,
-0.0157163068652153,
0.9883112907409668,
0.009862244129180908,
0.0837157815694809
]
],
"actions_normalized": [
[
0.010803461074829102,
-0.2196415364742279,
-0.0957827940583229,
0.9960445165634155,
0.0025049149990081787,
0.0009624660015106201,
-0.0015870332717895508,
0.9885413646697998,
0.00031395256519317627,
0.9501429200172424,
0.03624376654624939,
-0.07796356827020645,
-0.30443161725997925,
1.000511646270752,
0.002220854163169861,
-0.00022042915225028992,
-0.003975182771682739,
0.990104615688324,
-0.001378275454044342,
0.9159168601036072
],
[
0.01803215593099594,
-0.22010740637779236,
-0.09633391350507736,
1.0032788515090942,
0.00027705729007720947,
-0.0033315569162368774,
0.0005192272365093231,
0.9961766004562378,
0.0016777515411376953,
0.9571685791015625,
0.03805260360240936,
-0.0814758688211441,
-0.30644968152046204,
0.9949479103088379,
-0.0005798935890197754,
0.00023863092064857483,
0.0010880082845687866,
0.9960910081863403,
-0.00044880807399749756,
0.9155020713806152
],
[
0.01324402168393135,
-0.21361708641052246,
-0.09722180664539337,
0.9979077577590942,
-0.004502132534980774,
0.006078004837036133,
-0.0006028115749359131,
0.991428017616272,
-0.0029698461294174194,
0.9537331461906433,
0.039281606674194336,
-0.07935848087072372,
-0.30566954612731934,
0.9943714141845703,
0.004116825759410858,
-0.0011153891682624817,
-0.0047006383538246155,
0.9989113807678223,
0.000842750072479248,
0.9148250818252563
],
[
0.009643256664276123,
-0.21924029290676117,
-0.0903724730014801,
0.9938557147979736,
-0.00507083535194397,
-0.0011194348335266113,
0.006968900561332703,
0.9998300671577454,
-0.006922394037246704,
0.9552042484283447,
0.0351979061961174,
-0.07811485230922699,
-0.30933770537376404,
0.9928913712501526,
0.0023123323917388916,
-0.0013642609119415283,
-0.00666770339012146,
0.998350203037262,
-0.004950927570462227,
0.9128337502479553
],
[
0.014065755531191826,
-0.2123478651046753,
-0.09757661819458008,
0.9971681237220764,
-0.0029954761266708374,
-0.0036501064896583557,
0.007286503911018372,
0.9967448711395264,
-0.0036796703934669495,
0.9520877599716187,
0.03145045042037964,
-0.07980845123529434,
-0.3072957992553711,
0.9916625022888184,
0.006601444911211729,
0.0031877756118774414,
5.3375959396362305e-05,
0.9908851385116577,
-0.0033124983310699463,
0.9108699560165405
],
[
0.006115972995758057,
-0.2209104299545288,
-0.09490413963794708,
0.9982538223266602,
-0.006515074521303177,
-0.004844638518989086,
0.00548204779624939,
0.997685432434082,
-0.0017346963286399841,
0.9419251680374146,
0.041510358452796936,
-0.0808001309633255,
-0.30442970991134644,
0.9866660833358765,
0.007741512730717659,
0.0020818794146180153,
-0.004463791847229004,
0.996680498123169,
-0.006368666887283325,
0.9052327871322632
],
[
0.0110197514295578,
-0.21670162677764893,
-0.08808520436286926,
0.9957539439201355,
-0.008520534262061119,
-0.0025292187929153442,
0.009934723377227783,
1.001176118850708,
-0.004031971096992493,
0.9430094361305237,
0.03615520894527435,
-0.07608331739902496,
-0.300995409488678,
0.9965373277664185,
0.014708489179611206,
-0.0004462897777557373,
-0.008089638315141201,
0.9965466260910034,
-0.006233245134353638,
0.905028223991394
],
[
0.013024384155869484,
-0.21891535818576813,
-0.09544454514980316,
0.9983761310577393,
-0.010836619883775711,
-0.0038349367678165436,
0.00930623710155487,
1.000527024269104,
-0.001132771372795105,
0.9465481638908386,
0.04120182618498802,
-0.07847996801137924,
-0.30311304330825806,
0.99211585521698,
0.0038368701934814453,
0.0023367367684841156,
-0.012644156813621521,
0.9967175722122192,
-0.002222161740064621,
0.9035246968269348
],
[
0.015227988362312317,
-0.21898314356803894,
-0.09252571314573288,
0.9979148507118225,
-0.009168446063995361,
-0.006970785558223724,
0.012670978903770447,
0.998802661895752,
-0.0006973743438720703,
0.9447333216667175,
0.04126784950494766,
-0.0765797346830368,
-0.3040417730808258,
0.9914341568946838,
0.012517157942056656,
-0.002336859703063965,
-0.01073052641004324,
0.9946979880332947,
-0.008613675832748413,
0.902684211730957
],
[
0.01718907058238983,
-0.21560874581336975,
-0.0885164737701416,
1.0000394582748413,
-0.0170842707157135,
-0.00836990773677826,
0.01685553789138794,
0.9977688193321228,
0.000494047999382019,
0.9407641887664795,
0.03950604796409607,
-0.08135814964771271,
-0.3050633668899536,
0.9965147376060486,
0.015705429017543793,
0.004114806652069092,
-0.012639794498682022,
0.9992705583572388,
-0.003148995339870453,
0.9007855653762817
],
[
0.013064717873930931,
-0.22108808159828186,
-0.09217821806669235,
1.0003345012664795,
-0.014469563961029053,
-0.008930504322052002,
0.01663009077310562,
0.9946260452270508,
0.0010412782430648804,
0.9457122087478638,
0.048900723457336426,
-0.07541251182556152,
-0.3062329888343811,
0.9985343813896179,
0.014753267168998718,
-0.0026129484176635742,
-0.012630671262741089,
0.9996297359466553,
-0.004403024911880493,
0.8985528945922852
],
[
0.012434057891368866,
-0.21648596227169037,
-0.09752099215984344,
0.9977676868438721,
-0.017868109047412872,
0.0013980269432067871,
0.01604437828063965,
0.9973946809768677,
-0.0017447806894779205,
0.9477196931838989,
0.04515606909990311,
-0.081470787525177,
-0.3016768991947174,
0.9926819205284119,
0.01576228439807892,
0.006896182894706726,
-0.01891118288040161,
0.9981933236122131,
0.0013337433338165283,
0.9013147354125977
],
[
0.0053352415561676025,
-0.22425034642219543,
-0.09295159578323364,
0.9937134981155396,
-0.01520344614982605,
-0.005794871598482132,
0.01982554793357849,
0.9959707856178284,
1.3537704944610596e-05,
0.9481918215751648,
0.05122457444667816,
-0.08025700598955154,
-0.30314943194389343,
0.9943185448646545,
0.02483224868774414,
0.003322586417198181,
-0.01759149320423603,
0.9920520782470703,
-0.003894239664077759,
0.9023774862289429
],
[
0.012645386159420013,
-0.22108887135982513,
-0.09293141216039658,
0.9967387914657593,
-0.022394943982362747,
0.00034248828887939453,
0.022759169340133667,
0.9940528869628906,
-0.001970715820789337,
0.9421993494033813,
0.05443775653839111,
-0.06922423839569092,
-0.3000621795654297,
0.9959197044372559,
0.021359212696552277,
0.005326341837644577,
-0.02658402919769287,
0.9966880083084106,
-0.0049949586391448975,
0.9026380777359009
],
[
0.009787816554307938,
-0.21266579627990723,
-0.0921463668346405,
0.9966835975646973,
-0.027947649359703064,
-0.006391007453203201,
0.0243380069732666,
0.9916738271713257,
0.0013345852494239807,
0.9469862580299377,
0.049140073359012604,
-0.08068101108074188,
-0.302441269159317,
0.9907506108283997,
0.02338387817144394,
0.003008909523487091,
-0.025449246168136597,
0.9981624484062195,
-0.0025400742888450623,
0.8897227644920349
],
[
0.014309287071228027,
-0.21998219192028046,
-0.08905625343322754,
0.9956159591674805,
-0.02981586754322052,
-0.005720026791095734,
0.02343161404132843,
0.9992494583129883,
-0.003979833796620369,
0.9393703937530518,
0.05178772285580635,
-0.08050169050693512,
-0.3051428198814392,
0.9954614639282227,
0.01962462067604065,
0.002020925283432007,
-0.016693711280822754,
0.9950459003448486,
-0.0016233250498771667,
0.8955668807029724
],
[
0.007719246670603752,
-0.21787454187870026,
-0.09269485622644424,
1.0010639429092407,
-0.024146854877471924,
0.0008510500192642212,
0.03168421983718872,
0.994276762008667,
-0.004488348960876465,
0.9480173587799072,
0.05366556718945503,
-0.07576669007539749,
-0.3008941113948822,
0.9869039058685303,
0.02727249264717102,
0.0026135146617889404,
-0.01998133957386017,
1.0093481540679932,
0.0007516369223594666,
0.8975774049758911
],
[
0.010376840829849243,
-0.2225627601146698,
-0.09633760154247284,
1.0010406970977783,
-0.026660770177841187,
-0.006658881902694702,
0.02354419231414795,
0.9861752390861511,
0.0029697269201278687,
0.9385876059532166,
0.059759318828582764,
-0.08130694925785065,
-0.29668647050857544,
0.9988048076629639,
0.027046144008636475,
0.01014380156993866,
-0.021756736561655998,
1.0004246234893799,
0.002459503710269928,
0.8948414325714111
],
[
0.011349231004714966,
-0.21894869208335876,
-0.08811771869659424,
0.9930902123451233,
-0.035429611802101135,
-0.005454499274492264,
0.028204448521137238,
0.9982548356056213,
-0.0014586150646209717,
0.9504235982894897,
0.052576832473278046,
-0.07224860787391663,
-0.2987380027770996,
0.9926778078079224,
0.021943965926766396,
0.009717024862766266,
-0.020861413329839706,
0.9924280643463135,
-0.0012804940342903137,
0.8977454304695129
],
[
0.007710061967372894,
-0.21856725215911865,
-0.09234453737735748,
0.9933477640151978,
-0.03496084362268448,
0.0004585087299346924,
0.03993447124958038,
0.9993276596069336,
0.00311356782913208,
0.9399169087409973,
0.05407165363430977,
-0.07433204352855682,
-0.2927550673484802,
1.0099782943725586,
0.027321666479110718,
0.0043526291847229,
-0.024572208523750305,
0.9953461289405823,
0.006938308477401733,
0.8967912197113037
],
[
0.0035238415002822876,
-0.2209101915359497,
-0.0899759829044342,
0.9862513542175293,
-0.030539005994796753,
-0.008191250264644623,
0.04081299901008606,
0.9919743537902832,
0.0075699687004089355,
0.9366419911384583,
0.05476047098636627,
-0.07258394360542297,
-0.30175864696502686,
0.991916298866272,
0.0293462872505188,
0.013422667980194092,
-0.018157269805669785,
0.996548056602478,
-0.0014583319425582886,
0.8961135149002075
],
[
0.00614190474152565,
-0.2232738733291626,
-0.0866176038980484,
0.9923109412193298,
-0.0443454384803772,
-0.002885822206735611,
0.03870953619480133,
1.002047061920166,
0.0014564543962478638,
0.9427629113197327,
0.058053940534591675,
-0.0831720232963562,
-0.29162323474884033,
0.9995713829994202,
0.018975920975208282,
0.010996237397193909,
-0.013714700937271118,
0.9958170056343079,
0.0026213228702545166,
0.8930365443229675
],
[
0.007125072181224823,
-0.2222617268562317,
-0.08665499091148376,
0.9915359020233154,
-0.040339093655347824,
-0.003980513662099838,
0.044088900089263916,
0.9937801957130432,
-0.0062776654958724976,
0.9442934989929199,
0.06370404362678528,
-0.08241927623748779,
-0.2841472625732422,
0.9916045665740967,
0.01758153736591339,
0.014342665672302246,
-0.018754951655864716,
0.9929732084274292,
0.01021680235862732,
0.9009907245635986
],
[
0.01033979281783104,
-0.21729198098182678,
-0.0893312618136406,
0.9981128573417664,
-0.04318549484014511,
-0.0011346638202667236,
0.03979772329330444,
0.9963751435279846,
-0.0017424821853637695,
0.9412200450897217,
0.05531659722328186,
-0.07834696769714355,
-0.30309656262397766,
0.9945763945579529,
0.016622141003608704,
0.007414160296320915,
-0.0157163068652153,
0.9883112907409668,
0.009862244129180908,
0.902631402015686
]
],
"normalizer": {
"scale": [
1.0138466358184814,
0.9588019251823425,
1.1264022588729858,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
22.727272033691406,
1.225150465965271,
1.3457822799682617,
1.2728078365325928,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
22.727272033691406
],
"offset": [
0.01661849021911621,
-0.21664047241210938,
-0.09588491916656494,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
-1.0,
0.03543972969055176,
-0.07973086833953857,
-0.3032202124595642,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
-1.0
],
"unnormalize": "action = (normalized - offset) / scale"
},
"floor": {
"one_minus_pcc": 5.330859372598695e-06,
"pos_m": 0.003861728124320507,
"rot": 0.006012260913848877,
"grip_m": 0.0002376362681388855
},
"floor_note": "per metric max(official bf16 run, bf16 reference expert on the official bf16 K/V) of this case",
"limits": {
"one_minus_pcc": 0.0001,
"pos_m": 0.011585184372961521,
"rot": 0.01803678274154663,
"grip_m": 0.0015
},
"gates": "groups (position / rotation-6D / gripper max-abs of the unnormalized chunk) primary: <= max(3 x floor, 5 mm / 0.01 / 1.5 mm); normalized-chunk 1 - PCC <= max(10 x floor, 1e-4)"
}
{
"sample": "ur5e_bimanual_example_0",
"source": "robotics-diffusion-transformer/BimanualUR5eExample @ 5550bc13fc38348360626a030dc585c8d2d5298f (Apache-2.0), shard-1-000000.tar sample 0",
"reference_run": {
"what": "the official RDTInferencer.step (thu-ml/RDT2 @ 0797b4c65e588e088d41602685e00dc2bc95852f) in float32 on CPU, same cameras, instruction, zero state and initial noise (seed 0)",
"weights": {
"RDT2-VQ": "ec7e7f3aa4259224481c3cbd5816cc3f35354bec",
"RDT2-FM": "f803808e3f79c77bba8bb4f3326e83d04e60783a",
"RVQActionTokenizer": "a6a614ae049cc3b9fa6bd4f5fadaeee3375d4dec"
}
},
"request": {
"instruction": "Pour water from the plastic bottle into the cup",
"seed": 0,
"state": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"images": [
"ur5e_bimanual_example_0_left_stereo.png",
"ur5e_bimanual_example_0_right_stereo.png"
]
},
"expected": {
"num_tokens": 409,
"prompt_bucket": 416,
"shape": [
24,
20
],
"num_steps": 5
},
"actions": [
[
-0.005735610146075487,
-0.0031300147529691458,
9.066486381925642e-05,
0.9960445165634155,
0.0025049149990081787,
0.0009624660015106201,
-0.0015870332717895508,
0.9885413646697998,
0.00031395256519317627,
0.08580628782510757,
0.0006562760099768639,
0.0013132139574736357,
-0.0009517578291706741,
1.000511646270752,
0.002220854163169861,
-0.00022042915225028992,
-0.003975182771682739,
0.990104615688324,
-0.001378275454044342,
0.08430034667253494
],
[
0.0013943585800006986,
-0.0036159022711217403,
-0.0003986092342529446,
1.0032788515090942,
0.00027705729007720947,
-0.0033315569162368774,
0.0005192272365093231,
0.9961766004562378,
0.0016777515411376953,
0.08611541986465454,
0.002132696332409978,
-0.001296643982641399,
-0.002537279389798641,
0.9949479103088379,
-0.0005798935890197754,
0.00023863092064857483,
0.0010880082845687866,
0.9960910081863403,
-0.00044880807399749756,
0.08428209275007248
],
[
-0.003328381571918726,
0.00315329572185874,
-0.0011868650326505303,
0.9979077577590942,