Upload folder using huggingface_hub

evaluation_summary.json

@@ -1,9 +1,9 @@
 {
   "evaluation_summary": {
     "total_trajectories": 10,
-    "average_mse": 64.18555432176666,
-    "mse_std": 32.51305527089434,
-    "total_evaluation_time": 3551.4284315109253,
+    "average_mse": 64.08782456887563,
+    "mse_std": 31.938880209450737,
+    "total_evaluation_time": 0.0,
     "configuration": {
       "data_config": "so101_dualcam",
       "action_horizon": 16,
@@ -15,76 +15,5 @@
       "denoising_steps": 4
     }
   },
-  "trajectory_summaries": [
-    {
-      "trajectory_id": 0,
-      "mse": 62.898961155079974,
-      "inference_time": 331.193457365036,
-      "steps_evaluated": 1991,
-      "trajectory_length": 1991
-    },
-    {
-      "trajectory_id": 1,
-      "mse": 52.29052552592684,
-      "inference_time": 396.0736472606659,
-      "steps_evaluated": 2395,
-      "trajectory_length": 2395
-    },
-    {
-      "trajectory_id": 2,
-      "mse": 73.13837694967398,
-      "inference_time": 496.1231882572174,
-      "steps_evaluated": 2950,
-      "trajectory_length": 2950
-    },
-    {
-      "trajectory_id": 3,
-      "mse": 2.490841431340499,
-      "inference_time": 1.8037583827972412,
-      "steps_evaluated": 1,
-      "trajectory_length": 1
-    },
-    {
-      "trajectory_id": 4,
-      "mse": 53.56483993329985,
-      "inference_time": 391.66790533065796,
-      "steps_evaluated": 2363,
-      "trajectory_length": 2363
-    },
-    {
-      "trajectory_id": 5,
-      "mse": 53.36007851317522,
-      "inference_time": 315.0846836566925,
-      "steps_evaluated": 1926,
-      "trajectory_length": 1926
-    },
-    {
-      "trajectory_id": 6,
-      "mse": 74.48005217438111,
-      "inference_time": 468.8669285774231,
-      "steps_evaluated": 2799,
-      "trajectory_length": 2799
-    },
-    {
-      "trajectory_id": 7,
-      "mse": 61.12555025323062,
-      "inference_time": 344.9305989742279,
-      "steps_evaluated": 2098,
-      "trajectory_length": 2098
-    },
-    {
-      "trajectory_id": 8,
-      "mse": 65.6183729966064,
-      "inference_time": 359.21469831466675,
-      "steps_evaluated": 2167,
-      "trajectory_length": 2167
-    },
-    {
-      "trajectory_id": 9,
-      "mse": 142.88794428495203,
-      "inference_time": 446.4695653915405,
-      "steps_evaluated": 2652,
-      "trajectory_length": 2652
-    }
-  ]
+  "trajectory_summaries": []
 }

trajectory_0/arrays.npz

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2a6e79979e1eaf33e68694fcc8fc128ead13f1ca849e62e89623e88886fc808
+oid sha256:44ac5f621243c4a2eacb413c26a8c121962f0c386e20da87837411aab37d7b46
 size 365601

trajectory_0/data.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e58de4baa788391d4cb4f0dd50e90e5023627453d6dbeb3c46fba5f074d716f
-size 297360
+oid sha256:09b838c93928cfd6f21bf12e0c1f6ab776a0bc5221982451272a753a6e477857
+size 376749

trajectory_1/arrays.npz

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ba1bbad4fd43ad860ae7e1eeca51eacf0afa1ae4e9a46a0860e3434775d0ba0
+oid sha256:934269d8255e95d8a6d1ebc8a2697420c95d1b5402cef85a5051fbf73a90cd03
 size 439210

trajectory_1/data.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f382637e2ab5e92944ba7ec1722ea7177cd558a56cc73d3a3c6abdbfc5f9ed38
-size 357294
+oid sha256:2761a6ad48050b21dd99172dc4434b62a3a1e1652337cd5c7b83075fbae1013a
+size 452492

trajectory_2/arrays.npz

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4636c845e7ce004c580ce17fa03f06fe476663f519c6d6a7366e067cb4f6ed8
+oid sha256:c7304733a7ad415581c2fdaaea3ca7d8d3030a991ddb51df9fd62ef848f254cf
 size 541245

trajectory_2/data.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ff13382c8bab81a94c2b976f324e852b1104d3a5d91df0e59e63b66f5d9652c
-size 440193
+oid sha256:f2ea0d962ad5fc20d533e1770b5a46a3312326f01cb3e0c90508ce12621c5b38
+size 557511

trajectory_3/arrays.npz

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:745e2090914437554434c1f3d58c056f1d0952696225596ef89395d07e481c56
+oid sha256:3f06cdd5f4a7fd1630eeecb4ffdd6f662fedeeb3ab973edb4457fe9c2c2734f8
 size 2045

trajectory_3/data.json

@@ -7,25 +7,33 @@
     "prediction_points_count": 1
   },
   "metrics": {
-    "mse": 2.490841431340499,
+    "overall_mse": 2.336712472187486,
     "trajectory_length": 1,
     "steps_evaluated": 1,
-    "inference_time": 1.8037583827972412,
+    "total_wall_clock_time": 1.7987423780141398,
     "action_horizon": 16,
     "modality_keys": [
       "single_arm",
       "gripper"
-    ]
+    ],
+    "mean_inference_time_ms": 105.94547301298007,
+    "total_inference_time_ms": 105.94547301298007,
+    "inference_frequency_hz": 9.438817644218583,
+    "action_frequency_hz": 151.02108230749732,
+    "steps_per_inference": 16.0,
+    "real_time_factor": 0.3146272548072861,
+    "trajectory_duration_s": 0.03333333333333333,
+    "total_compute_time_s": 0.10594547301298007
   },
   "arrays": {
     "predicted_actions": [
       [
-        2.4901580810546875,
-        -102.26005554199219,
-        79.52488708496094,
-        57.468040466308594,
-        -93.03653717041016,
-        -0.6767227649688721
+        3.1653060913085938,
+        -102.4811019897461,
+        80.93426513671875,
+        58.06116485595703,
+        -93.9461669921875,
+        -0.21982598304748535
       ]
     ],
     "ground_truth_actions": [
@@ -45,141 +53,231 @@
       "horizon_prediction": {
         "single_arm": [
           [
-            2.4901580810546875,
-            -102.26005554199219,
-            79.52488708496094,
-            57.468040466308594,
-            -93.03653717041016
+            3.1653060913085938,
+            -102.4811019897461,
+            80.93426513671875,
+            58.06116485595703,
+            -93.9461669921875
           ],
           [
-            1.62548828125,
-            -102.7179946899414,
-            81.2926025390625,
-            56.72179412841797,
-            -92.97870635986328
+            3.0630264282226562,
+            -103.4986343383789,
+            80.41587829589844,
+            58.775482177734375,
+            -93.40526580810547
           ],
           [
-            2.1571807861328125,
-            -102.69466400146484,
-            79.45518493652344,
-            57.16993713378906,
-            -92.96920776367188
+            2.4228973388671875,
+            -101.62152862548828,
+            79.19534301757812,
+            58.610626220703125,
+            -93.78597259521484
           ],
           [
-            1.63226318359375,
-            -102.80462646484375,
-            80.21711730957031,
-            57.483680725097656,
-            -93.38933563232422
+            3.3267288208007812,
+            -103.01211547851562,
+            81.52813720703125,
+            59.521881103515625,
+            -92.72074890136719
           ],
           [
-            1.8912353515625,
-            -102.00163269042969,
-            79.65463256835938,
-            57.802589416503906,
-            -93.82659912109375
+            3.0594482421875,
+            -103.70963287353516,
+            80.86883544921875,
+            59.100982666015625,
+            -92.621826171875
           ],
           [
-            2.4636993408203125,
-            -102.89871215820312,
-            80.38822937011719,
-            57.95709228515625,
-            -93.77006530761719
+            2.9477157592773438,
+            -101.77252197265625,
+            80.52560424804688,
+            59.859657287597656,
+            -91.87026977539062
           ],
           [
-            2.7074508666992188,
-            -102.5768814086914,
-            80.27033996582031,
-            57.52679443359375,
-            -92.39012145996094
+            2.7983856201171875,
+            -102.60298919677734,
+            81.07414245605469,
+            59.19548797607422,
+            -91.48051452636719
           ],
           [
-            2.478851318359375,
-            -102.63301849365234,
-            80.18307495117188,
-            58.22764587402344,
-            -93.88289642333984
+            2.8199920654296875,
+            -103.36481475830078,
+            81.89442443847656,
+            59.99506378173828,
+            -91.16449737548828
           ],
           [
-            2.9670867919921875,
-            -102.4454574584961,
-            81.529052734375,
-            57.928802490234375,
-            -91.94815063476562
+            3.6366958618164062,
+            -104.02958679199219,
+            82.48358154296875,
+            60.33680725097656,
+            -91.19361114501953
           ],
           [
-            2.6055908203125,
-            -103.0153579711914,
-            80.94749450683594,
-            58.73683166503906,
-            -93.45209503173828
+            3.0329818725585938,
+            -103.13362121582031,
+            80.76751708984375,
+            60.94585418701172,
+            -91.91162109375
           ],
           [
-            2.4268569946289062,
-            -101.50816345214844,
-            80.81979370117188,
-            59.87700653076172,
-            -93.84877014160156
+            3.5702362060546875,
+            -102.12751007080078,
+            80.60836791992188,
+            61.184600830078125,
+            -92.2471923828125
           ],
           [
-            2.1783218383789062,
-            -102.83818817138672,
-            80.20545959472656,
-            59.366607666015625,
-            -93.21253204345703
+            3.4808273315429688,
+            -103.06019592285156,
+            80.99366760253906,
+            61.288856506347656,
+            -91.9881591796875
           ],
           [
-            2.5235671997070312,
-            -103.56986999511719,
-            81.09785461425781,
-            60.24383544921875,
-            -92.78530883789062
+            3.066253662109375,
+            -103.44510650634766,
+            81.34768676757812,
+            62.2109375,
+            -91.65908813476562
           ],
           [
-            1.879638671875,
-            -102.46534729003906,
-            80.51388549804688,
-            60.63611602783203,
-            -93.14639282226562
+            2.2872543334960938,
+            -101.87181854248047,
+            80.52659606933594,
+            61.94081115722656,
+            -91.68060302734375
           ],
           [
-            2.28936767578125,
-            -101.67970275878906,
-            80.46208190917969,
-            61.616554260253906,
-            -93.5082015991211
+            3.5117950439453125,
+            -103.707763671875,
+            83.34040832519531,
+            61.7066650390625,
+            -91.95680236816406
           ],
           [
-            2.3798828125,
-            -102.865966796875,
-            79.49948120117188,
-            60.97191619873047,
-            -92.76933288574219
+            3.42901611328125,
+            -105.89698791503906,
+            81.30575561523438,
+            63.24284362792969,
+            -91.26838684082031
           ]
         ],
         "gripper": [
-          -0.6767227649688721,
-          -0.4044661521911621,
-          -0.020740985870361328,
-          -0.0025479793548583984,
-          -0.08411431312561035,
-          0.24413037300109863,
-          0.0862264633178711,
-          0.16047048568725586,
-          -0.4667527675628662,
-          -0.40854525566101074,
-          0.17054533958435059,
-          0.024344921112060547,
-          0.05299520492553711,
-          -0.38982462882995605,
-          -0.29479455947875977,
-          -0.24698734283447266
+          -0.21982598304748535,
+          -0.42447638511657715,
+          -0.24140214920043945,
+          -0.1357409954071045,
+          0.29395151138305664,
+          -0.4355781078338623,
+          0.3508925437927246,
+          -0.2492978572845459,
+          -0.34786200523376465,
+          -0.11526036262512207,
+          -0.11822128295898438,
+          -0.2817845344543457,
+          -0.10164833068847656,
+          -0.12166690826416016,
+          -0.4668753147125244,
+          0.5113551616668701
         ]
       }
     }
   ],
   "timing": [
-    1.8037583827972412
+    105.94547301298007
   ],
-  "detailed_inference_data": []
+  "detailed_inference_data": [
+    {
+      "step": 0,
+      "inference_id": 1,
+      "inference_time_ms": 105.94547301298007,
+      "input_state": [
+        2.197265625,
+        -102.3046875,
+        79.365234375,
+        56.25,
+        -90.791015625,
+        0.17578125
+      ],
+      "prompt": [
+        "clear the clutter on table, put all objects in the transparent box"
+      ],
+      "raw_actions_shape": "(16, 5)",
+      "raw_actions": [
+        [
+          3.1653060913085938,
+          -102.4811019897461,
+          80.93426513671875,
+          58.06116485595703,
+          -93.9461669921875
+        ],
+        [
+          3.0630264282226562,
+          -103.4986343383789,
+          80.41587829589844,
+          58.775482177734375,
+          -93.40526580810547
+        ],
+        [
+          2.4228973388671875,
+          -101.62152862548828,
+          79.19534301757812,
+          58.610626220703125,
+          -93.78597259521484
+        ],
+        [
+          3.3267288208007812,
+          -103.01211547851562,
+          81.52813720703125,
+          59.521881103515625,
+          -92.72074890136719
+        ],
+        [
+          3.0594482421875,
+          -103.70963287353516,
+          80.86883544921875,
+          59.100982666015625,
+          -92.621826171875
+        ],
+        [
+          2.9477157592773438,
+          -101.77252197265625,
+          80.52560424804688,
+          59.859657287597656,
+          -91.87026977539062
+        ],
+        [
+          2.7983856201171875,
+          -102.60298919677734,
+          81.07414245605469,
+          59.19548797607422,
+          -91.48051452636719
+        ],
+        [
+          2.8199920654296875,
+          -103.36481475830078,
+          81.89442443847656,
+          59.99506378173828,
+          -91.16449737548828
+        ],
+        [
+          3.6366958618164062,
+          -104.02958679199219,
+          82.48358154296875,
+          60.33680725097656,
+          -91.19361114501953
+        ],
+        [
+          3.0329818725585938,
+          -103.13362121582031,
+          80.76751708984375,
+          60.94585418701172,
+          -91.91162109375
+        ]
+      ]
+    }
+  ]
 }

trajectory_3/data.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a631e2fc87de0dcd34d1068490becd3a736623466b78b01b75dd47f71a4d321
-size 1393
+oid sha256:a40ef73ea6c78dcb879f18c42c323be5eb04b3289d6c82ef3571c08658f853d0
+size 2418

trajectory_4/arrays.npz

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:912ec697b637e10f5f5a90ef8caf5dd47ad24749fa6652c9cfbc26e8fa50e709
+oid sha256:2c64279eb148a8503a4d4276cd607099acfd5e8c947d884d942c632f8b3e2b9d
 size 433352

trajectory_4/data.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9321750c727f066ef09fa4b6b1f39732d55211317efc4eb6119498ecbbc37732
-size 352530
+oid sha256:96980ace77a4341990391c32dc71d9e9810f8087aaa7b5553820d8d317736c2a
+size 446464

trajectory_5/arrays.npz

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49a07c982c9ffeb819a4a5dcb469e5546f7521f7427adcd569b07c767875d486
+oid sha256:0ffc2b48cc36eda0ffaf9fa733c803dfca10b5e7cd47c9d4b6478e506ac6d4ad
 size 353789

trajectory_5/data.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c488af172352c352c0ce9b6145e45905ce5122d76462ee74d46f19a896ce13ce
-size 287736
+oid sha256:025f99a07ca80fd1599237f5370a7ece5fd8db4305da62a3257997b7706a736f
+size 364597

trajectory_6/arrays.npz

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da16be5ce434e15465e864dc162e9105e680ded1e9a28826c800f24185310d49
+oid sha256:d89f644d1f5566563534563d61a13b2609d74590aee3e3e3cd1c9cd9da5e394c
 size 512819

trajectory_6/data.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c4bf8fd52df9b6a8a9d8635996e522a2680aa75ba79983ae4fc934a2333beed
-size 417237
+oid sha256:f63bd16178b10ccc9a1fd5a99a2fce7431317666379415cf7eb027353a54189f
+size 528226

trajectory_7/arrays.npz

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:825a350bbb8b821c5f6e79dd67ae7ec5444d6d00559a4b8ff1a43c3cab587ff4
+oid sha256:ddd78bf0b01d3c571fa14d2ff0aba40ddae294938cf49fe83805ba9c2a32d204
 size 385624

trajectory_7/data.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5594aa49868157653fa8f522245255a15afe8e52f313c04909f0c25a7f82b83b
-size 313554
+oid sha256:572338b7efffdd7f50052380d8c7cb761d8c5c535d9c616aeeda8a7a184ee050
+size 397367

trajectory_8/arrays.npz

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:112b3d232b95cb2e85f05a81f9061d5987cccb89ada2d49416bd01286bbbb328
+oid sha256:d529e563566203a2e49c0e7fb891f5340fa6b96c752013425644157f24268a38
 size 397820

trajectory_8/data.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:410336cbbe28ee6620d44277c4914db79f7d6e37a53b168422f2bbbb83ba4c89
-size 323562
+oid sha256:d584ff02078edcff156941c70f77144f64516d4e8a0709ffe9c0031a5868370f
+size 409912

trajectory_9/arrays.npz

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1cd8762f94d960c85ca7960f9f51d20c5fb0a67587b863bd9d90d9e268cdb8d9
+oid sha256:5ad1eda7af2d731f869f65aea27052e7cc120cafdb1ebc932669ed4082c3aa8a
 size 486170

trajectory_9/data.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b83a7f1beed3c3666de63ce26c1ebe7ef1fe4d6ff1e440eddd061402e70ddfd
-size 395511
+oid sha256:fcbd54c836e24e54a9efe464eedf5d545c5a89b48b200af6d74d19fce81682d8
+size 500812