pusht-parallel-tdp-seed0 / evaluation_step0252000.json
IXDLI's picture
Final EMA tdp seed0, 512400 updates
b02f606 verified
Raw History Blame Contribute Delete
20.9 kB
{
"policy": "tube",
"episodes": 50,
"seed_start": 100000,
"max_steps": 300,
"nfe": 10,
"sampler": "ddim",
"mean_score": 0.7564883235108527,
"success_rate": 0.32,
"mean_max_coverage": 0.7239632830566624,
"coverage_episodes": 50,
"steps_to_success_mean": 189.5625,
"successful_count": 16,
"simulation_steps": 13233,
"model_calls": 28353,
"model_calls_source": "forward_hook:denoiser",
"model_call_counts": {
"chunk_generations": 0,
"tube_initializations": 1680,
"tube_stream_updates": 11553,
"chunk_head_calls": 0,
"initialization_head_calls": 16800,
"stream_head_calls": 11553
},
"action_clipping_count": 0,
"environment": {
"id": "gym_pusht/PushT-v0",
"observation": "pixels_agent_pos",
"reset_protocol": "original_dp_random_state_reset_to_state",
"control_hz": 10,
"prediction_horizon": 16,
"observation_horizon": 2,
"action_horizon": 8
},
"episode_rows": [
{
"episode_index": 0,
"environment_seed": 100000,
"policy_seed": 223456,
"success": false,
"reward_max": 0.9753211163350829,
"coverage_max": 0.9265550605183287,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/tdp_seed0/evaluations/step_0252000/videos/episode_0000_seed_100000.mp4"
},
{
"episode_index": 1,
"environment_seed": 100001,
"policy_seed": 223457,
"success": false,
"reward_max": 0.5901951968654765,
"coverage_max": 0.5606854370222026,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/tdp_seed0/evaluations/step_0252000/videos/episode_0001_seed_100001.mp4"
},
{
"episode_index": 2,
"environment_seed": 100002,
"policy_seed": 223458,
"success": false,
"reward_max": 0.5817406727049291,
"coverage_max": 0.5526536390696827,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/tdp_seed0/evaluations/step_0252000/videos/episode_0002_seed_100002.mp4"
},
{
"episode_index": 3,
"environment_seed": 100003,
"policy_seed": 223459,
"success": false,
"reward_max": 0.9941270387980877,
"coverage_max": 0.9444206868581833,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 4,
"environment_seed": 100004,
"policy_seed": 223460,
"success": false,
"reward_max": 0.9909064857679549,
"coverage_max": 0.9413611614795572,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 5,
"environment_seed": 100005,
"policy_seed": 223461,
"success": false,
"reward_max": 0.5559971862495731,
"coverage_max": 0.5281973269370944,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 6,
"environment_seed": 100006,
"policy_seed": 223462,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9794937610437371,
"steps_to_success": 239,
"simulation_steps": 239,
"termination_reason": "terminated",
"model_calls": 509,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 7,
"environment_seed": 100007,
"policy_seed": 223463,
"success": false,
"reward_max": 0.9996959810880258,
"coverage_max": 0.9497111820336245,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 8,
"environment_seed": 100008,
"policy_seed": 223464,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9766335214150236,
"steps_to_success": 126,
"simulation_steps": 126,
"termination_reason": "terminated",
"model_calls": 270,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 9,
"environment_seed": 100009,
"policy_seed": 223465,
"success": false,
"reward_max": 0.02807224461633377,
"coverage_max": 0.026668632385517078,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 10,
"environment_seed": 100010,
"policy_seed": 223466,
"success": false,
"reward_max": 0.9639334311743963,
"coverage_max": 0.9157367596156765,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 11,
"environment_seed": 100011,
"policy_seed": 223467,
"success": false,
"reward_max": 0.7037080909550375,
"coverage_max": 0.6685226864072856,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 12,
"environment_seed": 100012,
"policy_seed": 223468,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9650349438573481,
"steps_to_success": 209,
"simulation_steps": 209,
"termination_reason": "terminated",
"model_calls": 452,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 13,
"environment_seed": 100013,
"policy_seed": 223469,
"success": false,
"reward_max": 0.6485300850722883,
"coverage_max": 0.6161035808186738,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 14,
"environment_seed": 100014,
"policy_seed": 223470,
"success": false,
"reward_max": 0.9830480718806393,
"coverage_max": 0.9338956682866072,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 15,
"environment_seed": 100015,
"policy_seed": 223471,
"success": false,
"reward_max": 0.5437662498562811,
"coverage_max": 0.516577937363467,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 16,
"environment_seed": 100016,
"policy_seed": 223472,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9533442784741449,
"steps_to_success": 173,
"simulation_steps": 173,
"termination_reason": "terminated",
"model_calls": 371,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 17,
"environment_seed": 100017,
"policy_seed": 223473,
"success": false,
"reward_max": 0.6020923379731372,
"coverage_max": 0.5719877210744804,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 18,
"environment_seed": 100018,
"policy_seed": 223474,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9632227684498654,
"steps_to_success": 139,
"simulation_steps": 139,
"termination_reason": "terminated",
"model_calls": 301,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 19,
"environment_seed": 100019,
"policy_seed": 223475,
"success": false,
"reward_max": 0.9673628243616554,
"coverage_max": 0.9189946831435726,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 20,
"environment_seed": 100020,
"policy_seed": 223476,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9538023919434796,
"steps_to_success": 131,
"simulation_steps": 131,
"termination_reason": "terminated",
"model_calls": 284,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 21,
"environment_seed": 100021,
"policy_seed": 223477,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9732754385855703,
"steps_to_success": 78,
"simulation_steps": 78,
"termination_reason": "terminated",
"model_calls": 168,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 22,
"environment_seed": 100022,
"policy_seed": 223478,
"success": false,
"reward_max": 0.556137581306654,
"coverage_max": 0.5283307022413213,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 23,
"environment_seed": 100023,
"policy_seed": 223479,
"success": false,
"reward_max": 0.9760305430918955,
"coverage_max": 0.9272290159373007,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 24,
"environment_seed": 100024,
"policy_seed": 223480,
"success": false,
"reward_max": 0.36635095398570616,
"coverage_max": 0.3480334062864208,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 25,
"environment_seed": 100025,
"policy_seed": 223481,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9767934186828294,
"steps_to_success": 244,
"simulation_steps": 244,
"termination_reason": "terminated",
"model_calls": 523,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 26,
"environment_seed": 100026,
"policy_seed": 223482,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 27,
"environment_seed": 100027,
"policy_seed": 223483,
"success": false,
"reward_max": 0.9735982021576948,
"coverage_max": 0.92491829204981,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 28,
"environment_seed": 100028,
"policy_seed": 223484,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9546545375641121,
"steps_to_success": 157,
"simulation_steps": 157,
"termination_reason": "terminated",
"model_calls": 337,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 29,
"environment_seed": 100029,
"policy_seed": 223485,
"success": false,
"reward_max": 0.9904411641679857,
"coverage_max": 0.9409191059595864,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 30,
"environment_seed": 100030,
"policy_seed": 223486,
"success": false,
"reward_max": 0.9855819227757282,
"coverage_max": 0.9363028266369418,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 31,
"environment_seed": 100031,
"policy_seed": 223487,
"success": false,
"reward_max": 0.6604413958807736,
"coverage_max": 0.6274193260867349,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 32,
"environment_seed": 100032,
"policy_seed": 223488,
"success": false,
"reward_max": 0.1896032923825552,
"coverage_max": 0.18012312776342743,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 33,
"environment_seed": 100033,
"policy_seed": 223489,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9578313893159818,
"steps_to_success": 273,
"simulation_steps": 273,
"termination_reason": "terminated",
"model_calls": 588,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 34,
"environment_seed": 100034,
"policy_seed": 223490,
"success": false,
"reward_max": 0.4668559652558453,
"coverage_max": 0.443513166993053,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 35,
"environment_seed": 100035,
"policy_seed": 223491,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 36,
"environment_seed": 100036,
"policy_seed": 223492,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9734756870739244,
"steps_to_success": 273,
"simulation_steps": 273,
"termination_reason": "terminated",
"model_calls": 588,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 37,
"environment_seed": 100037,
"policy_seed": 223493,
"success": false,
"reward_max": 0.9674080671231848,
"coverage_max": 0.9190376637670256,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 38,
"environment_seed": 100038,
"policy_seed": 223494,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 39,
"environment_seed": 100039,
"policy_seed": 223495,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9712861517729883,
"steps_to_success": 115,
"simulation_steps": 115,
"termination_reason": "terminated",
"model_calls": 250,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 40,
"environment_seed": 100040,
"policy_seed": 223496,
"success": false,
"reward_max": 0.7193237127952428,
"coverage_max": 0.6833575271554806,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 41,
"environment_seed": 100041,
"policy_seed": 223497,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9661695272871637,
"steps_to_success": 284,
"simulation_steps": 284,
"termination_reason": "terminated",
"model_calls": 608,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 42,
"environment_seed": 100042,
"policy_seed": 223498,
"success": false,
"reward_max": 0.9714125461398929,
"coverage_max": 0.9228419188328982,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 43,
"environment_seed": 100043,
"policy_seed": 223499,
"success": false,
"reward_max": 0.6264257861208995,
"coverage_max": 0.5951044968148544,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 44,
"environment_seed": 100044,
"policy_seed": 223500,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9659657524401243,
"steps_to_success": 83,
"simulation_steps": 83,
"termination_reason": "terminated",
"model_calls": 182,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 45,
"environment_seed": 100045,
"policy_seed": 223501,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.972143437604127,
"steps_to_success": 241,
"simulation_steps": 241,
"termination_reason": "terminated",
"model_calls": 520,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 46,
"environment_seed": 100046,
"policy_seed": 223502,
"success": false,
"reward_max": 0.41033640088748713,
"coverage_max": 0.38981958084311275,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 47,
"environment_seed": 100047,
"policy_seed": 223503,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9618417805571827,
"steps_to_success": 268,
"simulation_steps": 268,
"termination_reason": "terminated",
"model_calls": 574,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 48,
"environment_seed": 100048,
"policy_seed": 223504,
"success": false,
"reward_max": 0.8359716277721986,
"coverage_max": 0.7941730463835887,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 49,
"environment_seed": 100049,
"policy_seed": 223505,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
}
],
"step": 252000
}