diff --git a/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/README.md b/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/README.md index a5e8f139daf74a185f1c93a17fe80e9db29ff455..2196b8bafd62e72bc747c55b6c6eb15ce1d82c81 100644 --- a/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/README.md +++ b/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/README.md @@ -4,4 +4,5 @@ Current RGB and eight binary decision-history windows; action horizon one. Initi - Training: 5000 steps, seed 42, global batch 128 - W&B: https://wandb.ai/saberrr-zju/starvla_tasks/runs/946c608a -- Formal profile evaluation: pending. +- Evaluation: 100 episodes, seeds 1000000–1000099, GPU simulator, parallel 32, capacity 1, 60/15 Hz, 7200 raw-frame cap, profile latency +- Mean raw return: 1440.0 diff --git a/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/eval_profile.json b/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/eval_profile.json new file mode 100644 index 0000000000000000000000000000000000000000..dd1ca2000185dc75725af9f97808943018c93ce0 --- /dev/null +++ b/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/eval_profile.json @@ -0,0 +1,217 @@ +{ + "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", + "experiment_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", + "latency": "profile_sample", + "latency_type": "profile_sample", + "lengths": [ + 1797, + 3534, + 1787, + 1940, + 1745, + 1221, + 3143, + 2165, + 3764, + 2680, + 3073, + 2185, + 3880, + 1421, + 3063, + 2716, + 2619, + 2873, + 1682, + 1905, + 5738, + 1248, + 1393, + 1736, + 1236, + 2030, + 879, + 1488, + 3805, + 1691, + 1658, + 2749, + 2177, + 1246, + 1254, + 2064, + 2189, + 1506, + 3512, + 2011, + 1240, + 1464, + 2134, + 1432, + 1848, + 1812, + 3767, + 3698, + 2468, + 2438, + 2736, + 2748, + 2585, + 1590, + 2521, + 2279, + 1905, + 2431, + 2015, + 2923, + 2786, + 2356, + 1681, + 3525, + 3086, + 1221, + 2647, + 1450, + 1922, + 1415, + 2128, + 5399, + 2345, + 2612, + 1603, + 4164, + 1758, + 1711, + 2426, + 2117, + 2146, + 2855, + 1657, + 2845, + 4279, + 1927, + 2719, + 1433, + 2712, + 2436, + 1844, + 1921, + 2436, + 2211, + 2026, + 1901, + 3391, + 2115, + 2466, + 2738 + ], + "mean_length": 2332.47, + "mean_return": 1440.0, + "returns": [ + 1150.0, + 2400.0, + 850.0, + 1300.0, + 1050.0, + 650.0, + 1700.0, + 1200.0, + 3000.0, + 1550.0, + 2000.0, + 1500.0, + 3100.0, + 750.0, + 1700.0, + 1650.0, + 1350.0, + 1900.0, + 1050.0, + 1350.0, + 4300.0, + 750.0, + 800.0, + 750.0, + 600.0, + 1200.0, + 350.0, + 800.0, + 1750.0, + 850.0, + 900.0, + 1500.0, + 1550.0, + 750.0, + 800.0, + 1500.0, + 1450.0, + 650.0, + 2050.0, + 1400.0, + 750.0, + 850.0, + 1450.0, + 850.0, + 1050.0, + 1200.0, + 2500.0, + 1950.0, + 1700.0, + 1200.0, + 1700.0, + 1850.0, + 1750.0, + 950.0, + 1850.0, + 1000.0, + 1150.0, + 1450.0, + 1200.0, + 1700.0, + 2100.0, + 1400.0, + 900.0, + 2600.0, + 2000.0, + 550.0, + 1500.0, + 900.0, + 950.0, + 750.0, + 1150.0, + 4000.0, + 1300.0, + 1450.0, + 1150.0, + 2800.0, + 1050.0, + 1200.0, + 1200.0, + 1250.0, + 1350.0, + 1850.0, + 950.0, + 1600.0, + 3400.0, + 1150.0, + 1800.0, + 950.0, + 1550.0, + 1350.0, + 900.0, + 1050.0, + 1500.0, + 1300.0, + 1200.0, + 1100.0, + 2450.0, + 1200.0, + 1250.0, + 1900.0 + ], + "seed": 1000000, + "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", + "std_return": 686.6221668428715, + "suite_name": "profile_sample", + "timestamp_utc": "2026-09-24T19:36:00.626346+00:00" +} diff --git a/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/evaluation_profile/action_audit.json b/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/evaluation_profile/action_audit.json new file mode 100644 index 0000000000000000000000000000000000000000..a27135fd363faf45752a8bbdc8143837bd554467 --- /dev/null +++ b/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/evaluation_profile/action_audit.json @@ -0,0 +1,153 @@ +{ + "eval_protocol_version": "hist8-history01-sf-render-v4", + "history_encoding": "binary_0_1", + "episodes": 100, + "episode_seeds": [ + 1000000, + 1000001, + 1000002, + 1000003, + 1000004, + 1000005, + 1000006, + 1000007, + 1000008, + 1000009, + 1000010, + 1000011, + 1000012, + 1000013, + 1000014, + 1000015, + 1000016, + 1000017, + 1000018, + 1000019, + 1000020, + 1000021, + 1000022, + 1000023, + 1000024, + 1000025, + 1000026, + 1000027, + 1000028, + 1000029, + 1000030, + 1000031, + 1000032, + 1000033, + 1000034, + 1000035, + 1000036, + 1000037, + 1000038, + 1000039, + 1000040, + 1000041, + 1000042, + 1000043, + 1000044, + 1000045, + 1000046, + 1000047, + 1000048, + 1000049, + 1000050, + 1000051, + 1000052, + 1000053, + 1000054, + 1000055, + 1000056, + 1000057, + 1000058, + 1000059, + 1000060, + 1000061, + 1000062, + 1000063, + 1000064, + 1000065, + 1000066, + 1000067, + 1000068, + 1000069, + 1000070, + 1000071, + 1000072, + 1000073, + 1000074, + 1000075, + 1000076, + 1000077, + 1000078, + 1000079, + 1000080, + 1000081, + 1000082, + 1000083, + 1000084, + 1000085, + 1000086, + 1000087, + 1000088, + 1000089, + 1000090, + 1000091, + 1000092, + 1000093, + 1000094, + 1000095, + 1000096, + 1000097, + 1000098, + 1000099 + ], + "issued_actions": 14615, + "action_counts": { + "7": 1807, + "6": 1173, + "5": 9122, + "2": 772, + "8": 1720, + "3": 11, + "4": 5, + "0": 2, + "1": 3 + }, + "largest_action_fraction": 0.6241532671912419, + "raw_score_min": [ + -0.1035124659538269, + -0.12095272541046143, + -0.06751096248626709, + -0.0891040563583374, + -0.09031903743743896, + -0.13926947116851807, + -0.07776820659637451, + -0.06621575355529785, + -0.1278035044670105 + ], + "raw_score_max": [ + 1.0027379989624023, + 1.0079847574234009, + 1.0860569477081299, + 0.9871726632118225, + 0.972202718257904, + 1.0391428470611572, + 1.1037511825561523, + 1.3245031833648682, + 1.0730587244033813 + ], + "raw_score_mean": [ + -0.00413584264603533, + 0.0007604830563476222, + 0.05498602419388756, + 0.0050188393725717605, + 0.0030477551167803424, + 0.6137112245914245, + 0.08402741889386803, + 0.12560979057526522, + 0.11776857277662967 + ] +} diff --git a/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/evaluation_profile/episode_metrics.jsonl b/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/evaluation_profile/episode_metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..b3059605c715f6271fb33f621d9be123e18148b1 --- /dev/null +++ b/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/evaluation_profile/episode_metrics.jsonl @@ -0,0 +1,100 @@ +{"episode_id": 0, "episode_return": 1150.0, "episode_return_env": 1150.0, "game_score": 1150.0, "mean_latency_ms": 215.84589280804292, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 337, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000000, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 113, "workload_id": "asterix"}, "num_actions": 113, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.302296209577, "p99_latency_ms": 239.34734162796568, "return_raw": null, "survival_steps": 1797} +{"episode_id": 1, "episode_return": 2400.0, "episode_return_env": 2400.0, "game_score": 2400.0, "mean_latency_ms": 217.26973259714538, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 663, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000001, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 221, "workload_id": "asterix"}, "num_actions": 221, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.2079245760731, "p99_latency_ms": 245.33317589699223, "return_raw": null, "survival_steps": 3534} +{"episode_id": 2, "episode_return": 850.0, "episode_return_env": 850.0, "game_score": 850.0, "mean_latency_ms": 215.85510304062694, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 335, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000002, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 112, "workload_id": "asterix"}, "num_actions": 112, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.06766769879152, "p99_latency_ms": 241.41146849143144, "return_raw": null, "survival_steps": 1787} +{"episode_id": 3, "episode_return": 1300.0, "episode_return_env": 1300.0, "game_score": 1300.0, "mean_latency_ms": 215.63066024405606, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 363, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000003, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 122, "workload_id": "asterix"}, "num_actions": 122, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.5887065372847, "p99_latency_ms": 239.6019382131748, "return_raw": null, "survival_steps": 1940} +{"episode_id": 4, "episode_return": 1050.0, "episode_return_env": 1050.0, "game_score": 1050.0, "mean_latency_ms": 216.88560004697604, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 327, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000004, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 110, "workload_id": "asterix"}, "num_actions": 110, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.05911599732866, "p99_latency_ms": 239.33327249531635, "return_raw": null, "survival_steps": 1745} +{"episode_id": 5, "episode_return": 650.0, "episode_return_env": 650.0, "game_score": 650.0, "mean_latency_ms": 215.37699773572137, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 229, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000005, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 77, "workload_id": "asterix"}, "num_actions": 77, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.19987484674743, "p99_latency_ms": 230.41910897111893, "return_raw": null, "survival_steps": 1221} +{"episode_id": 6, "episode_return": 1700.0, "episode_return_env": 1700.0, "game_score": 1700.0, "mean_latency_ms": 215.69640008118736, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 589, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000006, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 197, "workload_id": "asterix"}, "num_actions": 197, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.61731870917689, "p99_latency_ms": 235.9952812272718, "return_raw": null, "survival_steps": 3143} +{"episode_id": 7, "episode_return": 1200.0, "episode_return_env": 1200.0, "game_score": 1200.0, "mean_latency_ms": 215.9676233436004, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 406, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000007, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 136, "workload_id": "asterix"}, "num_actions": 136, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.48889060769562, "p99_latency_ms": 233.6719715425685, "return_raw": null, "survival_steps": 2165} +{"episode_id": 8, "episode_return": 3000.0, "episode_return_env": 3000.0, "game_score": 3000.0, "mean_latency_ms": 216.37616519286385, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 705, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000008, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 236, "workload_id": "asterix"}, "num_actions": 236, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.70141412916348, "p99_latency_ms": 239.95995376538417, "return_raw": null, "survival_steps": 3764} +{"episode_id": 9, "episode_return": 1550.0, "episode_return_env": 1550.0, "game_score": 1550.0, "mean_latency_ms": 216.407686666859, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 502, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000009, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 168, "workload_id": "asterix"}, "num_actions": 168, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.48554427711633, "p99_latency_ms": 240.53060185322096, "return_raw": null, "survival_steps": 2680} +{"episode_id": 10, "episode_return": 2000.0, "episode_return_env": 2000.0, "game_score": 2000.0, "mean_latency_ms": 215.38383641837956, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 576, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000010, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 193, "workload_id": "asterix"}, "num_actions": 193, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.32276859783784, "p99_latency_ms": 240.2806113195905, "return_raw": null, "survival_steps": 3073} +{"episode_id": 11, "episode_return": 1500.0, "episode_return_env": 1500.0, "game_score": 1500.0, "mean_latency_ms": 215.2473517476379, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 410, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000011, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 137, "workload_id": "asterix"}, "num_actions": 137, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.53517158270142, "p99_latency_ms": 228.68516546283203, "return_raw": null, "survival_steps": 2185} +{"episode_id": 12, "episode_return": 3100.0, "episode_return_env": 3100.0, "game_score": 3100.0, "mean_latency_ms": 216.52870897286704, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 727, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000012, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 243, "workload_id": "asterix"}, "num_actions": 243, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.07581950392753, "p99_latency_ms": 239.43011930832932, "return_raw": null, "survival_steps": 3880} +{"episode_id": 13, "episode_return": 750.0, "episode_return_env": 750.0, "game_score": 750.0, "mean_latency_ms": 214.23566771057693, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 267, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000013, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 89, "workload_id": "asterix"}, "num_actions": 89, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.5342063589962, "p99_latency_ms": 227.88747553699153, "return_raw": null, "survival_steps": 1421} +{"episode_id": 14, "episode_return": 1700.0, "episode_return_env": 1700.0, "game_score": 1700.0, "mean_latency_ms": 216.8574459766407, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 574, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000014, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 192, "workload_id": "asterix"}, "num_actions": 192, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.33002564657335, "p99_latency_ms": 237.58517570181718, "return_raw": null, "survival_steps": 3063} +{"episode_id": 15, "episode_return": 1650.0, "episode_return_env": 1650.0, "game_score": 1650.0, "mean_latency_ms": 214.72028433649365, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 509, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000015, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 170, "workload_id": "asterix"}, "num_actions": 170, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.36290866673818, "p99_latency_ms": 245.7996462765002, "return_raw": null, "survival_steps": 2716} +{"episode_id": 16, "episode_return": 1350.0, "episode_return_env": 1350.0, "game_score": 1350.0, "mean_latency_ms": 215.11957365408176, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 491, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000016, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 164, "workload_id": "asterix"}, "num_actions": 164, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.45302706575688, "p99_latency_ms": 231.59059631618382, "return_raw": null, "survival_steps": 2619} +{"episode_id": 17, "episode_return": 1900.0, "episode_return_env": 1900.0, "game_score": 1900.0, "mean_latency_ms": 216.09457518756994, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 539, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000017, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 180, "workload_id": "asterix"}, "num_actions": 180, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.91998167163504, "p99_latency_ms": 239.61624884316916, "return_raw": null, "survival_steps": 2873} +{"episode_id": 18, "episode_return": 1050.0, "episode_return_env": 1050.0, "game_score": 1050.0, "mean_latency_ms": 216.29569284666414, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 315, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000018, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 106, "workload_id": "asterix"}, "num_actions": 106, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.9221373381277, "p99_latency_ms": 228.65752401537318, "return_raw": null, "survival_steps": 1682} +{"episode_id": 19, "episode_return": 1350.0, "episode_return_env": 1350.0, "game_score": 1350.0, "mean_latency_ms": 215.89810694756866, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 357, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000019, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 120, "workload_id": "asterix"}, "num_actions": 120, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.64780241080894, "p99_latency_ms": 234.3272316236081, "return_raw": null, "survival_steps": 1905} +{"episode_id": 20, "episode_return": 4300.0, "episode_return_env": 4300.0, "game_score": 4300.0, "mean_latency_ms": 217.9901041145852, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 1077, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000020, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 358, "workload_id": "asterix"}, "num_actions": 358, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.4395521660703, "p99_latency_ms": 264.8713802646579, "return_raw": null, "survival_steps": 5738} +{"episode_id": 21, "episode_return": 750.0, "episode_return_env": 750.0, "game_score": 750.0, "mean_latency_ms": 215.76917154757885, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 234, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000021, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 78, "workload_id": "asterix"}, "num_actions": 78, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.56647861079392, "p99_latency_ms": 234.08961104248604, "return_raw": null, "survival_steps": 1248} +{"episode_id": 22, "episode_return": 800.0, "episode_return_env": 800.0, "game_score": 800.0, "mean_latency_ms": 216.01867959236148, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 261, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000022, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 88, "workload_id": "asterix"}, "num_actions": 88, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.52204376922262, "p99_latency_ms": 229.30605217317594, "return_raw": null, "survival_steps": 1393} +{"episode_id": 23, "episode_return": 750.0, "episode_return_env": 750.0, "game_score": 750.0, "mean_latency_ms": 216.04359763096116, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 325, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000023, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 109, "workload_id": "asterix"}, "num_actions": 109, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.90443086341037, "p99_latency_ms": 233.7972540630324, "return_raw": null, "survival_steps": 1736} +{"episode_id": 24, "episode_return": 600.0, "episode_return_env": 600.0, "game_score": 600.0, "mean_latency_ms": 215.37096891347588, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 231, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000024, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 78, "workload_id": "asterix"}, "num_actions": 78, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.61235463701854, "p99_latency_ms": 231.09753676372233, "return_raw": null, "survival_steps": 1236} +{"episode_id": 25, "episode_return": 1200.0, "episode_return_env": 1200.0, "game_score": 1200.0, "mean_latency_ms": 215.69579944152076, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 381, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000025, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 127, "workload_id": "asterix"}, "num_actions": 127, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.39348237166828, "p99_latency_ms": 230.1962567262992, "return_raw": null, "survival_steps": 2030} +{"episode_id": 26, "episode_return": 350.0, "episode_return_env": 350.0, "game_score": 350.0, "mean_latency_ms": 217.31880937328566, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 165, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000026, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 55, "workload_id": "asterix"}, "num_actions": 55, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.28337729424624, "p99_latency_ms": 234.6965906283852, "return_raw": null, "survival_steps": 879} +{"episode_id": 27, "episode_return": 800.0, "episode_return_env": 800.0, "game_score": 800.0, "mean_latency_ms": 216.2159435377441, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 279, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000027, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 93, "workload_id": "asterix"}, "num_actions": 93, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.19657093260392, "p99_latency_ms": 229.31362784624108, "return_raw": null, "survival_steps": 1488} +{"episode_id": 28, "episode_return": 1750.0, "episode_return_env": 1750.0, "game_score": 1750.0, "mean_latency_ms": 215.51106390889407, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 714, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000028, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 238, "workload_id": "asterix"}, "num_actions": 238, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.59255425644375, "p99_latency_ms": 232.73757779312461, "return_raw": null, "survival_steps": 3805} +{"episode_id": 29, "episode_return": 850.0, "episode_return_env": 850.0, "game_score": 850.0, "mean_latency_ms": 214.65368067092453, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 317, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000029, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 106, "workload_id": "asterix"}, "num_actions": 106, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.32870792549153, "p99_latency_ms": 249.1925687370992, "return_raw": null, "survival_steps": 1691} +{"episode_id": 30, "episode_return": 900.0, "episode_return_env": 900.0, "game_score": 900.0, "mean_latency_ms": 216.06911275892358, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 311, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000030, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 104, "workload_id": "asterix"}, "num_actions": 104, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.20407106977203, "p99_latency_ms": 227.64327602157067, "return_raw": null, "survival_steps": 1658} +{"episode_id": 31, "episode_return": 1500.0, "episode_return_env": 1500.0, "game_score": 1500.0, "mean_latency_ms": 216.709384909189, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 516, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000031, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 172, "workload_id": "asterix"}, "num_actions": 172, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.3622691032871, "p99_latency_ms": 230.16809979946964, "return_raw": null, "survival_steps": 2749} +{"episode_id": 32, "episode_return": 1550.0, "episode_return_env": 1550.0, "game_score": 1550.0, "mean_latency_ms": 216.03400504330656, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 408, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000032, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 137, "workload_id": "asterix"}, "num_actions": 137, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.2525144499234, "p99_latency_ms": 239.32117446683824, "return_raw": null, "survival_steps": 2177} +{"episode_id": 33, "episode_return": 750.0, "episode_return_env": 750.0, "game_score": 750.0, "mean_latency_ms": 215.31825518246535, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 234, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000033, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 78, "workload_id": "asterix"}, "num_actions": 78, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 222.84159540486263, "p99_latency_ms": 228.30481573027606, "return_raw": null, "survival_steps": 1246} +{"episode_id": 34, "episode_return": 800.0, "episode_return_env": 800.0, "game_score": 800.0, "mean_latency_ms": 214.3439183000739, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 235, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000034, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 79, "workload_id": "asterix"}, "num_actions": 79, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.33511627757005, "p99_latency_ms": 228.1490562375397, "return_raw": null, "survival_steps": 1254} +{"episode_id": 35, "episode_return": 1500.0, "episode_return_env": 1500.0, "game_score": 1500.0, "mean_latency_ms": 215.7678377551756, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 387, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000035, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 129, "workload_id": "asterix"}, "num_actions": 129, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.7297429049532, "p99_latency_ms": 231.46639850829115, "return_raw": null, "survival_steps": 2064} +{"episode_id": 36, "episode_return": 1450.0, "episode_return_env": 1450.0, "game_score": 1450.0, "mean_latency_ms": 215.4840748633637, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 411, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000036, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 137, "workload_id": "asterix"}, "num_actions": 137, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.2432721832118, "p99_latency_ms": 234.06392774865748, "return_raw": null, "survival_steps": 2189} +{"episode_id": 37, "episode_return": 650.0, "episode_return_env": 650.0, "game_score": 650.0, "mean_latency_ms": 215.98409732724636, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 282, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000037, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 95, "workload_id": "asterix"}, "num_actions": 95, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.32866964669284, "p99_latency_ms": 247.1168185642192, "return_raw": null, "survival_steps": 1506} +{"episode_id": 38, "episode_return": 2050.0, "episode_return_env": 2050.0, "game_score": 2050.0, "mean_latency_ms": 216.11053938394159, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 658, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000038, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 220, "workload_id": "asterix"}, "num_actions": 220, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.42420608390708, "p99_latency_ms": 239.46031216966847, "return_raw": null, "survival_steps": 3512} +{"episode_id": 39, "episode_return": 1400.0, "episode_return_env": 1400.0, "game_score": 1400.0, "mean_latency_ms": 214.83246980308962, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 377, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000039, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 126, "workload_id": "asterix"}, "num_actions": 126, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.07152371881162, "p99_latency_ms": 232.09143056243846, "return_raw": null, "survival_steps": 2011} +{"episode_id": 40, "episode_return": 750.0, "episode_return_env": 750.0, "game_score": 750.0, "mean_latency_ms": 215.78584607574396, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 232, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000040, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 78, "workload_id": "asterix"}, "num_actions": 78, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.35681082826164, "p99_latency_ms": 233.76455936392276, "return_raw": null, "survival_steps": 1240} +{"episode_id": 41, "episode_return": 850.0, "episode_return_env": 850.0, "game_score": 850.0, "mean_latency_ms": 215.46715901884482, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 274, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000041, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 92, "workload_id": "asterix"}, "num_actions": 92, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.0435536724409, "p99_latency_ms": 236.79770538406459, "return_raw": null, "survival_steps": 1464} +{"episode_id": 42, "episode_return": 1450.0, "episode_return_env": 1450.0, "game_score": 1450.0, "mean_latency_ms": 215.07329850127755, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 400, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000042, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 134, "workload_id": "asterix"}, "num_actions": 134, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.38685601006097, "p99_latency_ms": 244.60850333360082, "return_raw": null, "survival_steps": 2134} +{"episode_id": 43, "episode_return": 850.0, "episode_return_env": 850.0, "game_score": 850.0, "mean_latency_ms": 215.88107773596047, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 268, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000043, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 90, "workload_id": "asterix"}, "num_actions": 90, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.3378695052895, "p99_latency_ms": 235.0160033162079, "return_raw": null, "survival_steps": 1432} +{"episode_id": 44, "episode_return": 1050.0, "episode_return_env": 1050.0, "game_score": 1050.0, "mean_latency_ms": 215.92917090009806, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 346, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000044, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 116, "workload_id": "asterix"}, "num_actions": 116, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.30500027787167, "p99_latency_ms": 250.59989055728283, "return_raw": null, "survival_steps": 1848} +{"episode_id": 45, "episode_return": 1200.0, "episode_return_env": 1200.0, "game_score": 1200.0, "mean_latency_ms": 216.1783078577709, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 339, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000045, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 114, "workload_id": "asterix"}, "num_actions": 114, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.49873413464053, "p99_latency_ms": 237.8140509997225, "return_raw": null, "survival_steps": 1812} +{"episode_id": 46, "episode_return": 2500.0, "episode_return_env": 2500.0, "game_score": 2500.0, "mean_latency_ms": 216.10152482361897, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 706, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000046, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 236, "workload_id": "asterix"}, "num_actions": 236, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.74381974773223, "p99_latency_ms": 238.5642079952618, "return_raw": null, "survival_steps": 3767} +{"episode_id": 47, "episode_return": 1950.0, "episode_return_env": 1950.0, "game_score": 1950.0, "mean_latency_ms": 216.27338760559797, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 693, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000047, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 232, "workload_id": "asterix"}, "num_actions": 232, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.65013653564887, "p99_latency_ms": 232.79501874032957, "return_raw": null, "survival_steps": 3698} +{"episode_id": 48, "episode_return": 1700.0, "episode_return_env": 1700.0, "game_score": 1700.0, "mean_latency_ms": 215.46504272711658, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 462, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000048, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 155, "workload_id": "asterix"}, "num_actions": 155, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.09346583381932, "p99_latency_ms": 236.2986232599537, "return_raw": null, "survival_steps": 2468} +{"episode_id": 49, "episode_return": 1200.0, "episode_return_env": 1200.0, "game_score": 1200.0, "mean_latency_ms": 215.19199200720715, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 457, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000049, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 153, "workload_id": "asterix"}, "num_actions": 153, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.0735641612679, "p99_latency_ms": 234.92233383863507, "return_raw": null, "survival_steps": 2438} +{"episode_id": 50, "episode_return": 1700.0, "episode_return_env": 1700.0, "game_score": 1700.0, "mean_latency_ms": 215.7164769331852, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 513, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000050, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 171, "workload_id": "asterix"}, "num_actions": 171, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.84221864584825, "p99_latency_ms": 230.82542803729763, "return_raw": null, "survival_steps": 2736} +{"episode_id": 51, "episode_return": 1850.0, "episode_return_env": 1850.0, "game_score": 1850.0, "mean_latency_ms": 216.00689103190885, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 515, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000051, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 172, "workload_id": "asterix"}, "num_actions": 172, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.3943292191245, "p99_latency_ms": 247.71510433821618, "return_raw": null, "survival_steps": 2748} +{"episode_id": 52, "episode_return": 1750.0, "episode_return_env": 1750.0, "game_score": 1750.0, "mean_latency_ms": 217.06899468866007, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 485, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000052, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 162, "workload_id": "asterix"}, "num_actions": 162, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.46440554672955, "p99_latency_ms": 239.4829443279641, "return_raw": null, "survival_steps": 2585} +{"episode_id": 53, "episode_return": 950.0, "episode_return_env": 950.0, "game_score": 950.0, "mean_latency_ms": 214.59829234896316, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 298, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000053, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 100, "workload_id": "asterix"}, "num_actions": 100, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 223.97600464710183, "p99_latency_ms": 237.64060105795343, "return_raw": null, "survival_steps": 1590} +{"episode_id": 54, "episode_return": 1850.0, "episode_return_env": 1850.0, "game_score": 1850.0, "mean_latency_ms": 215.67382382349868, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 473, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000054, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 158, "workload_id": "asterix"}, "num_actions": 158, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.35347063017343, "p99_latency_ms": 231.4556977125696, "return_raw": null, "survival_steps": 2521} +{"episode_id": 55, "episode_return": 1000.0, "episode_return_env": 1000.0, "game_score": 1000.0, "mean_latency_ms": 216.7486905383482, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 427, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000055, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 143, "workload_id": "asterix"}, "num_actions": 143, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.05073673991896, "p99_latency_ms": 235.27974551417714, "return_raw": null, "survival_steps": 2279} +{"episode_id": 56, "episode_return": 1150.0, "episode_return_env": 1150.0, "game_score": 1150.0, "mean_latency_ms": 215.40783813845806, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 357, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000056, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 120, "workload_id": "asterix"}, "num_actions": 120, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.309618898149, "p99_latency_ms": 237.93432259308537, "return_raw": null, "survival_steps": 1905} +{"episode_id": 57, "episode_return": 1450.0, "episode_return_env": 1450.0, "game_score": 1450.0, "mean_latency_ms": 215.29926230553536, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 456, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000057, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 152, "workload_id": "asterix"}, "num_actions": 152, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.29195954014597, "p99_latency_ms": 241.10214664053552, "return_raw": null, "survival_steps": 2431} +{"episode_id": 58, "episode_return": 1200.0, "episode_return_env": 1200.0, "game_score": 1200.0, "mean_latency_ms": 215.5316606014891, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 378, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000058, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 126, "workload_id": "asterix"}, "num_actions": 126, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.43632891535617, "p99_latency_ms": 238.01542069772603, "return_raw": null, "survival_steps": 2015} +{"episode_id": 59, "episode_return": 1700.0, "episode_return_env": 1700.0, "game_score": 1700.0, "mean_latency_ms": 216.52506920163358, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 548, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000059, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 183, "workload_id": "asterix"}, "num_actions": 183, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.01436967011082, "p99_latency_ms": 242.7946911710525, "return_raw": null, "survival_steps": 2923} +{"episode_id": 60, "episode_return": 2100.0, "episode_return_env": 2100.0, "game_score": 2100.0, "mean_latency_ms": 214.58372060063, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 522, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000060, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 175, "workload_id": "asterix"}, "num_actions": 175, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.00852298171765, "p99_latency_ms": 239.39453583726188, "return_raw": null, "survival_steps": 2786} +{"episode_id": 61, "episode_return": 1400.0, "episode_return_env": 1400.0, "game_score": 1400.0, "mean_latency_ms": 215.43010964466185, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 441, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000061, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 148, "workload_id": "asterix"}, "num_actions": 148, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.44355847199614, "p99_latency_ms": 236.94843424070925, "return_raw": null, "survival_steps": 2356} +{"episode_id": 62, "episode_return": 900.0, "episode_return_env": 900.0, "game_score": 900.0, "mean_latency_ms": 226.05583406981788, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 318, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000062, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 103, "workload_id": "asterix"}, "num_actions": 103, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 269.0057439243797, "p99_latency_ms": 298.46041226514944, "return_raw": null, "survival_steps": 1681} +{"episode_id": 63, "episode_return": 2600.0, "episode_return_env": 2600.0, "game_score": 2600.0, "mean_latency_ms": 216.16293250326726, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 661, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000063, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 221, "workload_id": "asterix"}, "num_actions": 221, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.2749367584065, "p99_latency_ms": 236.2018596919864, "return_raw": null, "survival_steps": 3525} +{"episode_id": 64, "episode_return": 2000.0, "episode_return_env": 2000.0, "game_score": 2000.0, "mean_latency_ms": 215.61220448489516, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 579, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000064, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 193, "workload_id": "asterix"}, "num_actions": 193, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.23429537786467, "p99_latency_ms": 230.77874820961432, "return_raw": null, "survival_steps": 3086} +{"episode_id": 65, "episode_return": 550.0, "episode_return_env": 550.0, "game_score": 550.0, "mean_latency_ms": 215.4777402758068, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 229, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000065, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 77, "workload_id": "asterix"}, "num_actions": 77, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.9534306824949, "p99_latency_ms": 228.77560849226637, "return_raw": null, "survival_steps": 1221} +{"episode_id": 66, "episode_return": 1500.0, "episode_return_env": 1500.0, "game_score": 1500.0, "mean_latency_ms": 216.21493447150831, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 496, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000066, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 166, "workload_id": "asterix"}, "num_actions": 166, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.1235535113201, "p99_latency_ms": 243.49945208486608, "return_raw": null, "survival_steps": 2647} +{"episode_id": 67, "episode_return": 900.0, "episode_return_env": 900.0, "game_score": 900.0, "mean_latency_ms": 216.55568802948318, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 272, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000067, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 91, "workload_id": "asterix"}, "num_actions": 91, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.2350201427139, "p99_latency_ms": 239.29896543317588, "return_raw": null, "survival_steps": 1450} +{"episode_id": 68, "episode_return": 950.0, "episode_return_env": 950.0, "game_score": 950.0, "mean_latency_ms": 224.97498810986664, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 364, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000068, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 117, "workload_id": "asterix"}, "num_actions": 117, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 271.62460706753683, "p99_latency_ms": 300.2381739114012, "return_raw": null, "survival_steps": 1922} +{"episode_id": 69, "episode_return": 750.0, "episode_return_env": 750.0, "game_score": 750.0, "mean_latency_ms": 215.78548812211992, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 265, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000069, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 89, "workload_id": "asterix"}, "num_actions": 89, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.32405546984265, "p99_latency_ms": 239.38128882172418, "return_raw": null, "survival_steps": 1415} +{"episode_id": 70, "episode_return": 1150.0, "episode_return_env": 1150.0, "game_score": 1150.0, "mean_latency_ms": 215.9651410760503, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 399, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000070, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 133, "workload_id": "asterix"}, "num_actions": 133, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.23336602867582, "p99_latency_ms": 236.5386706100904, "return_raw": null, "survival_steps": 2128} +{"episode_id": 71, "episode_return": 4000.0, "episode_return_env": 4000.0, "game_score": 4000.0, "mean_latency_ms": 216.36255312122293, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 1012, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000071, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 338, "workload_id": "asterix"}, "num_actions": 338, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.84841264794102, "p99_latency_ms": 238.50578276441868, "return_raw": null, "survival_steps": 5399} +{"episode_id": 72, "episode_return": 1300.0, "episode_return_env": 1300.0, "game_score": 1300.0, "mean_latency_ms": 216.6498769409729, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 440, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000072, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 147, "workload_id": "asterix"}, "num_actions": 147, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.88943957629755, "p99_latency_ms": 242.4167452265637, "return_raw": null, "survival_steps": 2345} +{"episode_id": 73, "episode_return": 1450.0, "episode_return_env": 1450.0, "game_score": 1450.0, "mean_latency_ms": 216.2741215974257, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 489, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000073, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 164, "workload_id": "asterix"}, "num_actions": 164, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.02522908980006, "p99_latency_ms": 239.486989753179, "return_raw": null, "survival_steps": 2612} +{"episode_id": 74, "episode_return": 1150.0, "episode_return_env": 1150.0, "game_score": 1150.0, "mean_latency_ms": 216.2786345798632, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 300, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000074, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 101, "workload_id": "asterix"}, "num_actions": 101, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.67646750516064, "p99_latency_ms": 239.51193000059286, "return_raw": null, "survival_steps": 1603} +{"episode_id": 75, "episode_return": 2800.0, "episode_return_env": 2800.0, "game_score": 2800.0, "mean_latency_ms": 215.58022902162034, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 780, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000075, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 261, "workload_id": "asterix"}, "num_actions": 261, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.798726803452, "p99_latency_ms": 238.087959699858, "return_raw": null, "survival_steps": 4164} +{"episode_id": 76, "episode_return": 1050.0, "episode_return_env": 1050.0, "game_score": 1050.0, "mean_latency_ms": 215.23752793726297, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 330, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000076, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 110, "workload_id": "asterix"}, "num_actions": 110, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.91105509376615, "p99_latency_ms": 239.20233682319883, "return_raw": null, "survival_steps": 1758} +{"episode_id": 77, "episode_return": 1200.0, "episode_return_env": 1200.0, "game_score": 1200.0, "mean_latency_ms": 216.7078207720998, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 321, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000077, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 107, "workload_id": "asterix"}, "num_actions": 107, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.26607983351647, "p99_latency_ms": 227.20225083724026, "return_raw": null, "survival_steps": 1711} +{"episode_id": 78, "episode_return": 1200.0, "episode_return_env": 1200.0, "game_score": 1200.0, "mean_latency_ms": 226.71860760735402, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 457, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000078, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 150, "workload_id": "asterix"}, "num_actions": 150, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 262.7142904023374, "p99_latency_ms": 296.3926157147328, "return_raw": null, "survival_steps": 2426} +{"episode_id": 79, "episode_return": 1250.0, "episode_return_env": 1250.0, "game_score": 1250.0, "mean_latency_ms": 215.04519196490654, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 397, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000079, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 133, "workload_id": "asterix"}, "num_actions": 133, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.10110791317646, "p99_latency_ms": 237.31647118695977, "return_raw": null, "survival_steps": 2117} +{"episode_id": 80, "episode_return": 1350.0, "episode_return_env": 1350.0, "game_score": 1350.0, "mean_latency_ms": 214.66224636766864, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 402, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000080, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 135, "workload_id": "asterix"}, "num_actions": 135, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.99369109730392, "p99_latency_ms": 237.74934396602322, "return_raw": null, "survival_steps": 2146} +{"episode_id": 81, "episode_return": 1850.0, "episode_return_env": 1850.0, "game_score": 1850.0, "mean_latency_ms": 216.08192243526514, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 535, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000081, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 179, "workload_id": "asterix"}, "num_actions": 179, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.91673426876957, "p99_latency_ms": 236.94311317841442, "return_raw": null, "survival_steps": 2855} +{"episode_id": 82, "episode_return": 950.0, "episode_return_env": 950.0, "game_score": 950.0, "mean_latency_ms": 216.85921609578673, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 311, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000082, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 104, "workload_id": "asterix"}, "num_actions": 104, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.99912082229156, "p99_latency_ms": 243.52004561156832, "return_raw": null, "survival_steps": 1657} +{"episode_id": 83, "episode_return": 1600.0, "episode_return_env": 1600.0, "game_score": 1600.0, "mean_latency_ms": 215.10403156029588, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 534, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000083, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 178, "workload_id": "asterix"}, "num_actions": 178, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.47982648347693, "p99_latency_ms": 229.2307876965982, "return_raw": null, "survival_steps": 2845} +{"episode_id": 84, "episode_return": 3400.0, "episode_return_env": 3400.0, "game_score": 3400.0, "mean_latency_ms": 215.18728653683357, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 802, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000084, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 268, "workload_id": "asterix"}, "num_actions": 268, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.0962949940341, "p99_latency_ms": 241.150837718319, "return_raw": null, "survival_steps": 4279} +{"episode_id": 85, "episode_return": 1150.0, "episode_return_env": 1150.0, "game_score": 1150.0, "mean_latency_ms": 214.85388760268694, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 361, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000085, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 121, "workload_id": "asterix"}, "num_actions": 121, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.52777480288174, "p99_latency_ms": 235.6121462091957, "return_raw": null, "survival_steps": 1927} +{"episode_id": 86, "episode_return": 1800.0, "episode_return_env": 1800.0, "game_score": 1800.0, "mean_latency_ms": 215.32238405579764, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 510, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000086, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 170, "workload_id": "asterix"}, "num_actions": 170, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.70647935700993, "p99_latency_ms": 237.88568808680344, "return_raw": null, "survival_steps": 2719} +{"episode_id": 87, "episode_return": 950.0, "episode_return_env": 950.0, "game_score": 950.0, "mean_latency_ms": 215.1983332141902, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 269, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000087, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 90, "workload_id": "asterix"}, "num_actions": 90, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.07331420582022, "p99_latency_ms": 231.80402712648672, "return_raw": null, "survival_steps": 1433} +{"episode_id": 88, "episode_return": 1550.0, "episode_return_env": 1550.0, "game_score": 1550.0, "mean_latency_ms": 214.97382135294683, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 508, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000088, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 170, "workload_id": "asterix"}, "num_actions": 170, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.18523284099422, "p99_latency_ms": 234.76751578809342, "return_raw": null, "survival_steps": 2712} +{"episode_id": 89, "episode_return": 1350.0, "episode_return_env": 1350.0, "game_score": 1350.0, "mean_latency_ms": 215.23078208204657, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 456, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000089, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 153, "workload_id": "asterix"}, "num_actions": 153, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.9316972698558, "p99_latency_ms": 235.92633794695843, "return_raw": null, "survival_steps": 2436} +{"episode_id": 90, "episode_return": 900.0, "episode_return_env": 900.0, "game_score": 900.0, "mean_latency_ms": 228.5770808934129, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 349, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000090, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 112, "workload_id": "asterix"}, "num_actions": 112, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 269.44255690121554, "p99_latency_ms": 306.274985913266, "return_raw": null, "survival_steps": 1844} +{"episode_id": 91, "episode_return": 1050.0, "episode_return_env": 1050.0, "game_score": 1050.0, "mean_latency_ms": 216.3198572264217, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 360, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000091, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 121, "workload_id": "asterix"}, "num_actions": 121, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.53510672428862, "p99_latency_ms": 236.643945845399, "return_raw": null, "survival_steps": 1921} +{"episode_id": 92, "episode_return": 1500.0, "episode_return_env": 1500.0, "game_score": 1500.0, "mean_latency_ms": 214.98946420296335, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 456, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000092, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 153, "workload_id": "asterix"}, "num_actions": 153, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.59643832710194, "p99_latency_ms": 236.5233434475677, "return_raw": null, "survival_steps": 2436} +{"episode_id": 93, "episode_return": 1300.0, "episode_return_env": 1300.0, "game_score": 1300.0, "mean_latency_ms": 215.48209991949864, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 414, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000093, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 139, "workload_id": "asterix"}, "num_actions": 139, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.06573030724326, "p99_latency_ms": 232.43382292389205, "return_raw": null, "survival_steps": 2211} +{"episode_id": 94, "episode_return": 1200.0, "episode_return_env": 1200.0, "game_score": 1200.0, "mean_latency_ms": 216.2387481580754, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 380, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000094, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 127, "workload_id": "asterix"}, "num_actions": 127, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.57742202218662, "p99_latency_ms": 237.9989001821586, "return_raw": null, "survival_steps": 2026} +{"episode_id": 95, "episode_return": 1100.0, "episode_return_env": 1100.0, "game_score": 1100.0, "mean_latency_ms": 216.56617794884818, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 357, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000095, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 119, "workload_id": "asterix"}, "num_actions": 119, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.7595694124552, "p99_latency_ms": 237.03432984893126, "return_raw": null, "survival_steps": 1901} +{"episode_id": 96, "episode_return": 2450.0, "episode_return_env": 2450.0, "game_score": 2450.0, "mean_latency_ms": 215.7116968291066, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 636, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000096, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 212, "workload_id": "asterix"}, "num_actions": 212, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.10847817130755, "p99_latency_ms": 239.6352287350386, "return_raw": null, "survival_steps": 3391} +{"episode_id": 97, "episode_return": 1200.0, "episode_return_env": 1200.0, "game_score": 1200.0, "mean_latency_ms": 215.29198692625437, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 396, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000097, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 133, "workload_id": "asterix"}, "num_actions": 133, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.93312924938718, "p99_latency_ms": 229.43837008407831, "return_raw": null, "survival_steps": 2115} +{"episode_id": 98, "episode_return": 1250.0, "episode_return_env": 1250.0, "game_score": 1250.0, "mean_latency_ms": 216.30036491701105, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 462, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000098, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 155, "workload_id": "asterix"}, "num_actions": 155, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.95511216800668, "p99_latency_ms": 239.53623367988894, "return_raw": null, "survival_steps": 2466} +{"episode_id": 99, "episode_return": 1900.0, "episode_return_env": 1900.0, "game_score": 1900.0, "mean_latency_ms": 215.82187663199684, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 513, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000099, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 172, "workload_id": "asterix"}, "num_actions": 172, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.97267933153014, "p99_latency_ms": 238.35070856785202, "return_raw": null, "survival_steps": 2738} diff --git a/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/evaluation_profile/eval_config.yaml b/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/evaluation_profile/eval_config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8a571d4f48d3e7721bdf32b64b2c4df224d54fb4 --- /dev/null +++ b/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/evaluation_profile/eval_config.yaml @@ -0,0 +1,165 @@ +experiment: + name: asterix-qwengr00t-hist8-profile-s42-v1-step5000-history01-profile-par32 + seed: 1000000 +backend: + type: sample_factory + algo: APPO + device: cuda + train_dir: results/sample_factory + restart_behavior: resume + run_mode: eval + extra_args: + - --encoder_conv_architecture + - convnet_simple +executor: + mode: simulated + simulated_worker_capacity: 1 + simulated_inference_pool: true + inference_devices: + - cuda:0 + - cuda:1 + inference_batch_size: 16 +env: + name: gymnasium + task_name: asterix + env_id: LatencyBench/Asterix-v0 + registration_imports: + - latency_bench.envs.gymnasium_asterix + make_kwargs: + base_env_id: ALE/Asterix-v5 + render_mode: rgb_array + screen_size: 84 + noop_max: 30 + base_make_kwargs: + obs_type: rgb + frameskip: 1 + repeat_action_probability: 0.0 + full_action_space: false + mode: 0 + difficulty: 0 + max_num_frames_per_episode: 108000 + env_fps: 60 + obs_fps: 15 + frame_stack: 1 + simulator: gpu + terminal_on_life_loss: false + clip_reward: false + noop_action: noop + action_map: + noop: 0 + up: 1 + right: 2 + left: 3 + down: 4 + upright: 5 + upleft: 6 + downright: 7 + downleft: 8 + action_order: + - noop + - up + - right + - left + - down + - upright + - upleft + - downright + - downleft + base_prompt: 'Collect useful objects and avoid lyres. Choose exactly one action + from: noop, up, right, left, down, upright, upleft, downright, downleft.' + obs_resize: + - 224 + - 224 + gpu_env_device: auto + noop_max: 30 + action_history_decisions: 8 +latency: + method: temporal + profile_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json + profile_worker_slot: 0 + seed: 271828 + add_latency_info: false +scheduler: + hold_policy: hold + ordering_policy: issue_order_fifo +policy: + type: starvla + actions: + - noop + - up + - right + - left + - down + - upright + - upleft + - downright + - downleft + checkpoint_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/checkpoints/model.pt + model_config_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/config.yaml + task_manifest_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-profile-s42-v1/manifest.json + device: cuda:0 + unnorm_key: new_embodiment + prompt_mode: latency_neutral + action_layout: discrete_9 + backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17 + worker_python_executable: /home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10 + state_source: transport +training: + train_for_env_steps: 1000000 + num_workers: 4 + num_envs_per_worker: 16 + worker_num_splits: 1 + num_policies: 1 + batch_size: 1024 + rollout: 64 + recurrence: 32 + num_epochs: 2 + num_batches_per_epoch: 8 + max_policy_lag: 300 + learning_rate: 0.000303 + lr_schedule: constant + nonlinearity: elu + gamma: 0.99 + gae_lambda: 0.95 + ppo_clip_ratio: 0.1 + ppo_clip_value: 0.2 + exploration_loss: entropy + exploration_loss_coeff: 0.003 + value_loss_coeff: 0.5 + max_grad_norm: 0.0 + adam_eps: 1.0e-06 + obs_scale: 1.0 + adaptive_stddev: false + with_vtrace: false + async_rl: true + use_rnn: false + normalize_input: true + normalize_returns: true + stats_avg: 100 + experiment_summaries_interval: 1 + save_every_sec: 600 + keep_checkpoints: 5 +evaluation: + eval_interval_steps: null + eval_episodes: 100 + eval_parallel_envs: 32 + eval_max_steps: 7200 + eval_deterministic: true + eval_suites: + fixed: [] + normal: [] + uniform: [] + latency_bench_env_backend: asterix_gpu_batched + eval_raw_reward: true +logging: + output_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-profile-s42-v1/profile_to_profile + video: + enabled: false + num_bins: 1 + save_step_records: true + save_action_records: true + save_latency_records: true + wandb_project: null + wandb_group: null + wandb_job_type: null + wandb_tags: '' diff --git a/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/evaluation_profile/provenance.json b/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/evaluation_profile/provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..065444b97595b687b0dbc58505dc01a5eedb2cfe --- /dev/null +++ b/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/evaluation_profile/provenance.json @@ -0,0 +1,46 @@ +{ + "collection": { + "teacher_repo": "latency-sensitive-bench/benchmark-models", + "teacher_revision": "b2fe384570e74126afe1b9f75ca523747809bd36", + "teacher_path": "latency-aware/asterix/small-policy/sample-factory-qwengr00t-hist8-cpu15m-s0-v1", + "teacher_checkpoint": "best_000027296_13975552_reward_1865.000.pth", + "teacher_sha256": "8fc78a650079a3fc14de7667d3a4750edfa4d7481762719888be571559cfa8e0", + "profile_path": "/home/ubuntu/codex/atari-hist8-20260924/results/profiling/profiles/qwengr00t/1x-rtx3090/asterix/instance_d907cdaf680040e0/profile.json", + "profile_sha256": "5e104064d718ac51ce56aefac5318a155fd099f5c714ff8f0bc4985509639fd1", + "profile_repo": "latency-sensitive-bench/profiles", + "profile_revision": "15001405a402e30b7706476bc92aea45a61bb193", + "rollout_overrides": { + "latency_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/results/profiling/profiles/qwengr00t/1x-rtx3090/asterix/instance_d907cdaf680040e0/profile.json", + "seed": 42, + "simulator": "gpu", + "probe_envs": 256, + "replay_envs": 256, + "policy_inference_batch_size": 256, + "max_episode_raw_frames": 7200 + }, + "episodes": 550, + "filter_preset": "none", + "history": "decision_v1" + }, + "training_run_id": "asterix-qwengr00t-hist8-profile-s42-v1", + "training_step": 5000, + "global_batch": 128, + "base_model": "Qwen/Qwen3-VL-4B-Instruct", + "wandb_run_id": "946c608a", + "checkpoint_sha256": "a192db0f4f9707271e453150467a4d833c29479f3e6f6f8031039e84dab8afcf", + "eval_protocol_version": "hist8-history01-sf-render-v4", + "history_encoding": "binary_0_1", + "episodes": 100, + "env_condition": "profile", + "parallel_envs": 32, + "max_episode_raw_frames": 7200, + "inference_devices": [ + "cuda:0", + "cuda:1" + ], + "episode_seeds": [ + 1000000, + 1000099 + ], + "profile_sha256": "5e104064d718ac51ce56aefac5318a155fd099f5c714ff8f0bc4985509639fd1" +} diff --git a/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/profile_publication.json b/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/profile_publication.json new file mode 100644 index 0000000000000000000000000000000000000000..041609c9277fe29e19ebf282ea010f73630b6cc3 --- /dev/null +++ b/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/profile_publication.json @@ -0,0 +1,29 @@ +{ + "model": "qwengr00t", + "model_publication": { + "checkpoint_sha256": "7b3541140bd2d00d39eca98c8788b773e594884a623ae20d7b9e4dd7b45337f5", + "episodes": 100, + "mean_return": 5714.0, + "model": "qwengr00t", + "path": "zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1", + "repo_id": "latency-sensitive-bench/benchmark-models", + "revision": "d445334970ab7e110c3cacb5c8b790d3df20e1ec", + "run_id": "asterix-qwengr00t-hist8-zero-s42-v1", + "task": "asterix", + "training_status": "complete", + "zero_evaluation_status": "complete", + "zero_mean_return": 5714.0 + }, + "profile": { + "GPU_CLASS": "1x-rtx3090", + "INSTANCE_ID": "instance_d907cdaf680040e0", + "PROFILE_PATH": "results/profiling/profiles/qwengr00t/1x-rtx3090/asterix/instance_d907cdaf680040e0/profile.json", + "PROFILE_REF": "qwengr00t/1x-rtx3090/asterix/instance_d907cdaf680040e0", + "RUN_ID": "20260924T122426657466Z" + }, + "profile_path": "profiles/qwengr00t/1x-rtx3090/asterix/instance_d907cdaf680040e0/profile.json", + "profile_repo": "latency-sensitive-bench/profiles", + "profile_revision": "15001405a402e30b7706476bc92aea45a61bb193", + "profile_sha256": "5e104064d718ac51ce56aefac5318a155fd099f5c714ff8f0bc4985509639fd1", + "task": "asterix" +} diff --git a/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/publication_status.json b/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/publication_status.json index e3aff23d77ff0cf95cb909817f368fee3dc0e3b2..0f21984c729db86b64a7e51f1ebf7894585fbc95 100644 --- a/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/publication_status.json +++ b/latency-aware/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-profile-s42-v1/publication_status.json @@ -1,4 +1,7 @@ { - "profile_evaluation_status": "pending", + "episodes": 100, + "mean_return": 1440.0, + "profile_evaluation_status": "complete", + "profile_mean_return": 1440.0, "training_status": "complete" }