Replace Flappy QwenOFT and QwenGR00T temporal 10 FPS policies

Atomic replacement with seed-42 temporal HiddenRegimeSampler 25M training bundles and corrected 100-episode best-checkpoint evaluations. QwenPI v3 is intentionally unchanged.

latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-v1/README.md

@@ -1,14 +1,14 @@
-# Flappy Bird Sample Factory policy
+# Flappy Bird Sample Factory policy (qwengr00t)
 
-This bundle contains the exact selected checkpoint, its original Sample Factory `config.json`, provenance, and the formal 100-episode evaluation.
+This bundle contains the selected temporal-profile-trained checkpoint, its original Sample Factory `config.json`, provenance, and the corrected 100-episode temporal-profile evaluation.
 
-- Condition: IID replay of `profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc`
-- Deterministic case IDs: 42–141 (Sample Factory reset seeds 104771–104870)
-- Horizon: 3600
-- Parallel environments: 100
-- Mean return: 4.162000
-- Return standard deviation: 0.720939
-- Student-t 95% CI: [4.018950, 4.305050]
-- Mean episode length: 52.08
+- Training: 25M target raw environment steps; seed 42; 10 FPS environment and observations; frame stack 4
+- Selected checkpoint: `best_000048624_24903680_reward_1812.752.pth` at 24,903,680 environment steps
+- Latency: temporal `HiddenRegimeSampler` replay of `profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json` at profile revision `48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749`
+- Evaluation: best checkpoint; deterministic case IDs 42–141; 100 episodes; 18,000-step horizon; 100 parallel environments; simulated worker capacity 1
+- Mean return: 6.687000
+- Return standard deviation: 3.507496
+- Mean episode length: 71.21
+- W&B: https://wandb.ai/saberrr-zju/starvla_tasks/runs/flappy-obs10-qwengr00t_rtx3090_temporal_25m-s42
 
-The historical checkpoint-selection reward is not an independent evaluation score. See `eval_profile.json` for all episode records and `provenance.json` for the immutable source revision.
+See `eval_profile.json` for every episode and `provenance.json` for the exact source, profile, and checkpoint lineage.

latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-v1/{best_000094720_48562176_reward_118.095.pth → best_000048624_24903680_reward_1812.752.pth}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59a1d9a6f8a69cfe70728d0f73d915b12be25fb1387c6793f9d965075e3c16fd
-size 21798073
+oid sha256:e7043f84093759b12ab9a6d396da60f0dd27215dcd45c169879e423f707195ec
+size 21797945

latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-v1/config.json

@@ -2,11 +2,11 @@
   "help": false,
   "algo": "APPO",
   "env": "latency_flappy",
-  "experiment": "flappy_frame_stack_gr00t_rtx3090_iid_fs4_seed12",
-  "train_dir": "results/checkpoints/memory/small_model/flappy",
+  "experiment": "flappy_profile_qwengr00t_rtx3090_temporal_25m_obs10_seed42",
+  "train_dir": "results/checkpoints/flappy/profiled_small_qwen_10fps_25m",
   "restart_behavior": "resume",
   "device": "gpu",
-  "seed": 12,
+  "seed": 42,
   "initial_model_path": null,
   "num_policies": 1,
   "async_rl": true,
@@ -77,7 +77,7 @@
   "summaries_use_frameskip": true,
   "heartbeat_interval": 20,
   "heartbeat_reporting_interval": 180,
-  "train_for_env_steps": 50000000,
+  "train_for_env_steps": 25000000,
   "train_for_seconds": 10000000000,
   "save_every_sec": 600,
   "keep_checkpoints": 5,
@@ -116,17 +116,17 @@
   "use_record_episode_statistics": false,
   "with_wandb": true,
   "wandb_user": null,
-  "wandb_project": "latency-sensitive-bench",
-  "wandb_group": "flappy-fs4-gr00t_rtx3090_iid",
-  "wandb_job_type": "sample_factory",
+  "wandb_project": "starvla_tasks",
+  "wandb_group": "flappy-obs10-qwengr00t_rtx3090_temporal_25m",
+  "wandb_job_type": "flappy_profiled_small",
   "wandb_tags": [
-    "memory_small_model",
+    "flappy_profiled_small",
     "flappy",
-    "frame_stack",
-    "iid",
-    "gr00t_rtx3090_iid",
-    "fs4",
-    "seed12"
+    "profile",
+    "temporal",
+    "qwengr00t_rtx3090_temporal_25m",
+    "obs10",
+    "seed42"
   ],
   "with_pbt": false,
   "pbt_mix_policies_in_one_env": true,
@@ -141,8 +141,8 @@
   "pbt_perturb_min": 1.1,
   "pbt_perturb_max": 1.5,
   "gym_id": "FlappyBird-v0",
-  "env_fps": 30.0,
-  "obs_fps": 30.0,
+  "env_fps": 10.0,
+  "obs_fps": 10.0,
   "use_lidar": false,
   "normalize_obs": true,
   "audio_on": false,
@@ -164,13 +164,13 @@
   "debug_timelimit_diagnostics": false,
   "max_episode_steps": 0,
   "mode": "train",
-  "latency_type": "iid",
+  "latency_type": "profile_sample",
   "fixed_latency_ms": null,
   "mean_latency_ms": null,
   "std_latency_ms": null,
   "min_latency_ms": null,
   "max_latency_ms": null,
-  "latency_seed": 12,
+  "latency_seed": 42,
   "latency_profile_path": "results/profiling/profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
   "latency_profile_worker_slot": 0,
   "add_latency_info": false,
@@ -178,21 +178,21 @@
   "hold_policy": "one_frame_then_noop",
   "ordering_policy": "latest_ready",
   "eval_episodes": 100,
-  "eval_parallel_envs": 1,
+  "eval_parallel_envs": 100,
   "eval_latency_raw_frame_values": "0,1,2,3,4,5",
-  "eval_max_steps": 3600,
+  "eval_max_steps": 18000,
   "eval_deterministic": true,
   "eval_raw_reward": false,
-  "episode_metrics_path": "results/checkpoints/memory/small_model/flappy/flappy_frame_stack_gr00t_rtx3090_iid_fs4_seed12/episode_metrics.jsonl",
-  "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_frame_stack_gr00t_rtx3090_iid_fs4_seed12 --train_dir results/checkpoints/memory/small_model/flappy --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 12 --episode_metrics_path results/checkpoints/memory/small_model/flappy/flappy_frame_stack_gr00t_rtx3090_iid_fs4_seed12/episode_metrics.jsonl --train_for_env_steps 10000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type iid --latency-seed 12 --latency-profile-path results/profiling/profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json --latency-profile-worker-slot 0 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 1 --eval-max-steps 3600 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group flappy-fs4-gr00t_rtx3090_iid --wandb_job_type sample_factory --wandb_tags memory_small_model flappy frame_stack iid gr00t_rtx3090_iid fs4 seed12 --gym_id FlappyBird-v0 --env-fps 30 --obs-fps 30.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 4 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready",
+  "episode_metrics_path": "results/checkpoints/flappy/profiled_small_qwen_10fps_25m/flappy_profile_qwengr00t_rtx3090_temporal_25m_obs10_seed42/episode_metrics.jsonl",
+  "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_profile_qwengr00t_rtx3090_temporal_25m_obs10_seed42 --train_dir results/checkpoints/flappy/profiled_small_qwen_10fps_25m --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 42 --episode_metrics_path results/checkpoints/flappy/profiled_small_qwen_10fps_25m/flappy_profile_qwengr00t_rtx3090_temporal_25m_obs10_seed42/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type profile_sample --latency-seed 42 --latency-profile-path results/profiling/profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json --latency-profile-worker-slot 0 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 100 --eval-max-steps 18000 --eval-deterministic True --with_wandb True --wandb_project starvla_tasks --wandb_group flappy-obs10-qwengr00t_rtx3090_temporal_25m --wandb_job_type flappy_profiled_small --wandb_tags flappy_profiled_small flappy profile temporal qwengr00t_rtx3090_temporal_25m obs10 seed42 --gym_id FlappyBird-v0 --env-fps 10 --obs-fps 10.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 4 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready",
   "cli_args": {
     "algo": "APPO",
     "env": "latency_flappy",
-    "experiment": "flappy_frame_stack_gr00t_rtx3090_iid_fs4_seed12",
-    "train_dir": "results/checkpoints/memory/small_model/flappy",
+    "experiment": "flappy_profile_qwengr00t_rtx3090_temporal_25m_obs10_seed42",
+    "train_dir": "results/checkpoints/flappy/profiled_small_qwen_10fps_25m",
     "restart_behavior": "resume",
     "device": "gpu",
-    "seed": 12,
+    "seed": 42,
     "num_policies": 1,
     "async_rl": true,
     "batched_sampling": true,
@@ -219,28 +219,28 @@
     ],
     "experiment_summaries_interval": 1,
     "stats_avg": 100,
-    "train_for_env_steps": 10000000,
+    "train_for_env_steps": 25000000,
     "save_every_sec": 600,
     "keep_checkpoints": 5,
     "use_rnn": false,
     "env_gpu_actions": true,
     "env_gpu_observations": true,
     "with_wandb": true,
-    "wandb_project": "latency-sensitive-bench",
-    "wandb_group": "flappy-fs4-gr00t_rtx3090_iid",
-    "wandb_job_type": "sample_factory",
+    "wandb_project": "starvla_tasks",
+    "wandb_group": "flappy-obs10-qwengr00t_rtx3090_temporal_25m",
+    "wandb_job_type": "flappy_profiled_small",
     "wandb_tags": [
-      "memory_small_model",
+      "flappy_profiled_small",
       "flappy",
-      "frame_stack",
-      "iid",
-      "gr00t_rtx3090_iid",
-      "fs4",
-      "seed12"
+      "profile",
+      "temporal",
+      "qwengr00t_rtx3090_temporal_25m",
+      "obs10",
+      "seed42"
     ],
     "gym_id": "FlappyBird-v0",
-    "env_fps": 30.0,
-    "obs_fps": 30.0,
+    "env_fps": 10.0,
+    "obs_fps": 10.0,
     "use_lidar": false,
     "normalize_obs": true,
     "audio_on": false,
@@ -259,24 +259,24 @@
     "debug": false,
     "debug_timelimit_diagnostics": false,
     "mode": "train",
-    "latency_type": "iid",
-    "latency_seed": 12,
+    "latency_type": "profile_sample",
+    "latency_seed": 42,
     "latency_profile_path": "results/profiling/profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
     "latency_profile_worker_slot": 0,
     "add_latency_info": false,
     "hold_policy": "one_frame_then_noop",
     "ordering_policy": "latest_ready",
     "eval_episodes": 100,
-    "eval_parallel_envs": 1,
-    "eval_max_steps": 3600,
+    "eval_parallel_envs": 100,
+    "eval_max_steps": 18000,
     "eval_deterministic": true,
-    "episode_metrics_path": "results/checkpoints/memory/small_model/flappy/flappy_frame_stack_gr00t_rtx3090_iid_fs4_seed12/episode_metrics.jsonl",
-    "output_dir": "outputs/memory/small_model/flappy/gr00t_rtx3090_profile/train/frame_stack/gr00t_rtx3090_iid/fs4/seed_12",
-    "wandb_unique_id": "flappy-fs4-gr00t_rtx3090_iid-s12"
+    "episode_metrics_path": "results/checkpoints/flappy/profiled_small_qwen_10fps_25m/flappy_profile_qwengr00t_rtx3090_temporal_25m_obs10_seed42/episode_metrics.jsonl",
+    "output_dir": "outputs/tasks/flappy/profiled_small_qwen_10fps_25m/train/profile/qwengr00t_rtx3090_temporal_25m/obs10/seed_42",
+    "wandb_unique_id": "flappy-obs10-qwengr00t_rtx3090_temporal_25m-s42"
   },
-  "git_hash": "c0cb6a319133de6cbef9729610762a9dffc68b29",
-  "git_repo_name": "https://github.com/ZihanWang314/latency-sensitive-bench",
+  "git_hash": "unknown",
+  "git_repo_name": "not a git repository",
   "eval_env_frameskip": 1,
-  "output_dir": "outputs/memory/small_model/flappy/gr00t_rtx3090_profile/train/frame_stack/gr00t_rtx3090_iid/fs4/seed_12",
-  "wandb_unique_id": "flappy-fs4-gr00t_rtx3090_iid-s12"
+  "output_dir": "outputs/tasks/flappy/profiled_small_qwen_10fps_25m/train/profile/qwengr00t_rtx3090_temporal_25m/obs10/seed_42",
+  "wandb_unique_id": "flappy-obs10-qwengr00t_rtx3090_temporal_25m-s42"
 }

latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-v1/eval_profile.json

@@ -1,1308 +1,1310 @@
 {
   "checkpoint": {
-    "bundle_path": "best_000094720_48562176_reward_118.095.pth",
-    "sha256": "59a1d9a6f8a69cfe70728d0f73d915b12be25fb1387c6793f9d965075e3c16fd"
+    "actual_env_step": 24903680,
+    "bundle_path": "best_000048624_24903680_reward_1812.752.pth",
+    "kind": "best",
+    "sha256": "e7043f84093759b12ab9a6d396da60f0dd27215dcd45c169879e423f707195ec"
   },
   "episodes": [
     {
       "case_id": 42,
       "episode_id": 0,
       "episode_seed": 104771,
-      "length": 50,
-      "mean_latency_ms": 137.3945087713479,
-      "num_actions": 11,
+      "length": 62,
+      "mean_latency_ms": 139.24713452413567,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.07845215596214,
-      "p99_latency_ms": 145.0185422058862,
-      "return": 3.90000007301569
+      "p90_latency_ms": 146.70191537574408,
+      "p99_latency_ms": 149.60017866389725,
+      "return": 6.000000089406967
     },
     {
       "case_id": 43,
       "episode_id": 1,
       "episode_seed": 104772,
-      "length": 50,
-      "mean_latency_ms": 138.1811358029741,
-      "num_actions": 11,
+      "length": 61,
+      "mean_latency_ms": 137.38856389761753,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.58140502229205,
-      "p99_latency_ms": 147.90181377590983,
-      "return": 3.90000007301569
+      "p90_latency_ms": 143.03948086825443,
+      "p99_latency_ms": 148.23783971051262,
+      "return": 5.000000089406967
     },
     {
       "case_id": 44,
       "episode_id": 2,
       "episode_seed": 104773,
-      "length": 50,
-      "mean_latency_ms": 137.42811323409836,
-      "num_actions": 11,
+      "length": 53,
+      "mean_latency_ms": 136.92404866798861,
+      "num_actions": 27,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 142.5469158745763,
-      "p99_latency_ms": 145.00952632053978,
-      "return": 3.90000007301569
+      "p90_latency_ms": 142.12189074053862,
+      "p99_latency_ms": 147.21338542054067,
+      "return": 4.200000077486038
     },
     {
       "case_id": 45,
       "episode_id": 3,
       "episode_seed": 104774,
-      "length": 50,
-      "mean_latency_ms": 138.88464584658527,
-      "num_actions": 11,
+      "length": 57,
+      "mean_latency_ms": 135.53717022848522,
+      "num_actions": 29,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.1427023765968,
-      "p99_latency_ms": 146.67087312423698,
-      "return": 3.90000007301569
+      "p90_latency_ms": 141.74895428046642,
+      "p99_latency_ms": 143.96487614087428,
+      "return": 4.600000083446503
     },
     {
       "case_id": 46,
       "episode_id": 4,
       "episode_seed": 104775,
-      "length": 58,
-      "mean_latency_ms": 137.19548623940733,
-      "num_actions": 13,
+      "length": 64,
+      "mean_latency_ms": 137.62334484580475,
+      "num_actions": 32,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.031758345125,
-      "p99_latency_ms": 146.13095660242212,
-      "return": 4.700000084936619
+      "p90_latency_ms": 145.83178289099385,
+      "p99_latency_ms": 147.3877663685979,
+      "return": 6.200000092387199
     },
     {
       "case_id": 47,
       "episode_id": 5,
       "episode_seed": 104776,
-      "length": 50,
-      "mean_latency_ms": 136.33227746187558,
-      "num_actions": 12,
+      "length": 62,
+      "mean_latency_ms": 139.08062362431647,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.07545306387104,
-      "p99_latency_ms": 147.62904769904227,
-      "return": 3.90000007301569
+      "p90_latency_ms": 146.65987825116233,
+      "p99_latency_ms": 160.9779012242336,
+      "return": 6.000000089406967
     },
     {
       "case_id": 48,
       "episode_id": 6,
       "episode_seed": 104777,
-      "length": 50,
-      "mean_latency_ms": 138.54808240706123,
-      "num_actions": 11,
+      "length": 53,
+      "mean_latency_ms": 136.73298923226707,
+      "num_actions": 27,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.37146177392094,
-      "p99_latency_ms": 147.66316255402464,
-      "return": 3.90000007301569
+      "p90_latency_ms": 142.50949600293896,
+      "p99_latency_ms": 145.45784907348158,
+      "return": 4.200000077486038
     },
     {
       "case_id": 49,
       "episode_id": 7,
       "episode_seed": 104778,
-      "length": 59,
-      "mean_latency_ms": 136.35080598022816,
-      "num_actions": 14,
+      "length": 64,
+      "mean_latency_ms": 137.68818176391773,
+      "num_actions": 32,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 145.05198798750513,
-      "p99_latency_ms": 147.9453745917692,
-      "return": 4.800000086426735
+      "p90_latency_ms": 144.34657949807638,
+      "p99_latency_ms": 146.99909132405674,
+      "return": 6.200000092387199
     },
     {
       "case_id": 50,
       "episode_id": 8,
       "episode_seed": 104779,
-      "length": 60,
-      "mean_latency_ms": 138.43007252828397,
-      "num_actions": 13,
+      "length": 55,
+      "mean_latency_ms": 137.312438428257,
+      "num_actions": 28,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.4865794002685,
-      "p99_latency_ms": 149.14256868497233,
-      "return": 4.900000087916851
+      "p90_latency_ms": 146.8529604140452,
+      "p99_latency_ms": 149.2295964031955,
+      "return": 4.4000000804662704
     },
     {
       "case_id": 51,
       "episode_id": 9,
       "episode_seed": 104780,
-      "length": 50,
-      "mean_latency_ms": 136.1276200877935,
-      "num_actions": 12,
+      "length": 64,
+      "mean_latency_ms": 138.8309664504808,
+      "num_actions": 32,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.22425749055833,
-      "p99_latency_ms": 147.31440572423583,
-      "return": 3.90000007301569
+      "p90_latency_ms": 146.55094129532796,
+      "p99_latency_ms": 150.21210785874533,
+      "return": 6.200000092387199
     },
     {
       "case_id": 52,
       "episode_id": 10,
       "episode_seed": 104781,
-      "length": 50,
-      "mean_latency_ms": 137.6322339155683,
-      "num_actions": 12,
+      "length": 97,
+      "mean_latency_ms": 136.56532343802593,
+      "num_actions": 49,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 147.72096148100158,
-      "p99_latency_ms": 148.2671362772535,
-      "return": 3.90000007301569
+      "p90_latency_ms": 143.95003608504987,
+      "p99_latency_ms": 151.08347275915565,
+      "return": 9.500000141561031
     },
     {
       "case_id": 53,
       "episode_id": 11,
       "episode_seed": 104782,
-      "length": 56,
-      "mean_latency_ms": 138.5621418517912,
-      "num_actions": 12,
+      "length": 61,
+      "mean_latency_ms": 136.99443661965776,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.29563594577564,
-      "p99_latency_ms": 145.82551282223037,
-      "return": 4.500000081956387
+      "p90_latency_ms": 143.64434491430276,
+      "p99_latency_ms": 146.71850779662103,
+      "return": 5.000000089406967
     },
     {
       "case_id": 54,
       "episode_id": 12,
       "episode_seed": 104783,
-      "length": 50,
-      "mean_latency_ms": 137.7323979903534,
-      "num_actions": 11,
+      "length": 134,
+      "mean_latency_ms": 138.6555577006931,
+      "num_actions": 67,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 141.84233448300762,
-      "p99_latency_ms": 146.12211237994768,
-      "return": 3.90000007301569
+      "p90_latency_ms": 146.87469060268154,
+      "p99_latency_ms": 149.029643383035,
+      "return": 15.000000193715096
     },
     {
       "case_id": 55,
       "episode_id": 13,
       "episode_seed": 104784,
-      "length": 52,
-      "mean_latency_ms": 140.10749845264309,
-      "num_actions": 11,
+      "length": 62,
+      "mean_latency_ms": 138.17086459895484,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.6379242700743,
-      "p99_latency_ms": 146.4673768840968,
-      "return": 4.100000075995922
+      "p90_latency_ms": 146.3617706046439,
+      "p99_latency_ms": 149.02176508129787,
+      "return": 6.000000089406967
     },
     {
       "case_id": 56,
       "episode_id": 14,
       "episode_seed": 104785,
-      "length": 54,
-      "mean_latency_ms": 137.28455072430526,
-      "num_actions": 12,
+      "length": 62,
+      "mean_latency_ms": 137.33737930185225,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.56922541133054,
-      "p99_latency_ms": 144.53384549254238,
-      "return": 4.300000078976154
+      "p90_latency_ms": 144.4932460087718,
+      "p99_latency_ms": 148.12632668383287,
+      "return": 6.000000089406967
     },
     {
       "case_id": 57,
       "episode_id": 15,
       "episode_seed": 104786,
-      "length": 50,
-      "mean_latency_ms": 137.69908624675952,
-      "num_actions": 12,
+      "length": 163,
+      "mean_latency_ms": 137.93267497510695,
+      "num_actions": 82,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.31508733796014,
-      "p99_latency_ms": 147.90005998749635,
-      "return": 3.90000007301569
+      "p90_latency_ms": 144.64906444911395,
+      "p99_latency_ms": 147.88486966930338,
+      "return": 17.900000236928463
     },
     {
       "case_id": 58,
       "episode_id": 16,
       "episode_seed": 104787,
-      "length": 50,
-      "mean_latency_ms": 137.5352476786635,
-      "num_actions": 12,
+      "length": 62,
+      "mean_latency_ms": 138.0934673152258,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.3112712969406,
-      "p99_latency_ms": 147.1800653103366,
-      "return": 3.90000007301569
+      "p90_latency_ms": 144.50012012087709,
+      "p99_latency_ms": 149.3157003691914,
+      "return": 6.000000089406967
     },
     {
       "case_id": 59,
       "episode_id": 17,
       "episode_seed": 104788,
-      "length": 50,
-      "mean_latency_ms": 138.73832839236147,
-      "num_actions": 11,
+      "length": 64,
+      "mean_latency_ms": 139.29379111991614,
+      "num_actions": 32,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 144.08669033881907,
-      "p99_latency_ms": 146.1205393862661,
-      "return": 3.90000007301569
+      "p90_latency_ms": 147.10152338740193,
+      "p99_latency_ms": 149.9166295927817,
+      "return": 6.200000092387199
     },
     {
       "case_id": 60,
       "episode_id": 18,
       "episode_seed": 104789,
-      "length": 50,
-      "mean_latency_ms": 138.43093328989053,
-      "num_actions": 11,
+      "length": 55,
+      "mean_latency_ms": 137.66089821344727,
+      "num_actions": 28,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 145.61744626844214,
-      "p99_latency_ms": 146.85822130142603,
-      "return": 3.90000007301569
+      "p90_latency_ms": 144.8189889118341,
+      "p99_latency_ms": 147.29293999662707,
+      "return": 4.4000000804662704
     },
     {
       "case_id": 61,
       "episode_id": 19,
       "episode_seed": 104790,
-      "length": 50,
-      "mean_latency_ms": 137.42730607592128,
-      "num_actions": 11,
+      "length": 62,
+      "mean_latency_ms": 136.36335375476932,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.68415671439377,
-      "p99_latency_ms": 147.937739070542,
-      "return": 3.90000007301569
+      "p90_latency_ms": 145.3053062676169,
+      "p99_latency_ms": 152.69822813416718,
+      "return": 6.000000089406967
     },
     {
       "case_id": 62,
       "episode_id": 20,
       "episode_seed": 104791,
-      "length": 50,
-      "mean_latency_ms": 136.88358866688944,
-      "num_actions": 11,
+      "length": 53,
+      "mean_latency_ms": 139.17206459817578,
+      "num_actions": 27,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 145.71420087860722,
-      "p99_latency_ms": 146.18346093043326,
-      "return": 3.90000007301569
+      "p90_latency_ms": 147.35210147672925,
+      "p99_latency_ms": 149.05845516785962,
+      "return": 4.200000077486038
     },
     {
       "case_id": 63,
       "episode_id": 21,
       "episode_seed": 104792,
-      "length": 50,
-      "mean_latency_ms": 134.89236047253664,
-      "num_actions": 12,
+      "length": 136,
+      "mean_latency_ms": 137.04788070130465,
+      "num_actions": 68,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 142.63127519206472,
-      "p99_latency_ms": 142.89343172889104,
-      "return": 3.90000007301569
+      "p90_latency_ms": 143.87671789129624,
+      "p99_latency_ms": 147.61029649392907,
+      "return": 15.200000196695328
     },
     {
       "case_id": 64,
       "episode_id": 22,
       "episode_seed": 104793,
-      "length": 50,
-      "mean_latency_ms": 134.93880751391524,
-      "num_actions": 12,
+      "length": 64,
+      "mean_latency_ms": 139.47181961864163,
+      "num_actions": 32,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 140.3290224260479,
-      "p99_latency_ms": 142.6280582496384,
-      "return": 3.90000007301569
+      "p90_latency_ms": 146.53165437300441,
+      "p99_latency_ms": 149.59794733596576,
+      "return": 6.200000092387199
     },
     {
       "case_id": 65,
       "episode_id": 23,
       "episode_seed": 104794,
-      "length": 61,
-      "mean_latency_ms": 137.9687333329095,
-      "num_actions": 14,
+      "length": 55,
+      "mean_latency_ms": 136.31289560569905,
+      "num_actions": 28,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.07445365201943,
-      "p99_latency_ms": 146.10006122089183,
-      "return": 5.000000089406967
+      "p90_latency_ms": 142.1979663037724,
+      "p99_latency_ms": 143.3928048051005,
+      "return": 4.4000000804662704
     },
     {
       "case_id": 66,
       "episode_id": 24,
       "episode_seed": 104795,
-      "length": 50,
-      "mean_latency_ms": 135.28673944594993,
-      "num_actions": 12,
+      "length": 163,
+      "mean_latency_ms": 138.16017594116033,
+      "num_actions": 82,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.5501821196849,
-      "p99_latency_ms": 146.35540482025948,
-      "return": 3.90000007301569
+      "p90_latency_ms": 143.68838087975305,
+      "p99_latency_ms": 149.3014574197218,
+      "return": 17.900000236928463
     },
     {
       "case_id": 67,
       "episode_id": 25,
       "episode_seed": 104796,
-      "length": 50,
-      "mean_latency_ms": 138.57490824877112,
-      "num_actions": 11,
+      "length": 53,
+      "mean_latency_ms": 137.99737048349246,
+      "num_actions": 27,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 142.47650367478275,
-      "p99_latency_ms": 146.49632169746732,
-      "return": 3.90000007301569
+      "p90_latency_ms": 143.79245478179638,
+      "p99_latency_ms": 147.8058301021769,
+      "return": 4.200000077486038
     },
     {
       "case_id": 68,
       "episode_id": 26,
       "episode_seed": 104797,
-      "length": 50,
-      "mean_latency_ms": 136.2482860931514,
-      "num_actions": 12,
+      "length": 134,
+      "mean_latency_ms": 137.38896873502142,
+      "num_actions": 67,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.50411427507416,
-      "p99_latency_ms": 147.73398980999238,
-      "return": 3.90000007301569
+      "p90_latency_ms": 146.17125699505834,
+      "p99_latency_ms": 149.07356933849354,
+      "return": 15.000000193715096
     },
     {
       "case_id": 69,
       "episode_id": 27,
       "episode_seed": 104798,
-      "length": 67,
-      "mean_latency_ms": 139.1171546005595,
-      "num_actions": 15,
+      "length": 62,
+      "mean_latency_ms": 138.68198913873428,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 145.28426154387344,
-      "p99_latency_ms": 146.6968710986428,
-      "return": 6.500000096857548
+      "p90_latency_ms": 144.3549240360853,
+      "p99_latency_ms": 147.09025723659335,
+      "return": 6.000000089406967
     },
     {
       "case_id": 70,
       "episode_id": 28,
       "episode_seed": 104799,
       "length": 62,
-      "mean_latency_ms": 139.802963218001,
-      "num_actions": 14,
-      "num_dropped_actions": 1,
+      "mean_latency_ms": 137.1224687329191,
+      "num_actions": 31,
+      "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 144.12214357517794,
-      "p99_latency_ms": 147.34891818938752,
+      "p90_latency_ms": 144.4240221516901,
+      "p99_latency_ms": 146.86922935767217,
       "return": 6.000000089406967
     },
     {
       "case_id": 71,
       "episode_id": 29,
       "episode_seed": 104800,
-      "length": 50,
-      "mean_latency_ms": 138.30655302874615,
-      "num_actions": 11,
+      "length": 95,
+      "mean_latency_ms": 136.16658213097702,
+      "num_actions": 48,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 145.5846788044637,
-      "p99_latency_ms": 148.96669924479286,
-      "return": 3.90000007301569
+      "p90_latency_ms": 143.53961702661792,
+      "p99_latency_ms": 146.39951060453757,
+      "return": 9.300000138580799
     },
     {
       "case_id": 72,
       "episode_id": 30,
       "episode_seed": 104801,
-      "length": 54,
-      "mean_latency_ms": 137.31821753223142,
-      "num_actions": 12,
+      "length": 61,
+      "mean_latency_ms": 135.5761428321746,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 142.39041742607782,
-      "p99_latency_ms": 142.4734017171728,
-      "return": 4.300000078976154
+      "p90_latency_ms": 143.0739660097359,
+      "p99_latency_ms": 146.25813617652184,
+      "return": 5.000000089406967
     },
     {
       "case_id": 73,
       "episode_id": 31,
       "episode_seed": 104802,
-      "length": 50,
-      "mean_latency_ms": 137.921262717702,
-      "num_actions": 12,
+      "length": 122,
+      "mean_latency_ms": 138.10603406311895,
+      "num_actions": 61,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.78769997268816,
-      "p99_latency_ms": 147.25485674201536,
-      "return": 3.90000007301569
+      "p90_latency_ms": 145.63019006740095,
+      "p99_latency_ms": 154.17627156115037,
+      "return": 12.900000177323818
     },
     {
       "case_id": 74,
       "episode_id": 32,
       "episode_seed": 104803,
-      "length": 50,
-      "mean_latency_ms": 137.26517061876143,
-      "num_actions": 11,
+      "length": 62,
+      "mean_latency_ms": 138.21563732102,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 144.71863144633338,
-      "p99_latency_ms": 145.884329341758,
-      "return": 3.90000007301569
+      "p90_latency_ms": 146.77342937111484,
+      "p99_latency_ms": 149.46975541477016,
+      "return": 6.000000089406967
     },
     {
       "case_id": 75,
       "episode_id": 33,
       "episode_seed": 104804,
-      "length": 50,
-      "mean_latency_ms": 139.012732092594,
-      "num_actions": 11,
+      "length": 57,
+      "mean_latency_ms": 136.8588434128392,
+      "num_actions": 29,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.01474169403568,
-      "p99_latency_ms": 146.1768290047392,
-      "return": 3.90000007301569
+      "p90_latency_ms": 143.18481004691677,
+      "p99_latency_ms": 146.5373224267151,
+      "return": 4.600000083446503
     },
     {
       "case_id": 76,
       "episode_id": 34,
       "episode_seed": 104805,
-      "length": 63,
-      "mean_latency_ms": 139.19005442957,
-      "num_actions": 14,
+      "length": 62,
+      "mean_latency_ms": 136.75256793465988,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.56191759493902,
-      "p99_latency_ms": 146.8612394861275,
-      "return": 6.100000090897083
+      "p90_latency_ms": 145.08622218449784,
+      "p99_latency_ms": 149.98034422186453,
+      "return": 6.000000089406967
     },
     {
       "case_id": 77,
       "episode_id": 35,
       "episode_seed": 104806,
-      "length": 50,
-      "mean_latency_ms": 136.10403880675898,
-      "num_actions": 12,
+      "length": 53,
+      "mean_latency_ms": 137.40902230897095,
+      "num_actions": 27,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 142.87886653554617,
-      "p99_latency_ms": 143.93388819374525,
-      "return": 3.90000007301569
+      "p90_latency_ms": 145.24581762790984,
+      "p99_latency_ms": 149.02154319893327,
+      "return": 4.200000077486038
     },
     {
       "case_id": 78,
       "episode_id": 36,
       "episode_seed": 104807,
-      "length": 50,
-      "mean_latency_ms": 138.99858045550286,
-      "num_actions": 11,
+      "length": 53,
+      "mean_latency_ms": 137.4927365083268,
+      "num_actions": 27,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.63307649835238,
-      "p99_latency_ms": 144.08762573263255,
-      "return": 3.90000007301569
+      "p90_latency_ms": 144.81016228727546,
+      "p99_latency_ms": 148.10482272569163,
+      "return": 4.200000077486038
     },
     {
       "case_id": 79,
       "episode_id": 37,
       "episode_seed": 104808,
-      "length": 50,
-      "mean_latency_ms": 137.99415947148444,
-      "num_actions": 12,
+      "length": 97,
+      "mean_latency_ms": 137.86132027969416,
+      "num_actions": 49,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.27365594143401,
-      "p99_latency_ms": 146.96524961970636,
-      "return": 3.90000007301569
+      "p90_latency_ms": 144.52610549167727,
+      "p99_latency_ms": 147.96545213648935,
+      "return": 9.500000141561031
     },
     {
       "case_id": 80,
       "episode_id": 38,
       "episode_seed": 104809,
       "length": 62,
-      "mean_latency_ms": 140.1062237185908,
-      "num_actions": 14,
+      "mean_latency_ms": 138.04017656264597,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.1320114855,
-      "p99_latency_ms": 147.22341125109858,
+      "p90_latency_ms": 146.33205904554018,
+      "p99_latency_ms": 148.0532632614436,
       "return": 6.000000089406967
     },
     {
       "case_id": 81,
       "episode_id": 39,
       "episode_seed": 104810,
-      "length": 50,
-      "mean_latency_ms": 139.0858619377082,
-      "num_actions": 11,
+      "length": 55,
+      "mean_latency_ms": 139.92280472497387,
+      "num_actions": 28,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.7868832065406,
-      "p99_latency_ms": 146.89016378207327,
-      "return": 3.90000007301569
+      "p90_latency_ms": 147.47173203005062,
+      "p99_latency_ms": 158.6413688973685,
+      "return": 4.4000000804662704
     },
     {
       "case_id": 82,
       "episode_id": 40,
       "episode_seed": 104811,
-      "length": 50,
-      "mean_latency_ms": 140.8137258850529,
-      "num_actions": 11,
+      "length": 199,
+      "mean_latency_ms": 136.86367718043053,
+      "num_actions": 100,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 147.69979387333888,
-      "p99_latency_ms": 148.23170993361563,
-      "return": 3.90000007301569
+      "p90_latency_ms": 144.48026676662855,
+      "p99_latency_ms": 148.40838236075712,
+      "return": 22.400000289082527
     },
     {
       "case_id": 83,
       "episode_id": 41,
       "episode_seed": 104812,
-      "length": 50,
-      "mean_latency_ms": 138.30209153775118,
-      "num_actions": 11,
+      "length": 166,
+      "mean_latency_ms": 137.6921465624999,
+      "num_actions": 83,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 145.83741455092976,
-      "p99_latency_ms": 146.21615498889645,
-      "return": 3.90000007301569
+      "p90_latency_ms": 146.06340640331072,
+      "p99_latency_ms": 152.52300303069393,
+      "return": 18.20000024139881
     },
     {
       "case_id": 84,
       "episode_id": 42,
       "episode_seed": 104813,
-      "length": 58,
-      "mean_latency_ms": 138.79931799445222,
-      "num_actions": 13,
+      "length": 62,
+      "mean_latency_ms": 137.78053470619486,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 144.29337529851392,
-      "p99_latency_ms": 146.66981684443965,
-      "return": 4.700000084936619
+      "p90_latency_ms": 144.51674764239326,
+      "p99_latency_ms": 148.06241815272907,
+      "return": 6.000000089406967
     },
     {
       "case_id": 85,
       "episode_id": 43,
       "episode_seed": 104814,
-      "length": 62,
-      "mean_latency_ms": 137.89775895816967,
-      "num_actions": 14,
+      "length": 55,
+      "mean_latency_ms": 138.4164840640928,
+      "num_actions": 28,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 142.08080496809487,
-      "p99_latency_ms": 146.65528097677696,
-      "return": 6.000000089406967
+      "p90_latency_ms": 145.11910249522163,
+      "p99_latency_ms": 147.72606252651747,
+      "return": 4.4000000804662704
     },
     {
       "case_id": 86,
       "episode_id": 44,
       "episode_seed": 104815,
-      "length": 50,
-      "mean_latency_ms": 138.53073086152244,
-      "num_actions": 12,
+      "length": 66,
+      "mean_latency_ms": 137.80302759518992,
+      "num_actions": 33,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.54103978541096,
-      "p99_latency_ms": 147.1715125096851,
-      "return": 3.90000007301569
+      "p90_latency_ms": 147.73858502949147,
+      "p99_latency_ms": 148.6005959364183,
+      "return": 6.400000095367432
     },
     {
       "case_id": 87,
       "episode_id": 45,
       "episode_seed": 104816,
-      "length": 50,
-      "mean_latency_ms": 136.28708367518345,
-      "num_actions": 12,
+      "length": 86,
+      "mean_latency_ms": 137.82283486504753,
+      "num_actions": 43,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 142.62793996719736,
-      "p99_latency_ms": 146.39669206589173,
-      "return": 3.90000007301569
+      "p90_latency_ms": 145.63962500968805,
+      "p99_latency_ms": 148.31066696482893,
+      "return": 8.400000125169754
     },
     {
       "case_id": 88,
       "episode_id": 46,
       "episode_seed": 104817,
-      "length": 51,
-      "mean_latency_ms": 140.16081362883327,
-      "num_actions": 11,
+      "length": 62,
+      "mean_latency_ms": 137.91811959913554,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.16279741045884,
-      "p99_latency_ms": 146.9155981283539,
-      "return": 4.000000074505806
+      "p90_latency_ms": 146.05577420507325,
+      "p99_latency_ms": 147.28348304773337,
+      "return": 6.000000089406967
     },
     {
       "case_id": 89,
       "episode_id": 47,
       "episode_seed": 104818,
-      "length": 53,
-      "mean_latency_ms": 138.85220738848236,
-      "num_actions": 12,
+      "length": 62,
+      "mean_latency_ms": 135.61786833284322,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.40948393242138,
-      "p99_latency_ms": 146.4164498639093,
-      "return": 4.200000077486038
+      "p90_latency_ms": 142.4274960042029,
+      "p99_latency_ms": 144.8926552717999,
+      "return": 6.000000089406967
     },
     {
       "case_id": 90,
       "episode_id": 48,
       "episode_seed": 104819,
-      "length": 58,
-      "mean_latency_ms": 139.0661336528213,
-      "num_actions": 13,
+      "length": 64,
+      "mean_latency_ms": 137.87042347813494,
+      "num_actions": 32,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.634869962298,
-      "p99_latency_ms": 146.9886485460063,
-      "return": 4.700000084936619
+      "p90_latency_ms": 145.92740310019735,
+      "p99_latency_ms": 149.83872197093618,
+      "return": 6.200000092387199
     },
     {
       "case_id": 91,
       "episode_id": 49,
       "episode_seed": 104820,
-      "length": 50,
-      "mean_latency_ms": 140.74413652329778,
-      "num_actions": 11,
+      "length": 62,
+      "mean_latency_ms": 138.28888841260098,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.99705790673903,
-      "p99_latency_ms": 144.1530075398553,
-      "return": 3.90000007301569
+      "p90_latency_ms": 146.53613624421595,
+      "p99_latency_ms": 150.8646539735693,
+      "return": 6.000000089406967
     },
     {
       "case_id": 92,
       "episode_id": 50,
       "episode_seed": 104821,
-      "length": 50,
-      "mean_latency_ms": 135.7909094599787,
-      "num_actions": 12,
+      "length": 62,
+      "mean_latency_ms": 136.5430279769449,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.9657306554016,
-      "p99_latency_ms": 144.44578450353237,
-      "return": 3.90000007301569
+      "p90_latency_ms": 144.17480257958678,
+      "p99_latency_ms": 148.170923804672,
+      "return": 6.000000089406967
     },
     {
       "case_id": 93,
       "episode_id": 51,
       "episode_seed": 104822,
-      "length": 50,
-      "mean_latency_ms": 136.93039578781722,
-      "num_actions": 12,
+      "length": 64,
+      "mean_latency_ms": 137.34296265851017,
+      "num_actions": 32,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.96213188108362,
-      "p99_latency_ms": 145.40392300384985,
-      "return": 3.90000007301569
+      "p90_latency_ms": 143.66346573086105,
+      "p99_latency_ms": 147.71218144493446,
+      "return": 6.200000092387199
     },
     {
       "case_id": 94,
       "episode_id": 52,
       "episode_seed": 104823,
-      "length": 50,
-      "mean_latency_ms": 136.9223578555071,
-      "num_actions": 12,
+      "length": 61,
+      "mean_latency_ms": 140.09252713877987,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 144.4870197125805,
-      "p99_latency_ms": 145.7212212844661,
-      "return": 3.90000007301569
+      "p90_latency_ms": 147.93497490781908,
+      "p99_latency_ms": 154.0809966183535,
+      "return": 5.000000089406967
     },
     {
       "case_id": 95,
       "episode_id": 53,
       "episode_seed": 104824,
-      "length": 61,
-      "mean_latency_ms": 138.6124248709038,
-      "num_actions": 13,
+      "length": 57,
+      "mean_latency_ms": 138.17705273394034,
+      "num_actions": 29,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 144.51365296835542,
-      "p99_latency_ms": 148.41142941894176,
-      "return": 5.000000089406967
+      "p90_latency_ms": 144.75480022993102,
+      "p99_latency_ms": 147.8291318483538,
+      "return": 4.600000083446503
     },
     {
       "case_id": 96,
       "episode_id": 54,
       "episode_seed": 104825,
-      "length": 50,
-      "mean_latency_ms": 135.95664193422203,
-      "num_actions": 12,
+      "length": 53,
+      "mean_latency_ms": 137.0723388425403,
+      "num_actions": 27,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.99667399772596,
-      "p99_latency_ms": 145.94060693544938,
-      "return": 3.90000007301569
+      "p90_latency_ms": 143.73202842549148,
+      "p99_latency_ms": 147.4018800555735,
+      "return": 4.200000077486038
     },
     {
       "case_id": 97,
       "episode_id": 55,
       "episode_seed": 104826,
-      "length": 50,
-      "mean_latency_ms": 138.37558848977463,
-      "num_actions": 12,
+      "length": 86,
+      "mean_latency_ms": 138.97884307038564,
+      "num_actions": 43,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 144.4515387144651,
-      "p99_latency_ms": 147.52665480241458,
-      "return": 3.90000007301569
+      "p90_latency_ms": 147.178014171288,
+      "p99_latency_ms": 150.35261648980443,
+      "return": 8.400000125169754
     },
     {
       "case_id": 98,
       "episode_id": 56,
       "episode_seed": 104827,
-      "length": 50,
-      "mean_latency_ms": 136.05631014642333,
-      "num_actions": 12,
+      "length": 96,
+      "mean_latency_ms": 138.01024825008406,
+      "num_actions": 48,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.0511928496658,
-      "p99_latency_ms": 143.86102419159084,
-      "return": 3.90000007301569
+      "p90_latency_ms": 144.84336458835025,
+      "p99_latency_ms": 147.6472476624364,
+      "return": 9.400000140070915
     },
     {
       "case_id": 99,
       "episode_id": 57,
       "episode_seed": 104828,
-      "length": 50,
-      "mean_latency_ms": 136.85137930356925,
-      "num_actions": 12,
+      "length": 61,
+      "mean_latency_ms": 136.90466998182237,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 145.80343052741136,
-      "p99_latency_ms": 149.3216392951474,
-      "return": 3.90000007301569
+      "p90_latency_ms": 142.44702949301566,
+      "p99_latency_ms": 148.59263934656505,
+      "return": 5.000000089406967
     },
     {
       "case_id": 100,
       "episode_id": 58,
       "episode_seed": 104829,
-      "length": 31,
-      "mean_latency_ms": 138.62098162702586,
-      "num_actions": 7,
+      "length": 62,
+      "mean_latency_ms": 135.9360139315939,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 142.30499564806956,
-      "p99_latency_ms": 142.38355637733721,
-      "return": 2.0000000447034836
+      "p90_latency_ms": 142.07696503003365,
+      "p99_latency_ms": 146.94410028192422,
+      "return": 6.000000089406967
     },
     {
       "case_id": 101,
       "episode_id": 59,
       "episode_seed": 104830,
-      "length": 50,
-      "mean_latency_ms": 137.59465536903107,
-      "num_actions": 12,
+      "length": 64,
+      "mean_latency_ms": 138.44865867682407,
+      "num_actions": 32,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 145.3884617962472,
-      "p99_latency_ms": 147.06005570591066,
-      "return": 3.90000007301569
+      "p90_latency_ms": 147.13010892867058,
+      "p99_latency_ms": 149.49242303627756,
+      "return": 6.200000092387199
     },
     {
       "case_id": 102,
       "episode_id": 60,
       "episode_seed": 104831,
-      "length": 50,
-      "mean_latency_ms": 136.4773246685937,
-      "num_actions": 12,
+      "length": 97,
+      "mean_latency_ms": 137.25110259057612,
+      "num_actions": 49,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 144.0845933132006,
-      "p99_latency_ms": 147.37789769515481,
-      "return": 3.90000007301569
+      "p90_latency_ms": 144.75344123994336,
+      "p99_latency_ms": 150.1617093028043,
+      "return": 9.500000141561031
     },
     {
       "case_id": 103,
       "episode_id": 61,
       "episode_seed": 104832,
-      "length": 50,
-      "mean_latency_ms": 138.59400824977547,
-      "num_actions": 11,
+      "length": 61,
+      "mean_latency_ms": 137.81090843274814,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.19663408780988,
-      "p99_latency_ms": 143.5083383454885,
-      "return": 3.90000007301569
+      "p90_latency_ms": 144.93298480969904,
+      "p99_latency_ms": 146.81018171684394,
+      "return": 5.000000089406967
     },
     {
       "case_id": 104,
       "episode_id": 62,
       "episode_seed": 104833,
-      "length": 50,
-      "mean_latency_ms": 141.04730846422197,
-      "num_actions": 11,
+      "length": 53,
+      "mean_latency_ms": 137.0727690086062,
+      "num_actions": 27,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.21442096650253,
-      "p99_latency_ms": 146.72974945153837,
-      "return": 3.90000007301569
+      "p90_latency_ms": 142.81553995048398,
+      "p99_latency_ms": 146.11744123204613,
+      "return": 4.200000077486038
     },
     {
       "case_id": 105,
       "episode_id": 63,
       "episode_seed": 104834,
-      "length": 50,
-      "mean_latency_ms": 137.14256458794932,
-      "num_actions": 11,
+      "length": 57,
+      "mean_latency_ms": 139.66782603485748,
+      "num_actions": 29,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 141.83215756802065,
-      "p99_latency_ms": 145.6343831419528,
-      "return": 3.90000007301569
+      "p90_latency_ms": 146.9266790263344,
+      "p99_latency_ms": 148.66329281930507,
+      "return": 4.600000083446503
     },
     {
       "case_id": 106,
       "episode_id": 64,
       "episode_seed": 104835,
-      "length": 50,
-      "mean_latency_ms": 134.8238678930746,
-      "num_actions": 12,
+      "length": 53,
+      "mean_latency_ms": 136.74670964894273,
+      "num_actions": 27,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 141.52493083442133,
-      "p99_latency_ms": 146.45555146013922,
-      "return": 3.90000007301569
+      "p90_latency_ms": 145.22020004925304,
+      "p99_latency_ms": 147.15834362546795,
+      "return": 4.200000077486038
     },
     {
       "case_id": 107,
       "episode_id": 65,
       "episode_seed": 104836,
-      "length": 57,
-      "mean_latency_ms": 138.75334631613464,
-      "num_actions": 13,
+      "length": 64,
+      "mean_latency_ms": 137.7837649137533,
+      "num_actions": 32,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 145.37565109973644,
-      "p99_latency_ms": 147.7476159383805,
-      "return": 4.600000083446503
+      "p90_latency_ms": 147.15939564936184,
+      "p99_latency_ms": 148.18535847085093,
+      "return": 6.200000092387199
     },
     {
       "case_id": 108,
       "episode_id": 66,
       "episode_seed": 104837,
-      "length": 50,
-      "mean_latency_ms": 135.77970913955897,
-      "num_actions": 12,
-      "num_dropped_actions": 1,
+      "length": 55,
+      "mean_latency_ms": 138.55319596768933,
+      "num_actions": 28,
+      "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 141.32597047724556,
-      "p99_latency_ms": 145.94334142700032,
-      "return": 3.90000007301569
+      "p90_latency_ms": 143.5179106921592,
+      "p99_latency_ms": 146.66171981203638,
+      "return": 4.4000000804662704
     },
     {
       "case_id": 109,
       "episode_id": 67,
       "episode_seed": 104838,
-      "length": 86,
-      "mean_latency_ms": 137.523890427196,
-      "num_actions": 20,
+      "length": 53,
+      "mean_latency_ms": 135.99181618214007,
+      "num_actions": 27,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.6067113976244,
-      "p99_latency_ms": 148.95579727753608,
-      "return": 8.400000125169754
+      "p90_latency_ms": 144.41906809975504,
+      "p99_latency_ms": 146.9820638626567,
+      "return": 4.200000077486038
     },
     {
       "case_id": 110,
       "episode_id": 68,
       "episode_seed": 104839,
-      "length": 50,
-      "mean_latency_ms": 140.63943643515893,
-      "num_actions": 11,
+      "length": 61,
+      "mean_latency_ms": 137.33862963984816,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 145.8009582961666,
-      "p99_latency_ms": 146.26194603563994,
-      "return": 3.90000007301569
+      "p90_latency_ms": 146.317879669929,
+      "p99_latency_ms": 149.06174004882632,
+      "return": 5.000000089406967
     },
     {
       "case_id": 111,
       "episode_id": 69,
       "episode_seed": 104840,
-      "length": 56,
-      "mean_latency_ms": 139.2326467103069,
-      "num_actions": 12,
+      "length": 64,
+      "mean_latency_ms": 137.64398909042538,
+      "num_actions": 32,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 147.15657268891425,
-      "p99_latency_ms": 149.79974448793428,
-      "return": 4.500000081956387
+      "p90_latency_ms": 143.93352963403586,
+      "p99_latency_ms": 145.29885051957865,
+      "return": 6.200000092387199
     },
     {
       "case_id": 112,
       "episode_id": 70,
       "episode_seed": 104841,
-      "length": 50,
-      "mean_latency_ms": 136.6280460183245,
-      "num_actions": 12,
+      "length": 61,
+      "mean_latency_ms": 136.48811507479198,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.3092886911549,
-      "p99_latency_ms": 143.7715852169697,
-      "return": 3.90000007301569
+      "p90_latency_ms": 141.78737715097904,
+      "p99_latency_ms": 144.8609514715732,
+      "return": 5.000000089406967
     },
     {
       "case_id": 113,
       "episode_id": 71,
       "episode_seed": 104842,
-      "length": 50,
-      "mean_latency_ms": 137.3043373837752,
-      "num_actions": 12,
+      "length": 61,
+      "mean_latency_ms": 137.06327131885502,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 145.24086672328846,
-      "p99_latency_ms": 146.64572316323537,
-      "return": 3.90000007301569
+      "p90_latency_ms": 143.32593047195365,
+      "p99_latency_ms": 146.46028659385263,
+      "return": 5.000000089406967
     },
     {
       "case_id": 114,
       "episode_id": 72,
       "episode_seed": 104843,
-      "length": 50,
-      "mean_latency_ms": 138.1862223279445,
-      "num_actions": 11,
+      "length": 62,
+      "mean_latency_ms": 139.98822738462678,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 144.09785865449777,
-      "p99_latency_ms": 144.19331912663858,
-      "return": 3.90000007301569
+      "p90_latency_ms": 145.80233802958435,
+      "p99_latency_ms": 148.74994770540525,
+      "return": 6.000000089406967
     },
     {
       "case_id": 115,
       "episode_id": 73,
       "episode_seed": 104844,
-      "length": 50,
-      "mean_latency_ms": 136.2729027506478,
-      "num_actions": 12,
+      "length": 61,
+      "mean_latency_ms": 138.35940796653642,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 142.7635962019547,
-      "p99_latency_ms": 143.89295567914627,
-      "return": 3.90000007301569
+      "p90_latency_ms": 143.9414940263379,
+      "p99_latency_ms": 148.77707170213722,
+      "return": 5.000000089406967
     },
     {
       "case_id": 116,
       "episode_id": 74,
       "episode_seed": 104845,
-      "length": 50,
-      "mean_latency_ms": 135.14812009592669,
-      "num_actions": 12,
+      "length": 61,
+      "mean_latency_ms": 137.92977736041246,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 141.0773012537548,
-      "p99_latency_ms": 147.89345138798075,
-      "return": 3.90000007301569
+      "p90_latency_ms": 146.7521510977901,
+      "p99_latency_ms": 147.85880635058197,
+      "return": 5.000000089406967
     },
     {
       "case_id": 117,
       "episode_id": 75,
       "episode_seed": 104846,
-      "length": 50,
-      "mean_latency_ms": 137.93942125933557,
-      "num_actions": 11,
+      "length": 62,
+      "mean_latency_ms": 136.98680053432227,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 141.82563293446069,
-      "p99_latency_ms": 141.98024694260653,
-      "return": 3.90000007301569
+      "p90_latency_ms": 146.87109047300228,
+      "p99_latency_ms": 149.72459651246393,
+      "return": 6.000000089406967
     },
     {
       "case_id": 118,
       "episode_id": 76,
       "episode_seed": 104847,
-      "length": 50,
-      "mean_latency_ms": 137.36321518997613,
-      "num_actions": 12,
+      "length": 96,
+      "mean_latency_ms": 136.58559807082602,
+      "num_actions": 48,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 144.31817794839222,
-      "p99_latency_ms": 147.97681113344186,
-      "return": 3.90000007301569
+      "p90_latency_ms": 144.41547084670844,
+      "p99_latency_ms": 148.60455233593746,
+      "return": 9.400000140070915
     },
     {
       "case_id": 119,
       "episode_id": 77,
       "episode_seed": 104848,
-      "length": 51,
-      "mean_latency_ms": 140.34185328313214,
-      "num_actions": 11,
+      "length": 61,
+      "mean_latency_ms": 139.3123413014067,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.77941633154782,
-      "p99_latency_ms": 153.63107395824906,
-      "return": 4.000000074505806
+      "p90_latency_ms": 146.48708151908735,
+      "p99_latency_ms": 147.35649297183684,
+      "return": 5.000000089406967
     },
     {
       "case_id": 120,
       "episode_id": 78,
       "episode_seed": 104849,
-      "length": 50,
-      "mean_latency_ms": 138.29336227489844,
-      "num_actions": 11,
+      "length": 57,
+      "mean_latency_ms": 136.98645167651094,
+      "num_actions": 29,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.3186793750433,
-      "p99_latency_ms": 146.9012943401303,
-      "return": 3.90000007301569
+      "p90_latency_ms": 142.07246295951245,
+      "p99_latency_ms": 147.5147245312562,
+      "return": 4.600000083446503
     },
     {
       "case_id": 121,
       "episode_id": 79,
       "episode_seed": 104850,
-      "length": 58,
-      "mean_latency_ms": 139.06201935832064,
-      "num_actions": 13,
+      "length": 64,
+      "mean_latency_ms": 137.99263273207086,
+      "num_actions": 32,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 145.43337242552238,
-      "p99_latency_ms": 147.10572733390507,
-      "return": 4.700000084936619
+      "p90_latency_ms": 144.65425302457987,
+      "p99_latency_ms": 148.3757552685901,
+      "return": 6.200000092387199
     },
     {
       "case_id": 122,
       "episode_id": 80,
       "episode_seed": 104851,
-      "length": 50,
-      "mean_latency_ms": 137.09997754741312,
-      "num_actions": 12,
+      "length": 62,
+      "mean_latency_ms": 136.45714166637583,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.52595992705582,
-      "p99_latency_ms": 145.37218031895176,
-      "return": 3.90000007301569
+      "p90_latency_ms": 142.51477821357085,
+      "p99_latency_ms": 146.00642201306474,
+      "return": 6.000000089406967
     },
     {
       "case_id": 123,
       "episode_id": 81,
       "episode_seed": 104852,
-      "length": 50,
-      "mean_latency_ms": 136.19549814804722,
-      "num_actions": 12,
+      "length": 62,
+      "mean_latency_ms": 137.14274224248783,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.50761502238015,
-      "p99_latency_ms": 145.84899599614977,
-      "return": 3.90000007301569
+      "p90_latency_ms": 146.60654487441192,
+      "p99_latency_ms": 149.74044944081726,
+      "return": 6.000000089406967
     },
     {
       "case_id": 124,
       "episode_id": 82,
       "episode_seed": 104853,
-      "length": 50,
-      "mean_latency_ms": 135.84950285668202,
-      "num_actions": 12,
+      "length": 55,
+      "mean_latency_ms": 139.0916950484416,
+      "num_actions": 28,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 142.20915649396665,
-      "p99_latency_ms": 145.8063945590569,
-      "return": 3.90000007301569
+      "p90_latency_ms": 146.08614589149465,
+      "p99_latency_ms": 147.79395741631328,
+      "return": 4.4000000804662704
     },
     {
       "case_id": 125,
       "episode_id": 83,
       "episode_seed": 104854,
-      "length": 50,
-      "mean_latency_ms": 136.9837495781144,
-      "num_actions": 12,
+      "length": 53,
+      "mean_latency_ms": 136.2489812584269,
+      "num_actions": 27,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.43099995984844,
-      "p99_latency_ms": 147.18446618368813,
-      "return": 3.90000007301569
+      "p90_latency_ms": 143.0134850309297,
+      "p99_latency_ms": 143.61898505051437,
+      "return": 4.200000077486038
     },
     {
       "case_id": 126,
       "episode_id": 84,
       "episode_seed": 104855,
-      "length": 50,
-      "mean_latency_ms": 135.84194439269652,
-      "num_actions": 12,
+      "length": 61,
+      "mean_latency_ms": 136.5213373725886,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 141.1524794070082,
-      "p99_latency_ms": 141.67343370638372,
-      "return": 3.90000007301569
+      "p90_latency_ms": 145.14465018785023,
+      "p99_latency_ms": 146.6355917130306,
+      "return": 5.000000089406967
     },
     {
       "case_id": 127,
       "episode_id": 85,
       "episode_seed": 104856,
-      "length": 50,
-      "mean_latency_ms": 140.50934181320991,
-      "num_actions": 11,
+      "length": 135,
+      "mean_latency_ms": 138.3908034112951,
+      "num_actions": 68,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 146.75821827918523,
-      "p99_latency_ms": 147.33447376646305,
-      "return": 3.90000007301569
+      "p90_latency_ms": 146.32760448637245,
+      "p99_latency_ms": 153.47811574801483,
+      "return": 15.100000195205212
     },
     {
       "case_id": 128,
       "episode_id": 86,
       "episode_seed": 104857,
-      "length": 50,
-      "mean_latency_ms": 139.7567660415207,
-      "num_actions": 11,
+      "length": 96,
+      "mean_latency_ms": 136.92239305635226,
+      "num_actions": 48,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 142.75150478452073,
-      "p99_latency_ms": 146.96398312275977,
-      "return": 3.90000007301569
+      "p90_latency_ms": 144.99855398107553,
+      "p99_latency_ms": 147.68547837950223,
+      "return": 9.400000140070915
     },
     {
       "case_id": 129,
       "episode_id": 87,
       "episode_seed": 104858,
-      "length": 51,
-      "mean_latency_ms": 135.71985580721213,
-      "num_actions": 12,
+      "length": 61,
+      "mean_latency_ms": 135.95041215385294,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 141.30817497104965,
-      "p99_latency_ms": 143.7635942298789,
-      "return": 4.000000074505806
+      "p90_latency_ms": 143.13330504237084,
+      "p99_latency_ms": 146.20257395536757,
+      "return": 5.000000089406967
     },
     {
       "case_id": 130,
       "episode_id": 88,
       "episode_seed": 104859,
-      "length": 57,
-      "mean_latency_ms": 140.53864609324762,
-      "num_actions": 12,
+      "length": 61,
+      "mean_latency_ms": 139.10773699666956,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 147.69062451592333,
-      "p99_latency_ms": 149.214475753655,
-      "return": 4.600000083446503
+      "p90_latency_ms": 147.28665117511662,
+      "p99_latency_ms": 149.24872275314834,
+      "return": 5.000000089406967
     },
     {
       "case_id": 131,
       "episode_id": 89,
       "episode_seed": 104860,
-      "length": 50,
-      "mean_latency_ms": 137.24122830065093,
-      "num_actions": 11,
+      "length": 53,
+      "mean_latency_ms": 137.18585805571897,
+      "num_actions": 27,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 145.241907258111,
-      "p99_latency_ms": 145.4247910455477,
-      "return": 3.90000007301569
+      "p90_latency_ms": 145.31822359302373,
+      "p99_latency_ms": 148.60456225346593,
+      "return": 4.200000077486038
     },
     {
       "case_id": 132,
       "episode_id": 90,
       "episode_seed": 104861,
-      "length": 51,
-      "mean_latency_ms": 137.5480196046593,
-      "num_actions": 12,
+      "length": 55,
+      "mean_latency_ms": 137.13547502201249,
+      "num_actions": 28,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 144.471030352529,
-      "p99_latency_ms": 146.93554568580865,
-      "return": 4.000000074505806
+      "p90_latency_ms": 143.68931947452,
+      "p99_latency_ms": 147.12137043071803,
+      "return": 4.4000000804662704
     },
     {
       "case_id": 133,
       "episode_id": 91,
       "episode_seed": 104862,
-      "length": 50,
-      "mean_latency_ms": 135.3935299967126,
-      "num_actions": 12,
+      "length": 62,
+      "mean_latency_ms": 137.65123376450455,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 147.45666641434542,
-      "p99_latency_ms": 148.33017811266137,
-      "return": 3.90000007301569
+      "p90_latency_ms": 145.59152697572242,
+      "p99_latency_ms": 147.63094181782094,
+      "return": 6.000000089406967
     },
     {
       "case_id": 134,
       "episode_id": 92,
       "episode_seed": 104863,
-      "length": 50,
-      "mean_latency_ms": 140.49041772259972,
-      "num_actions": 11,
+      "length": 62,
+      "mean_latency_ms": 136.55799169413743,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 147.2831627168742,
-      "p99_latency_ms": 147.64788263978815,
-      "return": 3.90000007301569
+      "p90_latency_ms": 142.99768271410898,
+      "p99_latency_ms": 148.7915004052198,
+      "return": 6.000000089406967
     },
     {
       "case_id": 135,
       "episode_id": 93,
       "episode_seed": 104864,
-      "length": 50,
-      "mean_latency_ms": 135.80388483336193,
-      "num_actions": 12,
+      "length": 61,
+      "mean_latency_ms": 138.69356945258846,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.4582902615386,
-      "p99_latency_ms": 147.60935372765593,
-      "return": 3.90000007301569
+      "p90_latency_ms": 147.4531385287679,
+      "p99_latency_ms": 148.8426896177096,
+      "return": 5.000000089406967
     },
     {
       "case_id": 136,
       "episode_id": 94,
       "episode_seed": 104865,
-      "length": 50,
-      "mean_latency_ms": 138.17799957573374,
-      "num_actions": 12,
+      "length": 97,
+      "mean_latency_ms": 136.92150057731845,
+      "num_actions": 49,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 142.95280127985274,
-      "p99_latency_ms": 144.09717627588267,
-      "return": 3.90000007301569
+      "p90_latency_ms": 144.06454489464699,
+      "p99_latency_ms": 148.96541732512355,
+      "return": 9.500000141561031
     },
     {
       "case_id": 137,
       "episode_id": 95,
       "episode_seed": 104866,
-      "length": 50,
-      "mean_latency_ms": 137.50772994125595,
-      "num_actions": 11,
+      "length": 62,
+      "mean_latency_ms": 137.10271874107477,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 141.91145085390966,
-      "p99_latency_ms": 146.23317569102807,
-      "return": 3.90000007301569
+      "p90_latency_ms": 142.90973312008197,
+      "p99_latency_ms": 146.33638449042107,
+      "return": 6.000000089406967
     },
     {
       "case_id": 138,
       "episode_id": 96,
       "episode_seed": 104867,
-      "length": 51,
-      "mean_latency_ms": 139.5867261598193,
-      "num_actions": 11,
+      "length": 61,
+      "mean_latency_ms": 136.93544540970433,
+      "num_actions": 31,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 147.5812935747833,
-      "p99_latency_ms": 148.1227392803174,
-      "return": 4.000000074505806
+      "p90_latency_ms": 144.17719105187498,
+      "p99_latency_ms": 147.14095253349683,
+      "return": 5.000000089406967
     },
     {
       "case_id": 139,
       "episode_id": 97,
       "episode_seed": 104868,
-      "length": 50,
-      "mean_latency_ms": 137.92275745884965,
-      "num_actions": 12,
+      "length": 53,
+      "mean_latency_ms": 138.02759034696422,
+      "num_actions": 27,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 145.75712739826886,
-      "p99_latency_ms": 146.61219744194094,
-      "return": 3.90000007301569
+      "p90_latency_ms": 146.44469045632036,
+      "p99_latency_ms": 149.27600836424028,
+      "return": 4.200000077486038
     },
     {
       "case_id": 140,
       "episode_id": 98,
       "episode_seed": 104869,
-      "length": 50,
-      "mean_latency_ms": 139.34671038803535,
-      "num_actions": 11,
+      "length": 53,
+      "mean_latency_ms": 138.76688145095878,
+      "num_actions": 27,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 145.6116447416243,
-      "p99_latency_ms": 145.6605677341418,
-      "return": 3.90000007301569
+      "p90_latency_ms": 147.14370638274403,
+      "p99_latency_ms": 149.3486390249637,
+      "return": 4.200000077486038
     },
     {
       "case_id": 141,
       "episode_id": 99,
       "episode_seed": 104870,
-      "length": 58,
-      "mean_latency_ms": 139.2308895982811,
-      "num_actions": 13,
+      "length": 64,
+      "mean_latency_ms": 138.0163558701097,
+      "num_actions": 32,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 143.80752510499116,
-      "p99_latency_ms": 149.11781599537812,
-      "return": 4.700000084936619
+      "p90_latency_ms": 145.64512344011106,
+      "p99_latency_ms": 147.14150537433727,
+      "return": 6.200000092387199
     }
   ],
   "policy": "sample-factory",
@@ -1410,15 +1412,20 @@
       104870
     ],
     "deterministic": true,
+    "env_fps": 10,
     "episodes": 100,
-    "horizon": 3600,
+    "frame_stack": 4,
+    "horizon": 18000,
     "latency": {
       "instance_id": "instance_a5037b165aa0cedc",
-      "method": "iid_profile_replay",
-      "path": "profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc",
-      "replay": "iid",
+      "method": "temporal_profile_replay",
+      "path": "profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
+      "profile_worker_slot": 0,
+      "replay": "temporal",
       "repo_id": "latency-sensitive-bench/profiles",
       "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
+      "sampler": "HiddenRegimeSampler",
+      "seed": 42,
       "simulated_worker_capacity": 1
     },
     "logical_case_ids": [
@@ -1523,19 +1530,17 @@
       140,
       141
     ],
+    "obs_fps": 10,
     "parallel_envs": 100,
-    "sample_factory_seed_offset": 104729
+    "sample_factory_seed_offset": 104729,
+    "training_seed": 42
   },
-  "schema_version": 1,
+  "schema_version": 2,
   "summary": {
-    "mean_episode_length": 52.08,
-    "mean_return": 4.162000076025724,
-    "return_ci95_student_t": [
-      4.018950068064446,
-      4.305050083987003
-    ],
-    "std_episode_length": 5.57534254054802,
-    "std_return": 0.7209393501678897
+    "mean_episode_length": 71.21,
+    "mean_return": 6.687000103518367,
+    "std_episode_length": 28.03900675844278,
+    "std_return": 3.5074964409148013
   },
   "task": "Flappy Bird"
 }

latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-v1/provenance.json

@@ -2,37 +2,62 @@
   "artifact": "sample-factory-small-policy",
   "central_target": {
     "path": "latency-aware/flappy/small-policy/sample-factory-gr00t-rtx3090-v1",
-    "readback_revision": "98b693409c2f86c10b7a11e511fa60ff9e93e7ec",
+    "replaces_revision": "dd81908094a43d9c68e9c1349ad0a7cb697d5cf5",
     "repo_id": "latency-sensitive-bench/benchmark-models"
   },
+  "evaluation": {
+    "checkpoint_kind": "best",
+    "episodes": 100,
+    "file": "eval_profile.json",
+    "horizon": 18000
+  },
   "files": {
     "checkpoint": {
-      "bytes": 21798073,
-      "path": "best_000094720_48562176_reward_118.095.pth",
-      "sha256": "59a1d9a6f8a69cfe70728d0f73d915b12be25fb1387c6793f9d965075e3c16fd"
+      "bytes": 21797945,
+      "path": "best_000048624_24903680_reward_1812.752.pth",
+      "sha256": "e7043f84093759b12ab9a6d396da60f0dd27215dcd45c169879e423f707195ec"
     },
     "config": {
-      "bytes": 10373,
+      "bytes": 10614,
       "path": "config.json",
-      "sha256": "40ae5323e420edb90bae86eb17414e3a7d729228ddb89e824c096c8a0a074289"
+      "sha256": "93a065b9a344dfb587d3088f4e5c312267a0d24972dabaad55b10d08905fa043"
     },
-    "evaluation": "eval_profile.json"
+    "evaluation": {
+      "bytes": 40110,
+      "path": "eval_profile.json",
+      "sha256": "6516f230805f9f76d1734a115dae039aac41571455955e2e291238b2a62bf6d7"
+    }
   },
+  "logical_profile": "qwengr00t",
   "profile": {
     "instance_id": "instance_a5037b165aa0cedc",
-    "path": "profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc",
-    "replay": "iid",
+    "method": "temporal_profile_replay",
+    "path": "profiles/gr00t/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
+    "profile_worker_slot": 0,
+    "replay": "temporal",
     "repo_id": "latency-sensitive-bench/profiles",
     "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
+    "sampler": "HiddenRegimeSampler",
+    "seed": 42,
     "simulated_worker_capacity": 1
   },
-  "publication_status": "published-central-readback-passed",
-  "schema_version": 1,
+  "publication_status": "published-pending-central-readback",
+  "schema_version": 2,
   "source": {
-    "checkpoint": "memory/small_model/flappy/gr00t_rtx3090_profile_25m_fs4_1min_eval/train/memory_small_model:flappy:frame_stack:gr00t_rtx3090_iid:fs4:obs30:stride1:seed12/checkpoint_p0/best_000094720_48562176_reward_118.095.pth",
-    "path": "memory/small_model/flappy/gr00t_rtx3090_profile_25m_fs4_1min_eval/train/memory_small_model:flappy:frame_stack:gr00t_rtx3090_iid:fs4:obs30:stride1:seed12",
-    "repo_id": "latency-sensitive-bench/paper-experiment-models",
-    "revision": "8d576e64dd9f7370e06abfebff37b3d50dfdf8d1"
+    "best_checkpoint_env_step": 24903680,
+    "checkpoint": "/mnt/ssd/latency-sensitive-bench/results/checkpoints/flappy/profiled_small_qwen_10fps_25m/flappy_profile_qwengr00t_rtx3090_temporal_25m_obs10_seed42/checkpoint_p0/best_000048624_24903680_reward_1812.752.pth",
+    "checkpoint_kind": "best",
+    "completed_training_env_step": 25001984,
+    "host_path": "/mnt/ssd/latency-sensitive-bench/results/checkpoints/flappy/profiled_small_qwen_10fps_25m/flappy_profile_qwengr00t_rtx3090_temporal_25m_obs10_seed42",
+    "training_seed": 42,
+    "wandb_run": "https://wandb.ai/saberrr-zju/starvla_tasks/runs/flappy-obs10-qwengr00t_rtx3090_temporal_25m-s42"
   },
-  "task": "Flappy Bird"
+  "task": "Flappy Bird",
+  "training": {
+    "env_fps": 10,
+    "frame_stack": 4,
+    "obs_fps": 10,
+    "sampler": "HiddenRegimeSampler",
+    "target_env_steps": 25000000
+  }
 }

latency-aware/flappy/small-policy/sample-factory-openvla-rtx3090-v1/README.md

@@ -1,14 +1,14 @@
-# Flappy Bird Sample Factory policy
+# Flappy Bird Sample Factory policy (qwenoft)
 
-This bundle contains the exact selected checkpoint, its original Sample Factory `config.json`, provenance, and the formal 100-episode evaluation.
+This bundle contains the selected temporal-profile-trained checkpoint, its original Sample Factory `config.json`, provenance, and the corrected 100-episode temporal-profile evaluation.
 
-- Condition: IID replay of `profiles/openvla/1x-rtx3090/flappy/instance_a5037b165aa0cedc`
-- Deterministic case IDs: 42–141 (Sample Factory reset seeds 104771–104870)
-- Horizon: 3600
-- Parallel environments: 100
-- Mean return: 5.137000
-- Return standard deviation: 1.704045
-- Student-t 95% CI: [4.798881, 5.475120]
-- Mean episode length: 59.04
+- Training: 25M target raw environment steps; seed 42; 10 FPS environment and observations; frame stack 4
+- Selected checkpoint: `best_000046048_23592960_reward_1867.668.pth` at 23,592,960 environment steps
+- Latency: temporal `HiddenRegimeSampler` replay of `profiles/openvla/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json` at profile revision `48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749`
+- Evaluation: best checkpoint; deterministic case IDs 42–141; 100 episodes; 18,000-step horizon; 100 parallel environments; simulated worker capacity 1
+- Mean return: 1177.629014
+- Return standard deviation: 803.195297
+- Mean episode length: 9519.83
+- W&B: https://wandb.ai/saberrr-zju/starvla_tasks/runs/flappy-obs10-qwenoft_rtx3090_temporal_25m-s42
 
-The historical checkpoint-selection reward is not an independent evaluation score. See `eval_profile.json` for all episode records and `provenance.json` for the immutable source revision.
+See `eval_profile.json` for every episode and `provenance.json` for the exact source, profile, and checkpoint lineage.

latency-aware/flappy/small-policy/sample-factory-openvla-rtx3090-v1/{best_000085664_43941888_reward_1115.214.pth → best_000046048_23592960_reward_1867.668.pth}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc3a0ddb027034f725bfc2fa43f27985fcd064f0fe66a0d09d8e8f8b32be2fac
-size 21798137
+oid sha256:c545fc1b85d3d44be908677669be5bc0628af6914d2637d8dbfaa16fbd01feca
+size 21797945

latency-aware/flappy/small-policy/sample-factory-openvla-rtx3090-v1/config.json

@@ -2,11 +2,11 @@
   "help": false,
   "algo": "APPO",
   "env": "latency_flappy",
-  "experiment": "flappy_frame_stack_openvla_rtx3090_iid_fs4_seed13",
-  "train_dir": "results/checkpoints/memory/small_model/flappy",
+  "experiment": "flappy_profile_qwenoft_rtx3090_temporal_25m_obs10_seed42",
+  "train_dir": "results/checkpoints/flappy/profiled_small_qwen_10fps_25m",
   "restart_behavior": "resume",
   "device": "gpu",
-  "seed": 13,
+  "seed": 42,
   "initial_model_path": null,
   "num_policies": 1,
   "async_rl": true,
@@ -77,7 +77,7 @@
   "summaries_use_frameskip": true,
   "heartbeat_interval": 20,
   "heartbeat_reporting_interval": 180,
-  "train_for_env_steps": 50000000,
+  "train_for_env_steps": 25000000,
   "train_for_seconds": 10000000000,
   "save_every_sec": 600,
   "keep_checkpoints": 5,
@@ -116,17 +116,17 @@
   "use_record_episode_statistics": false,
   "with_wandb": true,
   "wandb_user": null,
-  "wandb_project": "latency-sensitive-bench",
-  "wandb_group": "flappy-fs4-openvla_rtx3090_iid",
-  "wandb_job_type": "sample_factory",
+  "wandb_project": "starvla_tasks",
+  "wandb_group": "flappy-obs10-qwenoft_rtx3090_temporal_25m",
+  "wandb_job_type": "flappy_profiled_small",
   "wandb_tags": [
-    "memory_small_model",
+    "flappy_profiled_small",
     "flappy",
-    "frame_stack",
-    "iid",
-    "openvla_rtx3090_iid",
-    "fs4",
-    "seed13"
+    "profile",
+    "temporal",
+    "qwenoft_rtx3090_temporal_25m",
+    "obs10",
+    "seed42"
   ],
   "with_pbt": false,
   "pbt_mix_policies_in_one_env": true,
@@ -141,8 +141,8 @@
   "pbt_perturb_min": 1.1,
   "pbt_perturb_max": 1.5,
   "gym_id": "FlappyBird-v0",
-  "env_fps": 30.0,
-  "obs_fps": 30.0,
+  "env_fps": 10.0,
+  "obs_fps": 10.0,
   "use_lidar": false,
   "normalize_obs": true,
   "audio_on": false,
@@ -164,13 +164,13 @@
   "debug_timelimit_diagnostics": false,
   "max_episode_steps": 0,
   "mode": "train",
-  "latency_type": "iid",
+  "latency_type": "profile_sample",
   "fixed_latency_ms": null,
   "mean_latency_ms": null,
   "std_latency_ms": null,
   "min_latency_ms": null,
   "max_latency_ms": null,
-  "latency_seed": 13,
+  "latency_seed": 42,
   "latency_profile_path": "results/profiling/profiles/openvla/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
   "latency_profile_worker_slot": 0,
   "add_latency_info": false,
@@ -178,21 +178,21 @@
   "hold_policy": "one_frame_then_noop",
   "ordering_policy": "latest_ready",
   "eval_episodes": 100,
-  "eval_parallel_envs": 1,
+  "eval_parallel_envs": 100,
   "eval_latency_raw_frame_values": "0,1,2,3,4,5",
-  "eval_max_steps": 3600,
+  "eval_max_steps": 18000,
   "eval_deterministic": true,
   "eval_raw_reward": false,
-  "episode_metrics_path": "results/checkpoints/memory/small_model/flappy/flappy_frame_stack_openvla_rtx3090_iid_fs4_seed13/episode_metrics.jsonl",
-  "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_frame_stack_openvla_rtx3090_iid_fs4_seed13 --train_dir results/checkpoints/memory/small_model/flappy --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 13 --episode_metrics_path results/checkpoints/memory/small_model/flappy/flappy_frame_stack_openvla_rtx3090_iid_fs4_seed13/episode_metrics.jsonl --train_for_env_steps 10000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type iid --latency-seed 13 --latency-profile-path results/profiling/profiles/openvla/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json --latency-profile-worker-slot 0 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 1 --eval-max-steps 3600 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group flappy-fs4-openvla_rtx3090_iid --wandb_job_type sample_factory --wandb_tags memory_small_model flappy frame_stack iid openvla_rtx3090_iid fs4 seed13 --gym_id FlappyBird-v0 --env-fps 30 --obs-fps 30.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 4 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready",
+  "episode_metrics_path": "results/checkpoints/flappy/profiled_small_qwen_10fps_25m/flappy_profile_qwenoft_rtx3090_temporal_25m_obs10_seed42/episode_metrics.jsonl",
+  "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_profile_qwenoft_rtx3090_temporal_25m_obs10_seed42 --train_dir results/checkpoints/flappy/profiled_small_qwen_10fps_25m --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 42 --episode_metrics_path results/checkpoints/flappy/profiled_small_qwen_10fps_25m/flappy_profile_qwenoft_rtx3090_temporal_25m_obs10_seed42/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type profile_sample --latency-seed 42 --latency-profile-path results/profiling/profiles/openvla/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json --latency-profile-worker-slot 0 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 100 --eval-max-steps 18000 --eval-deterministic True --with_wandb True --wandb_project starvla_tasks --wandb_group flappy-obs10-qwenoft_rtx3090_temporal_25m --wandb_job_type flappy_profiled_small --wandb_tags flappy_profiled_small flappy profile temporal qwenoft_rtx3090_temporal_25m obs10 seed42 --gym_id FlappyBird-v0 --env-fps 10 --obs-fps 10.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 4 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready",
   "cli_args": {
     "algo": "APPO",
     "env": "latency_flappy",
-    "experiment": "flappy_frame_stack_openvla_rtx3090_iid_fs4_seed13",
-    "train_dir": "results/checkpoints/memory/small_model/flappy",
+    "experiment": "flappy_profile_qwenoft_rtx3090_temporal_25m_obs10_seed42",
+    "train_dir": "results/checkpoints/flappy/profiled_small_qwen_10fps_25m",
     "restart_behavior": "resume",
     "device": "gpu",
-    "seed": 13,
+    "seed": 42,
     "num_policies": 1,
     "async_rl": true,
     "batched_sampling": true,
@@ -219,28 +219,28 @@
     ],
     "experiment_summaries_interval": 1,
     "stats_avg": 100,
-    "train_for_env_steps": 10000000,
+    "train_for_env_steps": 25000000,
     "save_every_sec": 600,
     "keep_checkpoints": 5,
     "use_rnn": false,
     "env_gpu_actions": true,
     "env_gpu_observations": true,
     "with_wandb": true,
-    "wandb_project": "latency-sensitive-bench",
-    "wandb_group": "flappy-fs4-openvla_rtx3090_iid",
-    "wandb_job_type": "sample_factory",
+    "wandb_project": "starvla_tasks",
+    "wandb_group": "flappy-obs10-qwenoft_rtx3090_temporal_25m",
+    "wandb_job_type": "flappy_profiled_small",
     "wandb_tags": [
-      "memory_small_model",
+      "flappy_profiled_small",
       "flappy",
-      "frame_stack",
-      "iid",
-      "openvla_rtx3090_iid",
-      "fs4",
-      "seed13"
+      "profile",
+      "temporal",
+      "qwenoft_rtx3090_temporal_25m",
+      "obs10",
+      "seed42"
     ],
     "gym_id": "FlappyBird-v0",
-    "env_fps": 30.0,
-    "obs_fps": 30.0,
+    "env_fps": 10.0,
+    "obs_fps": 10.0,
     "use_lidar": false,
     "normalize_obs": true,
     "audio_on": false,
@@ -259,24 +259,24 @@
     "debug": false,
     "debug_timelimit_diagnostics": false,
     "mode": "train",
-    "latency_type": "iid",
-    "latency_seed": 13,
+    "latency_type": "profile_sample",
+    "latency_seed": 42,
     "latency_profile_path": "results/profiling/profiles/openvla/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
     "latency_profile_worker_slot": 0,
     "add_latency_info": false,
     "hold_policy": "one_frame_then_noop",
     "ordering_policy": "latest_ready",
     "eval_episodes": 100,
-    "eval_parallel_envs": 1,
-    "eval_max_steps": 3600,
+    "eval_parallel_envs": 100,
+    "eval_max_steps": 18000,
     "eval_deterministic": true,
-    "episode_metrics_path": "results/checkpoints/memory/small_model/flappy/flappy_frame_stack_openvla_rtx3090_iid_fs4_seed13/episode_metrics.jsonl",
-    "output_dir": "outputs/memory/small_model/flappy/openvla_rtx3090_profile/train/frame_stack/openvla_rtx3090_iid/fs4/seed_13",
-    "wandb_unique_id": "flappy-fs4-openvla_rtx3090_iid-s13"
+    "episode_metrics_path": "results/checkpoints/flappy/profiled_small_qwen_10fps_25m/flappy_profile_qwenoft_rtx3090_temporal_25m_obs10_seed42/episode_metrics.jsonl",
+    "output_dir": "outputs/tasks/flappy/profiled_small_qwen_10fps_25m/train/profile/qwenoft_rtx3090_temporal_25m/obs10/seed_42",
+    "wandb_unique_id": "flappy-obs10-qwenoft_rtx3090_temporal_25m-s42"
   },
-  "git_hash": "c0cb6a319133de6cbef9729610762a9dffc68b29",
-  "git_repo_name": "https://github.com/ZihanWang314/latency-sensitive-bench",
+  "git_hash": "unknown",
+  "git_repo_name": "not a git repository",
   "eval_env_frameskip": 1,
-  "output_dir": "outputs/memory/small_model/flappy/openvla_rtx3090_profile/train/frame_stack/openvla_rtx3090_iid/fs4/seed_13",
-  "wandb_unique_id": "flappy-fs4-openvla_rtx3090_iid-s13"
+  "output_dir": "outputs/tasks/flappy/profiled_small_qwen_10fps_25m/train/profile/qwenoft_rtx3090_temporal_25m/obs10/seed_42",
+  "wandb_unique_id": "flappy-obs10-qwenoft_rtx3090_temporal_25m-s42"
 }

latency-aware/flappy/small-policy/sample-factory-openvla-rtx3090-v1/eval_profile.json

@@ -1,1308 +1,1310 @@
 {
   "checkpoint": {
-    "bundle_path": "best_000085664_43941888_reward_1115.214.pth",
-    "sha256": "dc3a0ddb027034f725bfc2fa43f27985fcd064f0fe66a0d09d8e8f8b32be2fac"
+    "actual_env_step": 23592960,
+    "bundle_path": "best_000046048_23592960_reward_1867.668.pth",
+    "kind": "best",
+    "sha256": "c545fc1b85d3d44be908677669be5bc0628af6914d2637d8dbfaa16fbd01feca"
   },
   "episodes": [
     {
       "case_id": 42,
       "episode_id": 0,
       "episode_seed": 104771,
-      "length": 86,
-      "mean_latency_ms": 76.91378195520944,
-      "num_actions": 29,
-      "num_dropped_actions": 0,
+      "length": 7071,
+      "mean_latency_ms": 75.80194840000537,
+      "num_actions": 7048,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.62927559256059,
-      "p99_latency_ms": 91.21615042676163,
-      "return": 8.400000125169754
+      "p90_latency_ms": 80.22860442591224,
+      "p99_latency_ms": 87.91395291142258,
+      "return": 874.3000102564692
     },
     {
       "case_id": 43,
       "episode_id": 1,
       "episode_seed": 104772,
-      "length": 50,
-      "mean_latency_ms": 75.61300704799098,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 12141,
+      "mean_latency_ms": 75.85768834498835,
+      "num_actions": 12116,
+      "num_dropped_actions": 2,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.46905308416098,
-      "p99_latency_ms": 82.07815913543355,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.19001926492746,
+      "p99_latency_ms": 84.31486311276667,
+      "return": 1501.9000176116824
     },
     {
       "case_id": 44,
       "episode_id": 2,
       "episode_seed": 104773,
-      "length": 50,
-      "mean_latency_ms": 75.48686834563834,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 7980,
+      "mean_latency_ms": 75.92925826136002,
+      "num_actions": 7964,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.23700262820215,
-      "p99_latency_ms": 79.95287819976208,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.20264348362306,
+      "p99_latency_ms": 84.28032126762528,
+      "return": 986.800011575222
     },
     {
       "case_id": 45,
       "episode_id": 3,
       "episode_seed": 104774,
-      "length": 50,
-      "mean_latency_ms": 75.79727484104674,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 9967,
+      "mean_latency_ms": 76.00791704364336,
+      "num_actions": 9924,
+      "num_dropped_actions": 2,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.57199820517116,
-      "p99_latency_ms": 81.06850418823473,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.34859151794771,
+      "p99_latency_ms": 93.01398833052329,
+      "return": 1233.2000144571066
     },
     {
       "case_id": 46,
       "episode_id": 4,
       "episode_seed": 104775,
-      "length": 68,
-      "mean_latency_ms": 74.56690717160221,
-      "num_actions": 23,
-      "num_dropped_actions": 0,
+      "length": 11432,
+      "mean_latency_ms": 75.96742778832484,
+      "num_actions": 11389,
+      "num_dropped_actions": 3,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 78.13490759118403,
-      "p99_latency_ms": 80.26258175268293,
-      "return": 6.600000098347664
+      "p90_latency_ms": 80.25400878190335,
+      "p99_latency_ms": 91.6317376108523,
+      "return": 1413.9000165835023
     },
     {
       "case_id": 47,
       "episode_id": 5,
       "episode_seed": 104776,
-      "length": 50,
-      "mean_latency_ms": 74.87935988533758,
-      "num_actions": 17,
+      "length": 70,
+      "mean_latency_ms": 75.70261057328496,
+      "num_actions": 70,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.39188774584318,
-      "p99_latency_ms": 82.10734144833461,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.54924645684392,
+      "p99_latency_ms": 83.93420744531777,
+      "return": 6.800000101327896
     },
     {
       "case_id": 48,
       "episode_id": 6,
       "episode_seed": 104777,
-      "length": 50,
-      "mean_latency_ms": 76.14071128637066,
-      "num_actions": 17,
+      "length": 4945,
+      "mean_latency_ms": 75.89215032553102,
+      "num_actions": 4929,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 81.12557298842756,
-      "p99_latency_ms": 83.1979196444854,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.26042147726878,
+      "p99_latency_ms": 89.5627392289309,
+      "return": 610.400007173419
     },
     {
       "case_id": 49,
       "episode_id": 7,
       "episode_seed": 104778,
-      "length": 68,
-      "mean_latency_ms": 75.46347245993846,
-      "num_actions": 23,
+      "length": 2834,
+      "mean_latency_ms": 75.88540483510567,
+      "num_actions": 2827,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.16933568024542,
-      "p99_latency_ms": 82.1591418848337,
-      "return": 6.600000098347664
+      "p90_latency_ms": 80.29946603801957,
+      "p99_latency_ms": 83.89934638805198,
+      "return": 348.9000041112304
     },
     {
       "case_id": 50,
       "episode_id": 8,
       "episode_seed": 104779,
-      "length": 50,
-      "mean_latency_ms": 75.56694114629035,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 10724,
+      "mean_latency_ms": 75.87098041177312,
+      "num_actions": 10712,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.1569485517333,
-      "p99_latency_ms": 84.7194263539812,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.17658649372855,
+      "p99_latency_ms": 85.86059540299479,
+      "return": 1326.9000155553222
     },
     {
       "case_id": 51,
       "episode_id": 9,
       "episode_seed": 104780,
-      "length": 68,
-      "mean_latency_ms": 74.83568349872124,
-      "num_actions": 23,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.91738381446105,
+      "num_actions": 17953,
+      "num_dropped_actions": 5,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.95907780132562,
-      "p99_latency_ms": 81.57160014880247,
-      "return": 6.600000098347664
+      "p90_latency_ms": 80.18239848744705,
+      "p99_latency_ms": 87.12478550180465,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 52,
       "episode_id": 10,
       "episode_seed": 104781,
-      "length": 50,
-      "mean_latency_ms": 76.73797711340238,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.92280454177161,
+      "num_actions": 17952,
+      "num_dropped_actions": 2,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 82.54823307520547,
-      "p99_latency_ms": 82.77567782428467,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.21970499345855,
+      "p99_latency_ms": 87.73096945638406,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 53,
       "episode_id": 11,
       "episode_seed": 104782,
-      "length": 50,
-      "mean_latency_ms": 75.9597036891007,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.8907579282627,
+      "num_actions": 17964,
+      "num_dropped_actions": 2,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.72124552047651,
-      "p99_latency_ms": 81.6463430989372,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.23266686226661,
+      "p99_latency_ms": 84.91321583944027,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 54,
       "episode_id": 12,
       "episode_seed": 104783,
-      "length": 69,
-      "mean_latency_ms": 76.11995432650218,
-      "num_actions": 23,
+      "length": 462,
+      "mean_latency_ms": 76.1305125665899,
+      "num_actions": 460,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.47185863831696,
-      "p99_latency_ms": 82.97875638710315,
-      "return": 6.70000009983778
+      "p90_latency_ms": 80.42415384261659,
+      "p99_latency_ms": 84.12090339383312,
+      "return": 55.000000670552254
     },
     {
       "case_id": 55,
       "episode_id": 13,
       "episode_seed": 104784,
-      "length": 86,
-      "mean_latency_ms": 75.8359932629114,
-      "num_actions": 29,
-      "num_dropped_actions": 0,
+      "length": 5932,
+      "mean_latency_ms": 75.85349774036095,
+      "num_actions": 5910,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.56287522622378,
-      "p99_latency_ms": 80.65282019940935,
-      "return": 8.400000125169754
+      "p90_latency_ms": 80.21166108559805,
+      "p99_latency_ms": 88.18218803405762,
+      "return": 732.5000086054206
     },
     {
       "case_id": 56,
       "episode_id": 14,
       "episode_seed": 104785,
-      "length": 50,
-      "mean_latency_ms": 75.55100785493529,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 8497,
+      "mean_latency_ms": 75.90600358805742,
+      "num_actions": 8482,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.59997302182975,
-      "p99_latency_ms": 83.05539081185108,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.27300508072527,
+      "p99_latency_ms": 88.18218803405762,
+      "return": 1051.1000123247504
     },
     {
       "case_id": 57,
       "episode_id": 15,
       "episode_seed": 104786,
-      "length": 50,
-      "mean_latency_ms": 76.01603254746682,
-      "num_actions": 17,
+      "length": 6079,
+      "mean_latency_ms": 75.97038923263841,
+      "num_actions": 6051,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.36015129506356,
-      "p99_latency_ms": 82.09739091719916,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.30709536777576,
+      "p99_latency_ms": 91.03763521767738,
+      "return": 750.8000088185072
     },
     {
       "case_id": 58,
       "episode_id": 16,
       "episode_seed": 104787,
-      "length": 86,
-      "mean_latency_ms": 75.75286076287965,
-      "num_actions": 29,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.85956005366047,
+      "num_actions": 17969,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.14989986273767,
-      "p99_latency_ms": 81.84761087743438,
-      "return": 8.400000125169754
+      "p90_latency_ms": 80.22366553201122,
+      "p99_latency_ms": 84.24881927954488,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 59,
       "episode_id": 17,
       "episode_seed": 104788,
-      "length": 68,
-      "mean_latency_ms": 75.46079947818507,
-      "num_actions": 23,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.9273760942911,
+      "num_actions": 17941,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.32607930775924,
-      "p99_latency_ms": 80.2867796979321,
-      "return": 6.600000098347664
+      "p90_latency_ms": 80.25071509149502,
+      "p99_latency_ms": 91.38850838438658,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 60,
       "episode_id": 18,
       "episode_seed": 104789,
-      "length": 50,
-      "mean_latency_ms": 77.02558028310402,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 2572,
+      "mean_latency_ms": 76.14871477179457,
+      "num_actions": 2554,
+      "num_dropped_actions": 3,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.75222857421333,
-      "p99_latency_ms": 81.62900948901896,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.3139366465552,
+      "p99_latency_ms": 98.35540177221998,
+      "return": 316.40000373125076
     },
     {
       "case_id": 61,
       "episode_id": 19,
       "episode_seed": 104790,
-      "length": 86,
-      "mean_latency_ms": 75.47080349954754,
-      "num_actions": 29,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.83083666037415,
+      "num_actions": 17948,
+      "num_dropped_actions": 2,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 82.03812279543715,
-      "p99_latency_ms": 88.4454351786529,
-      "return": 8.400000125169754
+      "p90_latency_ms": 80.15852132971438,
+      "p99_latency_ms": 85.6141466475357,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 62,
       "episode_id": 20,
       "episode_seed": 104791,
-      "length": 50,
-      "mean_latency_ms": 75.02463779094093,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 129,
+      "mean_latency_ms": 76.59433974180395,
+      "num_actions": 127,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.37201687212644,
-      "p99_latency_ms": 80.38539911596223,
-      "return": 3.90000007301569
+      "p90_latency_ms": 81.00605689053643,
+      "p99_latency_ms": 101.43038329071622,
+      "return": 13.600000187754631
     },
     {
       "case_id": 63,
       "episode_id": 21,
       "episode_seed": 104792,
-      "length": 69,
-      "mean_latency_ms": 75.85456655283197,
-      "num_actions": 23,
-      "num_dropped_actions": 0,
+      "length": 2947,
+      "mean_latency_ms": 75.87271319061176,
+      "num_actions": 2944,
+      "num_dropped_actions": 2,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.21120352867825,
-      "p99_latency_ms": 91.55391602133874,
-      "return": 6.70000009983778
+      "p90_latency_ms": 80.18531077003816,
+      "p99_latency_ms": 84.29028232802094,
+      "return": 362.90000427514315
     },
     {
       "case_id": 64,
       "episode_id": 22,
       "episode_seed": 104793,
-      "length": 68,
-      "mean_latency_ms": 74.90263158356653,
-      "num_actions": 23,
-      "num_dropped_actions": 0,
+      "length": 3230,
+      "mean_latency_ms": 76.09429536761465,
+      "num_actions": 3209,
+      "num_dropped_actions": 2,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 78.77888833171954,
-      "p99_latency_ms": 82.86711790633635,
-      "return": 6.600000098347664
+      "p90_latency_ms": 80.37692584149518,
+      "p99_latency_ms": 98.22025130046347,
+      "return": 398.4000046849251
     },
     {
       "case_id": 65,
       "episode_id": 23,
       "episode_seed": 104794,
-      "length": 50,
-      "mean_latency_ms": 75.99203413158898,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 8299,
+      "mean_latency_ms": 75.79238515506073,
+      "num_actions": 8281,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.36802539695613,
-      "p99_latency_ms": 80.40237942113137,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.117402217592,
+      "p99_latency_ms": 84.16095013652078,
+      "return": 1025.9000120386481
     },
     {
       "case_id": 66,
       "episode_id": 24,
       "episode_seed": 104795,
-      "length": 69,
-      "mean_latency_ms": 75.25409925882072,
-      "num_actions": 23,
-      "num_dropped_actions": 0,
+      "length": 7621,
+      "mean_latency_ms": 75.84320424498101,
+      "num_actions": 7596,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.44849049079687,
-      "p99_latency_ms": 80.82631112307457,
-      "return": 6.70000009983778
+      "p90_latency_ms": 80.18954476266404,
+      "p99_latency_ms": 85.73586301279241,
+      "return": 941.9000110551715
     },
     {
       "case_id": 67,
       "episode_id": 25,
       "episode_seed": 104796,
-      "length": 50,
-      "mean_latency_ms": 76.76997160162831,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 4606,
+      "mean_latency_ms": 75.82050008294377,
+      "num_actions": 4598,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.44841266917507,
-      "p99_latency_ms": 83.88708373305539,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.23887377999434,
+      "p99_latency_ms": 84.26892238138693,
+      "return": 568.4000066816807
     },
     {
       "case_id": 68,
       "episode_id": 26,
       "episode_seed": 104797,
-      "length": 69,
-      "mean_latency_ms": 75.29297758532633,
-      "num_actions": 23,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.8828945974627,
+      "num_actions": 17967,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 81.23199214206122,
-      "p99_latency_ms": 82.03809040730906,
-      "return": 6.70000009983778
+      "p90_latency_ms": 80.23823731842927,
+      "p99_latency_ms": 84.88452817597333,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 69,
       "episode_id": 27,
       "episode_seed": 104798,
-      "length": 86,
-      "mean_latency_ms": 76.41186832870875,
-      "num_actions": 29,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.8275103439906,
+      "num_actions": 17974,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.15878301062583,
-      "p99_latency_ms": 97.48129545964018,
-      "return": 8.400000125169754
+      "p90_latency_ms": 80.24488507225925,
+      "p99_latency_ms": 83.83332921030461,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 70,
       "episode_id": 28,
       "episode_seed": 104799,
-      "length": 50,
-      "mean_latency_ms": 76.66822891711298,
-      "num_actions": 17,
+      "length": 253,
+      "mean_latency_ms": 76.09597716728544,
+      "num_actions": 246,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.55938195205906,
-      "p99_latency_ms": 81.69242831189644,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.30479228482564,
+      "p99_latency_ms": 102.69669749077616,
+      "return": 29.600000366568565
     },
     {
       "case_id": 71,
       "episode_id": 29,
       "episode_seed": 104800,
-      "length": 69,
-      "mean_latency_ms": 76.86325039830162,
-      "num_actions": 23,
-      "num_dropped_actions": 0,
+      "length": 12524,
+      "mean_latency_ms": 75.99174850339438,
+      "num_actions": 12487,
+      "num_dropped_actions": 3,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.04744967481047,
-      "p99_latency_ms": 84.14484627149548,
-      "return": 6.70000009983778
+      "p90_latency_ms": 80.28937959543626,
+      "p99_latency_ms": 90.44264350887302,
+      "return": 1549.2000181674957
     },
     {
       "case_id": 72,
       "episode_id": 30,
       "episode_seed": 104801,
-      "length": 67,
-      "mean_latency_ms": 75.39477256330986,
-      "num_actions": 23,
-      "num_dropped_actions": 0,
+      "length": 4981,
+      "mean_latency_ms": 75.98006451078162,
+      "num_actions": 4954,
+      "num_dropped_actions": 2,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.27861299828163,
-      "p99_latency_ms": 80.88526527794605,
-      "return": 6.500000096857548
+      "p90_latency_ms": 80.29242148346792,
+      "p99_latency_ms": 92.48255521333138,
+      "return": 614.9000072255731
     },
     {
       "case_id": 73,
       "episode_id": 31,
       "episode_seed": 104802,
-      "length": 50,
-      "mean_latency_ms": 75.61147066632373,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 12552,
+      "mean_latency_ms": 75.98084068038153,
+      "num_actions": 12503,
+      "num_dropped_actions": 3,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 81.42660423166137,
-      "p99_latency_ms": 81.85959931736102,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.27771527140868,
+      "p99_latency_ms": 91.98957375843645,
+      "return": 1552.9000182077289
     },
     {
       "case_id": 74,
       "episode_id": 32,
       "episode_seed": 104803,
-      "length": 86,
-      "mean_latency_ms": 75.22772956338194,
-      "num_actions": 29,
-      "num_dropped_actions": 0,
+      "length": 10179,
+      "mean_latency_ms": 75.97544218348358,
+      "num_actions": 10149,
+      "num_dropped_actions": 2,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.71557635757435,
-      "p99_latency_ms": 80.36885007252314,
-      "return": 8.400000125169754
+      "p90_latency_ms": 80.29163076747324,
+      "p99_latency_ms": 91.86819546230225,
+      "return": 1258.9000147655606
     },
     {
       "case_id": 75,
       "episode_id": 33,
       "episode_seed": 104804,
-      "length": 50,
-      "mean_latency_ms": 76.47178813236542,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 3856,
+      "mean_latency_ms": 75.85578808471132,
+      "num_actions": 3846,
+      "num_dropped_actions": 2,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.35426330954046,
-      "p99_latency_ms": 80.40884869264855,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.27235443974308,
+      "p99_latency_ms": 87.33410642797625,
+      "return": 475.4000055938959
     },
     {
       "case_id": 76,
       "episode_id": 34,
       "episode_seed": 104805,
-      "length": 50,
-      "mean_latency_ms": 75.92483809354083,
-      "num_actions": 17,
+      "length": 2429,
+      "mean_latency_ms": 75.8134872657814,
+      "num_actions": 2426,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.06422563989047,
-      "p99_latency_ms": 81.35168894040503,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.30036531839201,
+      "p99_latency_ms": 83.51681580225255,
+      "return": 298.5000035241246
     },
     {
       "case_id": 77,
       "episode_id": 35,
       "episode_seed": 104806,
-      "length": 50,
-      "mean_latency_ms": 74.81633783512753,
-      "num_actions": 17,
+      "length": 2043,
+      "mean_latency_ms": 75.8331767664626,
+      "num_actions": 2035,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.17748878592857,
-      "p99_latency_ms": 80.08261236320959,
-      "return": 3.90000007301569
+      "p90_latency_ms": 79.98235352462584,
+      "p99_latency_ms": 91.37843464551483,
+      "return": 250.90000296384096
     },
     {
       "case_id": 78,
       "episode_id": 36,
       "episode_seed": 104807,
-      "length": 50,
-      "mean_latency_ms": 76.28557769144993,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 1375,
+      "mean_latency_ms": 75.88503190700438,
+      "num_actions": 1371,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.19265279262025,
-      "p99_latency_ms": 79.58224183492862,
-      "return": 3.90000007301569
+      "p90_latency_ms": 79.94539043203223,
+      "p99_latency_ms": 92.40252582092405,
+      "return": 167.90000199526548
     },
     {
       "case_id": 79,
       "episode_id": 37,
       "episode_seed": 104808,
-      "length": 69,
-      "mean_latency_ms": 75.60438403168288,
-      "num_actions": 23,
-      "num_dropped_actions": 0,
+      "length": 11881,
+      "mean_latency_ms": 75.96563535893578,
+      "num_actions": 11831,
+      "num_dropped_actions": 2,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.53142029962957,
-      "p99_latency_ms": 81.04690434380777,
-      "return": 6.70000009983778
+      "p90_latency_ms": 80.21822375308663,
+      "p99_latency_ms": 91.60010640850317,
+      "return": 1469.600017234683
     },
     {
       "case_id": 80,
       "episode_id": 38,
       "episode_seed": 104809,
-      "length": 50,
-      "mean_latency_ms": 76.97399021141912,
-      "num_actions": 17,
+      "length": 214,
+      "mean_latency_ms": 76.44789519792288,
+      "num_actions": 211,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 81.13915847940956,
-      "p99_latency_ms": 81.46910003431591,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.73815489529709,
+      "p99_latency_ms": 100.18235216214849,
+      "return": 24.800000309944153
     },
     {
       "case_id": 81,
       "episode_id": 39,
       "episode_seed": 104810,
-      "length": 50,
-      "mean_latency_ms": 76.20149782466692,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.84444679573258,
+      "num_actions": 17982,
+      "num_dropped_actions": 3,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.01021275406447,
-      "p99_latency_ms": 81.07089335282345,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.17003867399038,
+      "p99_latency_ms": 85.6164210929983,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 82,
       "episode_id": 40,
       "episode_seed": 104811,
-      "length": 69,
-      "mean_latency_ms": 76.24472074780603,
-      "num_actions": 23,
-      "num_dropped_actions": 0,
+      "length": 17411,
+      "mean_latency_ms": 76.01782074468305,
+      "num_actions": 17320,
+      "num_dropped_actions": 10,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.04590414990467,
-      "p99_latency_ms": 82.54636177530483,
-      "return": 6.70000009983778
+      "p90_latency_ms": 80.31610759633944,
+      "p99_latency_ms": 94.2305444080528,
+      "return": 2154.900025255978
     },
     {
       "case_id": 83,
       "episode_id": 41,
       "episode_seed": 104812,
-      "length": 50,
-      "mean_latency_ms": 75.55760956939821,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 8192,
+      "mean_latency_ms": 75.91736972293494,
+      "num_actions": 8170,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.12009087739074,
-      "p99_latency_ms": 80.40712541525376,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.18905629430587,
+      "p99_latency_ms": 85.94174530496133,
+      "return": 1012.500011883676
     },
     {
       "case_id": 84,
       "episode_id": 42,
       "episode_seed": 104813,
-      "length": 50,
-      "mean_latency_ms": 76.59534446595998,
-      "num_actions": 17,
+      "length": 2269,
+      "mean_latency_ms": 75.837524324452,
+      "num_actions": 2263,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.36230670782155,
-      "p99_latency_ms": 81.12475411468917,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.03880245289113,
+      "p99_latency_ms": 84.0055816584898,
+      "return": 278.9000032916665
     },
     {
       "case_id": 85,
       "episode_id": 43,
       "episode_seed": 104814,
-      "length": 50,
-      "mean_latency_ms": 76.61611525494156,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 13610,
+      "mean_latency_ms": 75.81967209477894,
+      "num_actions": 13585,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.94671896482063,
-      "p99_latency_ms": 84.83185668223614,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.18360657096787,
+      "p99_latency_ms": 84.05000502556368,
+      "return": 1683.9000197425485
     },
     {
       "case_id": 86,
       "episode_id": 44,
       "episode_seed": 104815,
-      "length": 50,
-      "mean_latency_ms": 76.0663637267519,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.85996128346775,
+      "num_actions": 17976,
+      "num_dropped_actions": 4,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.4606970721228,
-      "p99_latency_ms": 81.27321726977509,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.18828753051706,
+      "p99_latency_ms": 86.24113191431782,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 87,
       "episode_id": 45,
       "episode_seed": 104816,
-      "length": 50,
-      "mean_latency_ms": 76.32757872068082,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.82902061925661,
+      "num_actions": 17966,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 82.50425778664365,
-      "p99_latency_ms": 89.5682406447755,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.15047691741198,
+      "p99_latency_ms": 84.4233145706965,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 88,
       "episode_id": 46,
       "episode_seed": 104817,
-      "length": 86,
-      "mean_latency_ms": 75.40787900458643,
-      "num_actions": 29,
-      "num_dropped_actions": 0,
+      "length": 5022,
+      "mean_latency_ms": 75.94625624054561,
+      "num_actions": 5004,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.22718442532775,
-      "p99_latency_ms": 80.9513972115486,
-      "return": 8.400000125169754
+      "p90_latency_ms": 80.29185008493822,
+      "p99_latency_ms": 86.25583900103362,
+      "return": 619.9000072851777
     },
     {
       "case_id": 89,
       "episode_id": 47,
       "episode_seed": 104818,
-      "length": 50,
-      "mean_latency_ms": 75.5663173885729,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.7974915899489,
+      "num_actions": 17984,
+      "num_dropped_actions": 5,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 78.53490276643495,
-      "p99_latency_ms": 80.68337966457096,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.1204448577738,
+      "p99_latency_ms": 84.12538166612207,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 90,
       "episode_id": 48,
       "episode_seed": 104819,
-      "length": 68,
-      "mean_latency_ms": 76.06663556604748,
-      "num_actions": 23,
+      "length": 18000,
+      "mean_latency_ms": 75.8503547843181,
+      "num_actions": 17971,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.3538303803094,
-      "p99_latency_ms": 81.12230537277915,
-      "return": 6.600000098347664
+      "p90_latency_ms": 80.15805281832414,
+      "p99_latency_ms": 84.21780577065397,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 91,
       "episode_id": 49,
       "episode_seed": 104820,
-      "length": 86,
-      "mean_latency_ms": 76.43327821407583,
-      "num_actions": 29,
-      "num_dropped_actions": 0,
+      "length": 4360,
+      "mean_latency_ms": 75.91265225446557,
+      "num_actions": 4351,
+      "num_dropped_actions": 3,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.725885948393,
-      "p99_latency_ms": 84.16433255652905,
-      "return": 8.400000125169754
+      "p90_latency_ms": 80.22163435639362,
+      "p99_latency_ms": 90.59284498430063,
+      "return": 538.4000063240528
     },
     {
       "case_id": 92,
       "episode_id": 50,
       "episode_seed": 104821,
-      "length": 86,
-      "mean_latency_ms": 76.13246071976478,
-      "num_actions": 29,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.81555849105659,
+      "num_actions": 17967,
+      "num_dropped_actions": 4,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.59168107920532,
-      "p99_latency_ms": 80.72093796221054,
-      "return": 8.400000125169754
+      "p90_latency_ms": 80.12088320685096,
+      "p99_latency_ms": 84.96385900293023,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 93,
       "episode_id": 51,
       "episode_seed": 104822,
-      "length": 68,
-      "mean_latency_ms": 75.30391874690292,
-      "num_actions": 23,
-      "num_dropped_actions": 0,
+      "length": 17457,
+      "mean_latency_ms": 75.83215748019921,
+      "num_actions": 17433,
+      "num_dropped_actions": 4,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.51701291431314,
-      "p99_latency_ms": 81.03550538484595,
-      "return": 6.600000098347664
+      "p90_latency_ms": 80.16385043833208,
+      "p99_latency_ms": 85.53515294786033,
+      "return": 2160.4000253230333
     },
     {
       "case_id": 94,
       "episode_id": 52,
       "episode_seed": 104823,
-      "length": 50,
-      "mean_latency_ms": 75.70563752896426,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 6796,
+      "mean_latency_ms": 75.98156805580959,
+      "num_actions": 6761,
+      "num_dropped_actions": 2,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.04055080727784,
-      "p99_latency_ms": 81.60581888158598,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.23256373151848,
+      "p99_latency_ms": 93.10864418285794,
+      "return": 839.6000098586082
     },
     {
       "case_id": 95,
       "episode_id": 53,
       "episode_seed": 104824,
-      "length": 50,
-      "mean_latency_ms": 75.69437380326318,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.96567720840346,
+      "num_actions": 17947,
+      "num_dropped_actions": 3,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.69308617792362,
-      "p99_latency_ms": 83.45499779291303,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.27726205809785,
+      "p99_latency_ms": 90.21605960809242,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 96,
       "episode_id": 54,
       "episode_seed": 104825,
-      "length": 50,
-      "mean_latency_ms": 75.12785230579568,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.7870208787357,
+      "num_actions": 17960,
+      "num_dropped_actions": 5,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.93038685779734,
-      "p99_latency_ms": 81.29070679063196,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.08851594786843,
+      "p99_latency_ms": 85.61533897475582,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 97,
       "episode_id": 55,
       "episode_seed": 104826,
-      "length": 50,
-      "mean_latency_ms": 76.32539572046906,
-      "num_actions": 17,
+      "length": 811,
+      "mean_latency_ms": 76.20786836152884,
+      "num_actions": 802,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.83230954559035,
-      "p99_latency_ms": 81.78895234527226,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.43296260433318,
+      "p99_latency_ms": 102.03744915083145,
+      "return": 98.00000117719173
     },
     {
       "case_id": 98,
       "episode_id": 56,
       "episode_seed": 104827,
-      "length": 50,
-      "mean_latency_ms": 75.35435423733286,
-      "num_actions": 17,
+      "length": 732,
+      "mean_latency_ms": 75.89905959287103,
+      "num_actions": 731,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.24973478119584,
-      "p99_latency_ms": 80.24648010696171,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.22530317174994,
+      "p99_latency_ms": 84.12918091187962,
+      "return": 88.3000010624528
     },
     {
       "case_id": 99,
       "episode_id": 57,
       "episode_seed": 104828,
-      "length": 50,
-      "mean_latency_ms": 76.35150927978914,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 10226,
+      "mean_latency_ms": 75.90940709648079,
+      "num_actions": 10204,
+      "num_dropped_actions": 2,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 81.4352754241167,
-      "p99_latency_ms": 85.8559719658806,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.23885276557418,
+      "p99_latency_ms": 88.49149688120815,
+      "return": 1264.500014834106
     },
     {
       "case_id": 100,
       "episode_id": 58,
       "episode_seed": 104829,
-      "length": 50,
-      "mean_latency_ms": 75.59236239034001,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.82822338600408,
+      "num_actions": 17967,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.12197629604896,
-      "p99_latency_ms": 80.34809782428503,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.11599681652746,
+      "p99_latency_ms": 84.14865346204121,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 101,
       "episode_id": 59,
       "episode_seed": 104830,
-      "length": 68,
-      "mean_latency_ms": 76.1652943465695,
-      "num_actions": 23,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.96599016405499,
+      "num_actions": 17939,
+      "num_dropped_actions": 5,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 81.119488686154,
-      "p99_latency_ms": 83.9005660198822,
-      "return": 6.600000098347664
+      "p90_latency_ms": 80.28319567382854,
+      "p99_latency_ms": 91.31784413070785,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 102,
       "episode_id": 60,
       "episode_seed": 104831,
-      "length": 50,
-      "mean_latency_ms": 75.02373981918922,
-      "num_actions": 17,
+      "length": 7810,
+      "mean_latency_ms": 75.7662390522494,
+      "num_actions": 7799,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.32909608747083,
-      "p99_latency_ms": 81.66635622982929,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.03929762153892,
+      "p99_latency_ms": 83.87993481114471,
+      "return": 965.3000113293529
     },
     {
       "case_id": 103,
       "episode_id": 61,
       "episode_seed": 104832,
-      "length": 50,
-      "mean_latency_ms": 76.60986394859245,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.84745581790685,
+      "num_actions": 17965,
+      "num_dropped_actions": 5,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.35213292008007,
-      "p99_latency_ms": 82.69369922564258,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.06849687328778,
+      "p99_latency_ms": 84.8094253503296,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 104,
       "episode_id": 62,
       "episode_seed": 104833,
-      "length": 50,
-      "mean_latency_ms": 77.53508518011867,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 8797,
+      "mean_latency_ms": 75.89463312826229,
+      "num_actions": 8770,
+      "num_dropped_actions": 4,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 81.52789283620356,
-      "p99_latency_ms": 82.77649422062123,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.21715066687014,
+      "p99_latency_ms": 86.0522260567138,
+      "return": 1087.4000127613544
     },
     {
       "case_id": 105,
       "episode_id": 63,
       "episode_seed": 104834,
-      "length": 50,
-      "mean_latency_ms": 75.16252430056142,
-      "num_actions": 17,
+      "length": 16513,
+      "mean_latency_ms": 75.99195690035864,
+      "num_actions": 16446,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 76.71550689438364,
-      "p99_latency_ms": 79.94255125875199,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.2972865244643,
+      "p99_latency_ms": 91.44837114891536,
+      "return": 2043.5000239536166
     },
     {
       "case_id": 106,
       "episode_id": 64,
       "episode_seed": 104835,
-      "length": 50,
-      "mean_latency_ms": 74.9705807239937,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 10902,
+      "mean_latency_ms": 75.81691403912929,
+      "num_actions": 10896,
+      "num_dropped_actions": 2,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.52463677027137,
-      "p99_latency_ms": 81.14661321589733,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.05386256408227,
+      "p99_latency_ms": 83.82705059210657,
+      "return": 1348.3000158146024
     },
     {
       "case_id": 107,
       "episode_id": 65,
       "episode_seed": 104836,
-      "length": 68,
-      "mean_latency_ms": 75.5040140641452,
-      "num_actions": 23,
+      "length": 7326,
+      "mean_latency_ms": 75.98517456158373,
+      "num_actions": 7296,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.58837489370022,
-      "p99_latency_ms": 81.8448432407733,
-      "return": 6.600000098347664
+      "p90_latency_ms": 80.36555552091886,
+      "p99_latency_ms": 93.6816975856441,
+      "return": 905.2000106275082
     },
     {
       "case_id": 108,
       "episode_id": 66,
       "episode_seed": 104837,
-      "length": 50,
-      "mean_latency_ms": 75.08875992904342,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.9587472459362,
+      "num_actions": 17941,
+      "num_dropped_actions": 4,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.00244601983577,
-      "p99_latency_ms": 80.39216577260278,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.28288050239881,
+      "p99_latency_ms": 91.06492435365226,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 109,
       "episode_id": 67,
       "episode_seed": 104838,
-      "length": 50,
-      "mean_latency_ms": 75.42274718568478,
-      "num_actions": 17,
+      "length": 1406,
+      "mean_latency_ms": 75.89930544982373,
+      "num_actions": 1404,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.05003986675362,
-      "p99_latency_ms": 84.34644955719492,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.21445973380855,
+      "p99_latency_ms": 90.1838615752183,
+      "return": 171.90000203996897
     },
     {
       "case_id": 110,
       "episode_id": 68,
       "episode_seed": 104839,
-      "length": 50,
-      "mean_latency_ms": 76.6081840165544,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 4838,
+      "mean_latency_ms": 75.91208911622743,
+      "num_actions": 4823,
+      "num_dropped_actions": 4,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.13246331562377,
-      "p99_latency_ms": 80.42209584274325,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.30832131504624,
+      "p99_latency_ms": 89.84376456494199,
+      "return": 597.0000070184469
     },
     {
       "case_id": 111,
       "episode_id": 69,
       "episode_seed": 104840,
-      "length": 68,
-      "mean_latency_ms": 75.91853451617449,
-      "num_actions": 23,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.82616021113158,
+      "num_actions": 17981,
+      "num_dropped_actions": 3,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.91678471856969,
-      "p99_latency_ms": 87.83270210735283,
-      "return": 6.600000098347664
+      "p90_latency_ms": 80.15714795656955,
+      "p99_latency_ms": 84.02837968883073,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 112,
       "episode_id": 70,
       "episode_seed": 104841,
-      "length": 50,
-      "mean_latency_ms": 75.7304438123957,
-      "num_actions": 17,
+      "length": 18000,
+      "mean_latency_ms": 75.88740292785803,
+      "num_actions": 17965,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.35342152034082,
-      "p99_latency_ms": 80.30689322934775,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.2184440607731,
+      "p99_latency_ms": 85.98063308183112,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 113,
       "episode_id": 71,
       "episode_seed": 104842,
-      "length": 50,
-      "mean_latency_ms": 76.11186739928768,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 2929,
+      "mean_latency_ms": 75.99529639073644,
+      "num_actions": 2911,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.30844801646498,
-      "p99_latency_ms": 80.92374179783852,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.27691572726272,
+      "p99_latency_ms": 93.16222772251608,
+      "return": 361.10000424832106
     },
     {
       "case_id": 114,
       "episode_id": 72,
       "episode_seed": 104843,
-      "length": 50,
-      "mean_latency_ms": 75.49654935928943,
-      "num_actions": 17,
+      "length": 2350,
+      "mean_latency_ms": 76.11000069883876,
+      "num_actions": 2337,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.52584044734263,
-      "p99_latency_ms": 79.63615479089165,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.30097369662477,
+      "p99_latency_ms": 94.40251866211602,
+      "return": 288.8000034093857
     },
     {
       "case_id": 115,
       "episode_id": 73,
       "episode_seed": 104844,
-      "length": 50,
-      "mean_latency_ms": 74.65652328157758,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 3105,
+      "mean_latency_ms": 76.13191017522921,
+      "num_actions": 3089,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 77.21253141043087,
-      "p99_latency_ms": 79.4555744559251,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.41321686376072,
+      "p99_latency_ms": 95.81575101319363,
+      "return": 382.30000450462103
     },
     {
       "case_id": 116,
       "episode_id": 74,
       "episode_seed": 104845,
-      "length": 50,
-      "mean_latency_ms": 74.76363214485089,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 2239,
+      "mean_latency_ms": 75.99551345744665,
+      "num_actions": 2232,
+      "num_dropped_actions": 2,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.97512266624517,
-      "p99_latency_ms": 83.08714292386175,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.17071137056871,
+      "p99_latency_ms": 91.51338449669788,
+      "return": 275.00000324845314
     },
     {
       "case_id": 117,
       "episode_id": 75,
       "episode_seed": 104846,
-      "length": 86,
-      "mean_latency_ms": 76.43325558068922,
-      "num_actions": 29,
-      "num_dropped_actions": 0,
+      "length": 6048,
+      "mean_latency_ms": 76.0546521089289,
+      "num_actions": 6024,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.34268880913862,
-      "p99_latency_ms": 82.19991686212335,
-      "return": 8.400000125169754
+      "p90_latency_ms": 80.36030035101012,
+      "p99_latency_ms": 93.75161583291151,
+      "return": 746.8000087738037
     },
     {
       "case_id": 118,
       "episode_id": 76,
       "episode_seed": 104847,
-      "length": 69,
-      "mean_latency_ms": 75.525899492234,
-      "num_actions": 23,
+      "length": 3718,
+      "mean_latency_ms": 75.85116981704145,
+      "num_actions": 3715,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.81040515288572,
-      "p99_latency_ms": 82.23803813059367,
-      "return": 6.70000009983778
+      "p90_latency_ms": 80.2909789375712,
+      "p99_latency_ms": 86.8876197396283,
+      "return": 458.90000539273024
     },
     {
       "case_id": 119,
       "episode_id": 77,
       "episode_seed": 104848,
-      "length": 50,
-      "mean_latency_ms": 77.71129698045596,
-      "num_actions": 17,
+      "length": 615,
+      "mean_latency_ms": 75.90943743037275,
+      "num_actions": 613,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.90206360403982,
-      "p99_latency_ms": 97.15355946524595,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.11084284929312,
+      "p99_latency_ms": 88.87058099153887,
+      "return": 73.90000089257956
     },
     {
       "case_id": 120,
       "episode_id": 78,
       "episode_seed": 104849,
-      "length": 50,
-      "mean_latency_ms": 75.87832538620583,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 6230,
+      "mean_latency_ms": 75.9435023525303,
+      "num_actions": 6210,
+      "num_dropped_actions": 2,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.59530440172854,
-      "p99_latency_ms": 82.92857736841803,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.2514601336946,
+      "p99_latency_ms": 90.1471023551544,
+      "return": 769.5000090375543
     },
     {
       "case_id": 121,
       "episode_id": 79,
       "episode_seed": 104850,
-      "length": 68,
-      "mean_latency_ms": 75.60286619420522,
-      "num_actions": 23,
+      "length": 2382,
+      "mean_latency_ms": 75.94342386351475,
+      "num_actions": 2376,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.53235989112592,
-      "p99_latency_ms": 81.20786150227075,
-      "return": 6.600000098347664
+      "p90_latency_ms": 80.22979160901514,
+      "p99_latency_ms": 87.87958312497156,
+      "return": 292.9000034555793
     },
     {
       "case_id": 122,
       "episode_id": 80,
       "episode_seed": 104851,
-      "length": 50,
-      "mean_latency_ms": 76.61199088450839,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.90898308622663,
+      "num_actions": 17968,
+      "num_dropped_actions": 4,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.34307665658298,
-      "p99_latency_ms": 92.80816337709997,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.28299835974285,
+      "p99_latency_ms": 85.84840691786894,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 123,
       "episode_id": 81,
       "episode_seed": 104852,
-      "length": 86,
-      "mean_latency_ms": 75.3120197405743,
-      "num_actions": 29,
-      "num_dropped_actions": 0,
+      "length": 5300,
+      "mean_latency_ms": 75.98186839011028,
+      "num_actions": 5288,
+      "num_dropped_actions": 4,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.05127009036389,
-      "p99_latency_ms": 83.99012315920383,
-      "return": 8.400000125169754
+      "p90_latency_ms": 80.30351838686461,
+      "p99_latency_ms": 90.4286937040699,
+      "return": 654.9000076875091
     },
     {
       "case_id": 124,
       "episode_id": 82,
       "episode_seed": 104853,
-      "length": 50,
-      "mean_latency_ms": 74.42967171068824,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.82998021178221,
+      "num_actions": 17967,
+      "num_dropped_actions": 3,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 78.00578599441114,
-      "p99_latency_ms": 80.09389531153167,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.10961019398559,
+      "p99_latency_ms": 84.1637706944796,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 125,
       "episode_id": 83,
       "episode_seed": 104854,
-      "length": 50,
-      "mean_latency_ms": 75.93719605586858,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 399,
+      "mean_latency_ms": 75.84169411492233,
+      "num_actions": 397,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.98405349033766,
-      "p99_latency_ms": 81.29303455401617,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.45515709412635,
+      "p99_latency_ms": 85.78868888077987,
+      "return": 46.90000057965517
     },
     {
       "case_id": 126,
       "episode_id": 84,
       "episode_seed": 104855,
-      "length": 50,
-      "mean_latency_ms": 74.91189323274914,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.8358612870965,
+      "num_actions": 17965,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 77.33531116622315,
-      "p99_latency_ms": 81.42668779662117,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.2143313991246,
+      "p99_latency_ms": 84.23619404990873,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 127,
       "episode_id": 85,
       "episode_seed": 104856,
-      "length": 50,
-      "mean_latency_ms": 76.45850266003039,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 14668,
+      "mean_latency_ms": 75.86705646571657,
+      "num_actions": 14616,
+      "num_dropped_actions": 4,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.35915858006794,
-      "p99_latency_ms": 81.71339521190045,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.10391087752372,
+      "p99_latency_ms": 85.64052410110449,
+      "return": 1814.900021277368
     },
     {
       "case_id": 128,
       "episode_id": 86,
       "episode_seed": 104857,
-      "length": 50,
-      "mean_latency_ms": 76.68587576211931,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 6881,
+      "mean_latency_ms": 75.98851574335319,
+      "num_actions": 6862,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 78.69264051203007,
-      "p99_latency_ms": 81.38138003927727,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.27779436663778,
+      "p99_latency_ms": 90.71837925782361,
+      "return": 850.8000099807978
     },
     {
       "case_id": 129,
       "episode_id": 87,
       "episode_seed": 104858,
-      "length": 67,
-      "mean_latency_ms": 75.5109582466305,
-      "num_actions": 23,
-      "num_dropped_actions": 0,
+      "length": 10369,
+      "mean_latency_ms": 75.98168067815915,
+      "num_actions": 10334,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.20941707927362,
-      "p99_latency_ms": 80.71038358102929,
-      "return": 6.500000096857548
+      "p90_latency_ms": 80.29308459175724,
+      "p99_latency_ms": 90.48580556851853,
+      "return": 1282.400015041232
     },
     {
       "case_id": 130,
       "episode_id": 88,
       "episode_seed": 104859,
-      "length": 67,
-      "mean_latency_ms": 76.39595358274079,
-      "num_actions": 23,
-      "num_dropped_actions": 0,
+      "length": 11251,
+      "mean_latency_ms": 75.88626610655741,
+      "num_actions": 11203,
+      "num_dropped_actions": 2,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.47969739166943,
-      "p99_latency_ms": 84.60576662353863,
-      "return": 6.500000096857548
+      "p90_latency_ms": 80.12411637310863,
+      "p99_latency_ms": 87.22544082095882,
+      "return": 1392.2000163197517
     },
     {
       "case_id": 131,
       "episode_id": 89,
       "episode_seed": 104860,
-      "length": 50,
-      "mean_latency_ms": 76.1209236510568,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 11653,
+      "mean_latency_ms": 75.87788123691914,
+      "num_actions": 11630,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.9830896864256,
-      "p99_latency_ms": 81.78223138300322,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.25402924047323,
+      "p99_latency_ms": 85.86393877788765,
+      "return": 1441.4000169038773
     },
     {
       "case_id": 132,
       "episode_id": 90,
       "episode_seed": 104861,
-      "length": 50,
-      "mean_latency_ms": 76.83593596655574,
-      "num_actions": 17,
+      "length": 9711,
+      "mean_latency_ms": 75.91165728360396,
+      "num_actions": 9697,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 81.60053758565729,
-      "p99_latency_ms": 82.9458195840978,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.23233275043413,
+      "p99_latency_ms": 85.11670842207577,
+      "return": 1201.3000140860677
     },
     {
       "case_id": 133,
       "episode_id": 91,
       "episode_seed": 104862,
-      "length": 50,
-      "mean_latency_ms": 74.74170945969253,
-      "num_actions": 17,
+      "length": 70,
+      "mean_latency_ms": 75.98983394269963,
+      "num_actions": 70,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.17146917704063,
-      "p99_latency_ms": 82.74591073157306,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.49673704226876,
+      "p99_latency_ms": 83.0255516355508,
+      "return": 6.800000101327896
     },
     {
       "case_id": 134,
       "episode_id": 92,
       "episode_seed": 104863,
-      "length": 86,
-      "mean_latency_ms": 75.891201244657,
-      "num_actions": 29,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 75.88848446717748,
+      "num_actions": 17961,
+      "num_dropped_actions": 3,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.3910682730583,
-      "p99_latency_ms": 81.89266910558845,
-      "return": 8.400000125169754
+      "p90_latency_ms": 80.1569898143284,
+      "p99_latency_ms": 89.32993433796625,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 135,
       "episode_id": 93,
       "episode_seed": 104864,
-      "length": 50,
-      "mean_latency_ms": 74.8423418447225,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 10482,
+      "mean_latency_ms": 76.06212182642908,
+      "num_actions": 10443,
+      "num_dropped_actions": 7,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 77.4221576900297,
-      "p99_latency_ms": 81.92240558256421,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.28527333463833,
+      "p99_latency_ms": 93.10134168332236,
+      "return": 1296.4000152051449
     },
     {
       "case_id": 136,
       "episode_id": 94,
       "episode_seed": 104865,
-      "length": 50,
-      "mean_latency_ms": 75.77893059113859,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 9691,
+      "mean_latency_ms": 75.79884106260103,
+      "num_actions": 9674,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.18681481639638,
-      "p99_latency_ms": 79.79993165873282,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.19290028976337,
+      "p99_latency_ms": 83.95519421370851,
+      "return": 1198.4000140577555
     },
     {
       "case_id": 137,
       "episode_id": 95,
       "episode_seed": 104866,
-      "length": 86,
-      "mean_latency_ms": 76.3830733210636,
-      "num_actions": 29,
-      "num_dropped_actions": 0,
+      "length": 3476,
+      "mean_latency_ms": 75.90748103894005,
+      "num_actions": 3464,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.42766308700294,
-      "p99_latency_ms": 81.23315431432395,
-      "return": 8.400000125169754
+      "p90_latency_ms": 80.16676841701035,
+      "p99_latency_ms": 87.29988579977756,
+      "return": 428.40000504255295
     },
     {
       "case_id": 138,
       "episode_id": 96,
       "episode_seed": 104867,
-      "length": 67,
-      "mean_latency_ms": 76.04774856248154,
-      "num_actions": 23,
+      "length": 806,
+      "mean_latency_ms": 75.75767966289715,
+      "num_actions": 804,
       "num_dropped_actions": 0,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 81.79472730283783,
-      "p99_latency_ms": 82.41674219165905,
-      "return": 6.500000096857548
+      "p90_latency_ms": 79.9597185805676,
+      "p99_latency_ms": 83.8921959680443,
+      "return": 97.50000116974115
     },
     {
       "case_id": 139,
       "episode_id": 97,
       "episode_seed": 104868,
-      "length": 50,
-      "mean_latency_ms": 75.57261393154891,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 18000,
+      "mean_latency_ms": 76.00440666367194,
+      "num_actions": 17936,
+      "num_dropped_actions": 8,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 80.26492416746237,
-      "p99_latency_ms": 80.66452451126611,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.31672982719292,
+      "p99_latency_ms": 93.5577119080811,
+      "return": 2229.3000261113048
     },
     {
       "case_id": 140,
       "episode_id": 98,
       "episode_seed": 104869,
-      "length": 50,
-      "mean_latency_ms": 75.82163941925253,
-      "num_actions": 17,
-      "num_dropped_actions": 0,
+      "length": 4868,
+      "mean_latency_ms": 75.98168944897309,
+      "num_actions": 4857,
+      "num_dropped_actions": 1,
       "num_invalid_actions": 0,
-      "p90_latency_ms": 79.92358058352086,
-      "p99_latency_ms": 80.08759985226399,
-      "return": 3.90000007301569
+      "p90_latency_ms": 80.27840688928819,
+      "p99_latency_ms": 90.98323750242102,
+      "return": 600.9000070616603
     },
     {
       "case_id": 141,
       "episode_id": 99,
       "episode_seed": 104870,
-      "length": 68,
-      "mean_latency_ms": 76.2135280577922,
-      "num_actions": 23,
-      "num_dropped_actions": 0,
-      "num_invalid_actions": 0,
-      "p90_latency_ms": 78.81522469951439,
-      "p99_latency_ms": 85.26065313410344,
-      "return": 6.600000098347664
+      "length": 12439,
+      "mean_latency_ms": 75.99814086454911,
+      "num_actions": 12407,
+      "num_dropped_actions": 1,
+      "num_invalid_actions": 0,
+      "p90_latency_ms": 80.33953719600981,
+      "p99_latency_ms": 90.11498930309135,
+      "return": 1538.900018043816
     }
   ],
   "policy": "sample-factory",
@@ -1410,15 +1412,20 @@
       104870
     ],
     "deterministic": true,
+    "env_fps": 10,
     "episodes": 100,
-    "horizon": 3600,
+    "frame_stack": 4,
+    "horizon": 18000,
     "latency": {
       "instance_id": "instance_a5037b165aa0cedc",
-      "method": "iid_profile_replay",
-      "path": "profiles/openvla/1x-rtx3090/flappy/instance_a5037b165aa0cedc",
-      "replay": "iid",
+      "method": "temporal_profile_replay",
+      "path": "profiles/openvla/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
+      "profile_worker_slot": 0,
+      "replay": "temporal",
       "repo_id": "latency-sensitive-bench/profiles",
       "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
+      "sampler": "HiddenRegimeSampler",
+      "seed": 42,
       "simulated_worker_capacity": 1
     },
     "logical_case_ids": [
@@ -1523,19 +1530,17 @@
       140,
       141
     ],
+    "obs_fps": 10,
     "parallel_envs": 100,
-    "sample_factory_seed_offset": 104729
+    "sample_factory_seed_offset": 104729,
+    "training_seed": 42
   },
-  "schema_version": 1,
+  "schema_version": 2,
   "summary": {
-    "mean_episode_length": 59.04,
-    "mean_return": 5.1370000859349965,
-    "return_ci95_student_t": [
-      4.798880624057251,
-      5.475119547812742
-    ],
-    "std_episode_length": 12.952063912595538,
-    "std_return": 1.7040448204046428
+    "mean_episode_length": 9519.83,
+    "mean_return": 1177.6290138096363,
+    "std_episode_length": 6478.996493369941,
+    "std_return": 803.195297145514
   },
   "task": "Flappy Bird"
 }

latency-aware/flappy/small-policy/sample-factory-openvla-rtx3090-v1/provenance.json

@@ -2,37 +2,62 @@
   "artifact": "sample-factory-small-policy",
   "central_target": {
     "path": "latency-aware/flappy/small-policy/sample-factory-openvla-rtx3090-v1",
-    "readback_revision": "98b693409c2f86c10b7a11e511fa60ff9e93e7ec",
+    "replaces_revision": "dd81908094a43d9c68e9c1349ad0a7cb697d5cf5",
     "repo_id": "latency-sensitive-bench/benchmark-models"
   },
+  "evaluation": {
+    "checkpoint_kind": "best",
+    "episodes": 100,
+    "file": "eval_profile.json",
+    "horizon": 18000
+  },
   "files": {
     "checkpoint": {
-      "bytes": 21798137,
-      "path": "best_000085664_43941888_reward_1115.214.pth",
-      "sha256": "dc3a0ddb027034f725bfc2fa43f27985fcd064f0fe66a0d09d8e8f8b32be2fac"
+      "bytes": 21797945,
+      "path": "best_000046048_23592960_reward_1867.668.pth",
+      "sha256": "c545fc1b85d3d44be908677669be5bc0628af6914d2637d8dbfaa16fbd01feca"
     },
     "config": {
-      "bytes": 10415,
+      "bytes": 10588,
       "path": "config.json",
-      "sha256": "c5d4f2e2db1d03e7f7f7479511ffc442ca3e60939f19b1f1921ec9a0fdc4c647"
+      "sha256": "390bfa0482feae80adaca56190a0f9103ae7b257dc1fe20c86aa1acea7a4746f"
     },
-    "evaluation": "eval_profile.json"
+    "evaluation": {
+      "bytes": 40348,
+      "path": "eval_profile.json",
+      "sha256": "46256dbe01e4feda6e5025481c57f2cf45fe57b0d70cbe62b3f99f83f412e95f"
+    }
   },
+  "logical_profile": "qwenoft",
   "profile": {
     "instance_id": "instance_a5037b165aa0cedc",
-    "path": "profiles/openvla/1x-rtx3090/flappy/instance_a5037b165aa0cedc",
-    "replay": "iid",
+    "method": "temporal_profile_replay",
+    "path": "profiles/openvla/1x-rtx3090/flappy/instance_a5037b165aa0cedc/profile.json",
+    "profile_worker_slot": 0,
+    "replay": "temporal",
     "repo_id": "latency-sensitive-bench/profiles",
     "revision": "48d13d3dfa2b77c2d10fbbbcc5210d8af9fc8749",
+    "sampler": "HiddenRegimeSampler",
+    "seed": 42,
     "simulated_worker_capacity": 1
   },
-  "publication_status": "published-central-readback-passed",
-  "schema_version": 1,
+  "publication_status": "published-pending-central-readback",
+  "schema_version": 2,
   "source": {
-    "checkpoint": "memory/small_model/flappy/openvla_rtx3090_profile_25m_fs4_1min_eval/train/memory_small_model:flappy:frame_stack:openvla_rtx3090_iid:fs4:obs30:stride1:seed13/checkpoint_p0/best_000085664_43941888_reward_1115.214.pth",
-    "path": "memory/small_model/flappy/openvla_rtx3090_profile_25m_fs4_1min_eval/train/memory_small_model:flappy:frame_stack:openvla_rtx3090_iid:fs4:obs30:stride1:seed13",
-    "repo_id": "latency-sensitive-bench/paper-experiment-models",
-    "revision": "8d576e64dd9f7370e06abfebff37b3d50dfdf8d1"
+    "best_checkpoint_env_step": 23592960,
+    "checkpoint": "/mnt/ssd/latency-sensitive-bench/results/checkpoints/flappy/profiled_small_qwen_10fps_25m/flappy_profile_qwenoft_rtx3090_temporal_25m_obs10_seed42/checkpoint_p0/best_000046048_23592960_reward_1867.668.pth",
+    "checkpoint_kind": "best",
+    "completed_training_env_step": 25001984,
+    "host_path": "/mnt/ssd/latency-sensitive-bench/results/checkpoints/flappy/profiled_small_qwen_10fps_25m/flappy_profile_qwenoft_rtx3090_temporal_25m_obs10_seed42",
+    "training_seed": 42,
+    "wandb_run": "https://wandb.ai/saberrr-zju/starvla_tasks/runs/flappy-obs10-qwenoft_rtx3090_temporal_25m-s42"
   },
-  "task": "Flappy Bird"
+  "task": "Flappy Bird",
+  "training": {
+    "env_fps": 10,
+    "frame_stack": 4,
+    "obs_fps": 10,
+    "sampler": "HiddenRegimeSampler",
+    "target_env_steps": 25000000
+  }
 }