Hugging Face's logo

latency-sensitive-bench
/
memory

Safetensors
Model card Files
xet
 Community
talha15032 commited on
Commit
9030967
·
verified ·
1 Parent(s): 43eb531

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +3 -0
  2. flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_4000_model.safetensors +1 -1
  3. flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_4000_state/pytorch_model/mp_rank_00_model_states.pt +2 -2
  4. flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_4000_state/random_states_0.pkl +2 -2
  5. flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_4000_state/random_states_1.pkl +2 -2
  6. flappy_fix_latency_3_200ep_7k2steps_stitch/config.full.yaml +2 -3
  7. flappy_fix_latency_3_200ep_7k2steps_stitch/config.yaml +2 -2
  8. flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_1000.json +50 -50
  9. flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_1250.json +50 -50
  10. flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_1500.json +50 -50
  11. flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_1750.json +50 -50
  12. flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_2000.json +50 -50
  13. flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_2250.json +50 -50
  14. flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_250.json +50 -50
  15. flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_2500.json +50 -50
  16. flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_2750.json +50 -50
  17. flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_3000.json +50 -50
  18. flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_3250.json +50 -50
  19. flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_3500.json +50 -50
  20. flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_3750.json +50 -50
  21. flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_4000.json +50 -50
  22. flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_500.json +50 -50
  23. flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_750.json +50 -50
  24. flappy_fix_latency_3_200ep_7k2steps_stitch/eval/post_train/step_1500.json +443 -0
  25. flappy_fix_latency_3_200ep_7k2steps_stitch/eval/post_train/step_4000.json +110 -110
  26. flappy_fix_latency_3_200ep_7k2steps_stitch/eval_inputs/flappy_fixed_latency_3.json +8 -0
  27. flappy_fix_latency_3_200ep_7k2steps_stitch/hydra/.hydra/config.yaml +2 -3
  28. flappy_fix_latency_3_200ep_7k2steps_stitch/hydra/.hydra/hydra.yaml +3 -4
  29. flappy_fix_latency_3_200ep_7k2steps_stitch/hydra/.hydra/overrides.yaml +2 -3
  30. flappy_fix_latency_3_200ep_7k2steps_stitch/hydra/train_starvla_hydra.log +0 -0
  31. flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3/episode_metrics.jsonl +10 -10
  32. flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3/episode_metrics.jsonl +10 -10
  33. flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3/episode_metrics.jsonl +10 -10
  34. flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3/episode_metrics.jsonl +10 -10
  35. flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3/episode_metrics.jsonl +10 -10
  36. flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3/episode_metrics.jsonl +10 -10
  37. flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3/episode_metrics.jsonl +10 -10
  38. flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3/episode_metrics.jsonl +10 -10
  39. flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3/episode_metrics.jsonl +10 -10
  40. flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3/episode_metrics.jsonl +10 -10
  41. flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3/episode_metrics.jsonl +10 -10
  42. flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3/episode_metrics.jsonl +10 -10
  43. flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3/episode_metrics.jsonl +10 -10
  44. flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3/episode_metrics.jsonl +10 -10
  45. flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3/episode_metrics.jsonl +10 -10
  46. flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3/episode_metrics.jsonl +10 -10
  47. flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3/episode_metrics.jsonl +25 -25
  48. flappy_fix_latency_3_200ep_7k2steps_stitch/wandb/wandb/debug-internal.log +0 -0
  49. flappy_fix_latency_3_200ep_7k2steps_stitch/wandb/wandb/debug.log +23 -24
  50. flappy_fix_latency_3_200ep_7k2steps_stitch/wandb/wandb/run-20260728_165431-i1vhu5dw/files/output.log +0 -0
.gitattributes CHANGED
@@ -72,3 +72,6 @@ flappy_fix_latency_3_200ep_7k2steps_plain_multi/wandb/wandb/run-20260728_191840-
72
  flappy_fix_latency_3_200ep_7k2steps_plain_multi/wandb/wandb/run-20260728_232006-sbgg7akp/run-sbgg7akp.wandb filter=lfs diff=lfs merge=lfs -text
73
  deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/wandb/wandb/run-20260728_165222-i2zzud5a/run-i2zzud5a.wandb filter=lfs diff=lfs merge=lfs -text
74
  deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/wandb/wandb/run-20260728_230047-uj8a3lgc/run-uj8a3lgc.wandb filter=lfs diff=lfs merge=lfs -text
 
 
 
 
72
  flappy_fix_latency_3_200ep_7k2steps_plain_multi/wandb/wandb/run-20260728_232006-sbgg7akp/run-sbgg7akp.wandb filter=lfs diff=lfs merge=lfs -text
73
  deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/wandb/wandb/run-20260728_165222-i2zzud5a/run-i2zzud5a.wandb filter=lfs diff=lfs merge=lfs -text
74
  deadly_corridor_fix_latency_6_1000ep_7k2steps_single_baseline/wandb/wandb/run-20260728_230047-uj8a3lgc/run-uj8a3lgc.wandb filter=lfs diff=lfs merge=lfs -text
75
+ flappy_fix_latency_3_200ep_7k2steps_stitch/wandb/wandb/run-20260728_165431-i1vhu5dw/run-i1vhu5dw.wandb filter=lfs diff=lfs merge=lfs -text
76
+ flappy_fix_latency_3_200ep_7k2steps_stitch/wandb/wandb/run-20260728_230046-x7oe1qhg/run-x7oe1qhg.wandb filter=lfs diff=lfs merge=lfs -text
77
+ flappy_fix_latency_3_200ep_7k2steps_stitch/wandb/wandb/run-20260729_034039-f1asp75c/run-f1asp75c.wandb filter=lfs diff=lfs merge=lfs -text
flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_4000_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e67f12ecb33b6c95262f0bdc9bda384c1f2fe6068c1dfbf4b3be48c0b852ba6f
3
  size 9784896838
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c5786df9eb04f1b88390377df8327452fe6c9bb3d759912c491fbdf5cb299dd
3
  size 9784896838
flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_4000_state/pytorch_model/mp_rank_00_model_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ee0260eb9e2f3dc51c0bf4db388b35181f99da08ca44de9e1f5b2c58f5a43ff
3
- size 9007152504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b6083532e19b8ead849f3090bba67ba7bdd5bb23426ff3bf9c1b414d83dae05
3
+ size 9007152933
flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_4000_state/random_states_0.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2fa3dd57147994c7e97d01d958f099b9f86df9990a1b6696c7f3f2cff6f8f624
3
- size 14604
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7fb8970c50efc447773fd1f02de4597a588e41a38af933aa7804ecaa14b450f
3
+ size 15017
flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_4000_state/random_states_1.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c820e726a7197487f0858f22258b17303f76fe2b582b67702973facfaf8e27ef
3
- size 14604
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9274e1cd1cffb188d21d37959ca6076047f8ce8d4d3e59b88b931414546a1a5f
3
+ size 15017
flappy_fix_latency_3_200ep_7k2steps_stitch/config.full.yaml CHANGED
@@ -3,7 +3,6 @@ framework:
3
  qwenvl:
4
  base_vlm: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/playground/Pretrained_models/Qwen3-VL-4B-Instruct
5
  attn_implementation: flash_attention_2
6
- flex_backend: triton
7
  enable_gradient_checkpointing: true
8
  action_model:
9
  action_model_type: MLP
@@ -132,8 +131,8 @@ trainer:
132
  gradient_accumulation_steps: 16
133
  distributed_backend: deepspeed
134
  is_resume: true
135
- pretrained_checkpoint: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_2000_state
136
- resume_step: 2000
137
  reload_modules: null
138
  optimizer:
139
  name: AdamW
 
3
  qwenvl:
4
  base_vlm: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/playground/Pretrained_models/Qwen3-VL-4B-Instruct
5
  attn_implementation: flash_attention_2
 
6
  enable_gradient_checkpointing: true
7
  action_model:
8
  action_model_type: MLP
 
131
  gradient_accumulation_steps: 16
132
  distributed_backend: deepspeed
133
  is_resume: true
134
+ pretrained_checkpoint: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_3000_state
135
+ resume_step: 3000
136
  reload_modules: null
137
  optimizer:
138
  name: AdamW
flappy_fix_latency_3_200ep_7k2steps_stitch/config.yaml CHANGED
@@ -92,10 +92,10 @@ trainer:
92
  fused: true
93
  weight_decay: 1.0e-08
94
  per_latency_eval_num_batches: null
95
- pretrained_checkpoint: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_2000_state
96
  profile_timing:
97
  enabled: false
98
- resume_step: 2000
99
  save_interval: 500
100
  scheduler_specific_kwargs:
101
  min_lr: 1.0e-06
 
92
  fused: true
93
  weight_decay: 1.0e-08
94
  per_latency_eval_num_batches: null
95
+ pretrained_checkpoint: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_3000_state
96
  profile_timing:
97
  enabled: false
98
+ resume_step: 3000
99
  save_interval: 500
100
  scheduler_specific_kwargs:
101
  min_lr: 1.0e-06
flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_1000.json CHANGED
@@ -3,53 +3,53 @@
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
- "mean_reward": 2.0000000447034836,
7
- "mean_length": 31.0,
8
- "std_reward": 0.0,
9
- "std_length": 0.0,
10
  "episode_rewards": [
11
- 2.0000000447034836,
12
- 2.0000000447034836,
13
- 2.0000000447034836,
14
- 2.0000000447034836,
15
- 2.0000000447034836,
16
- 2.0000000447034836,
17
- 2.0000000447034836,
18
- 2.0000000447034836,
19
- 2.0000000447034836,
20
- 2.0000000447034836,
21
- 2.0000000447034836,
22
- 2.0000000447034836,
23
- 2.0000000447034836,
24
- 2.0000000447034836,
25
- 2.0000000447034836,
26
- 2.0000000447034836,
27
- 2.0000000447034836,
28
- 2.0000000447034836,
29
- 2.0000000447034836,
30
- 2.0000000447034836
31
  ],
32
  "episode_lengths": [
33
- 31,
34
- 31,
35
- 31,
36
- 31,
37
- 31,
38
- 31,
39
- 31,
40
- 31,
41
- 31,
42
- 31,
43
- 31,
44
- 31,
45
- 31,
46
- 31,
47
- 31,
48
- 31,
49
- 31,
50
- 31,
51
- 31,
52
- 31
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
@@ -108,13 +108,13 @@
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
- "mean_reward": 2.0000000447034836,
112
- "mean_length": 31.0,
113
- "std_reward": 0.0,
114
- "std_length": 0.0,
115
  "task_count": 1,
116
- "macro_mean_reward": 2.0000000447034836,
117
- "macro_mean_length": 31.0,
118
  "distributed_eval": true
119
  }
120
  }
 
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
+ "mean_reward": 106.78500127457082,
7
+ "mean_length": 878.6,
8
+ "std_reward": 73.88127234207468,
9
+ "std_length": 596.6152361447032,
10
  "episode_rewards": [
11
+ 169.20000199973583,
12
+ 56.10000068694353,
13
+ 10.700000144541264,
14
+ 9.100000135600567,
15
+ 168.10000199824572,
16
+ 121.20000144839287,
17
+ 130.60000155866146,
18
+ 57.10000068694353,
19
+ 11.30000015348196,
20
+ 80.70000096410513,
21
+ 107.60000129044056,
22
+ 267.20000314712524,
23
+ 48.1000005826354,
24
+ 85.30000101774931,
25
+ 60.600000739097595,
26
+ 155.10000183433294,
27
+ 202.7000023946166,
28
+ 145.10000173002481,
29
+ 229.10000271350145,
30
+ 20.80000026524067
31
  ],
32
  "episode_lengths": [
33
+ 1379,
34
+ 473,
35
+ 100,
36
+ 93,
37
+ 1377,
38
+ 998,
39
+ 1074,
40
+ 474,
41
+ 106,
42
+ 665,
43
+ 889,
44
+ 2170,
45
+ 402,
46
+ 702,
47
+ 509,
48
+ 1265,
49
+ 1651,
50
+ 1192,
51
+ 1870,
52
+ 183
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
 
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
+ "mean_reward": 106.78500127457082,
112
+ "mean_length": 878.6,
113
+ "std_reward": 73.88127234207468,
114
+ "std_length": 596.6152361447032,
115
  "task_count": 1,
116
+ "macro_mean_reward": 106.78500127457082,
117
+ "macro_mean_length": 878.6,
118
  "distributed_eval": true
119
  }
120
  }
flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_1250.json CHANGED
@@ -3,53 +3,53 @@
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
- "mean_reward": 2.0000000447034836,
7
- "mean_length": 31.0,
8
- "std_reward": 0.0,
9
- "std_length": 0.0,
10
  "episode_rewards": [
11
- 2.0000000447034836,
12
- 2.0000000447034836,
13
- 2.0000000447034836,
14
- 2.0000000447034836,
15
- 2.0000000447034836,
16
- 2.0000000447034836,
17
- 2.0000000447034836,
18
- 2.0000000447034836,
19
- 2.0000000447034836,
20
- 2.0000000447034836,
21
- 2.0000000447034836,
22
- 2.0000000447034836,
23
- 2.0000000447034836,
24
- 2.0000000447034836,
25
- 2.0000000447034836,
26
- 2.0000000447034836,
27
- 2.0000000447034836,
28
- 2.0000000447034836,
29
- 2.0000000447034836,
30
- 2.0000000447034836
31
  ],
32
  "episode_lengths": [
33
- 31,
34
- 31,
35
- 31,
36
- 31,
37
- 31,
38
- 31,
39
- 31,
40
- 31,
41
- 31,
42
- 31,
43
- 31,
44
- 31,
45
- 31,
46
- 31,
47
- 31,
48
- 31,
49
- 31,
50
- 31,
51
- 31,
52
- 31
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
@@ -108,13 +108,13 @@
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
- "mean_reward": 2.0000000447034836,
112
- "mean_length": 31.0,
113
- "std_reward": 0.0,
114
- "std_length": 0.0,
115
  "task_count": 1,
116
- "macro_mean_reward": 2.0000000447034836,
117
- "macro_mean_length": 31.0,
118
  "distributed_eval": true
119
  }
120
  }
 
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
+ "mean_reward": 108.9800013050437,
7
+ "mean_length": 899.2,
8
+ "std_reward": 83.2041090459624,
9
+ "std_length": 671.6649164576038,
10
  "episode_rewards": [
11
+ 219.00000259280205,
12
+ 107.00000128149986,
13
+ 186.50000221282244,
14
+ 60.40000073611736,
15
+ 12.900000177323818,
16
+ 121.20000144839287,
17
+ 46.60000057518482,
18
+ 107.50000128895044,
19
+ 130.50000155717134,
20
+ 46.500000573694706,
21
+ 51.200000628829,
22
+ 18.50000024586916,
23
+ 256.5000030323863,
24
+ 242.50000286847353,
25
+ 116.40000139176846,
26
+ 18.400000244379044,
27
+ 46.500000573694706,
28
+ 284.50000336021185,
29
+ 46.500000573694706,
30
+ 60.50000073760748
31
  ],
32
  "episode_lengths": [
33
+ 1787,
34
+ 883,
35
+ 1525,
36
+ 507,
37
+ 122,
38
+ 998,
39
+ 396,
40
+ 888,
41
+ 1073,
42
+ 395,
43
+ 433,
44
+ 169,
45
+ 2090,
46
+ 1977,
47
+ 959,
48
+ 168,
49
+ 395,
50
+ 2316,
51
+ 395,
52
+ 508
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
 
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
+ "mean_reward": 108.9800013050437,
112
+ "mean_length": 899.2,
113
+ "std_reward": 83.2041090459624,
114
+ "std_length": 671.6649164576038,
115
  "task_count": 1,
116
+ "macro_mean_reward": 108.9800013050437,
117
+ "macro_mean_length": 899.2,
118
  "distributed_eval": true
119
  }
120
  }
flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_1500.json CHANGED
@@ -3,53 +3,53 @@
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
- "mean_reward": 2.0000000447034836,
7
- "mean_length": 31.0,
8
- "std_reward": 0.0,
9
- "std_length": 0.0,
10
  "episode_rewards": [
11
- 2.0000000447034836,
12
- 2.0000000447034836,
13
- 2.0000000447034836,
14
- 2.0000000447034836,
15
- 2.0000000447034836,
16
- 2.0000000447034836,
17
- 2.0000000447034836,
18
- 2.0000000447034836,
19
- 2.0000000447034836,
20
- 2.0000000447034836,
21
- 2.0000000447034836,
22
- 2.0000000447034836,
23
- 2.0000000447034836,
24
- 2.0000000447034836,
25
- 2.0000000447034836,
26
- 2.0000000447034836,
27
- 2.0000000447034836,
28
- 2.0000000447034836,
29
- 2.0000000447034836,
30
- 2.0000000447034836
31
  ],
32
  "episode_lengths": [
33
- 31,
34
- 31,
35
- 31,
36
- 31,
37
- 31,
38
- 31,
39
- 31,
40
- 31,
41
- 31,
42
- 31,
43
- 31,
44
- 31,
45
- 31,
46
- 31,
47
- 31,
48
- 31,
49
- 31,
50
- 31,
51
- 31,
52
- 31
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
@@ -108,13 +108,13 @@
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
- "mean_reward": 2.0000000447034836,
112
- "mean_length": 31.0,
113
- "std_reward": 0.0,
114
- "std_length": 0.0,
115
  "task_count": 1,
116
- "macro_mean_reward": 2.0000000447034836,
117
- "macro_mean_length": 31.0,
118
  "distributed_eval": true
119
  }
120
  }
 
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
+ "mean_reward": 230.08000271841883,
7
+ "mean_length": 1873.55,
8
+ "std_reward": 146.68895017394857,
9
+ "std_length": 1181.9144417004134,
10
  "episode_rewards": [
11
+ 32.200000405311584,
12
+ 68.90000083297491,
13
+ 64.40000078082085,
14
+ 398.80000469088554,
15
+ 444.6000052243471,
16
+ 444.6000052243471,
17
+ 218.40000258386135,
18
+ 116.20000138878822,
19
+ 110.90000132471323,
20
+ 160.8000019043684,
21
+ 82.90000099688768,
22
+ 444.6000052243471,
23
+ 272.8000032156706,
24
+ 372.90000439435244,
25
+ 83.10000099986792,
26
+ 166.90000198036432,
27
+ 340.2000040113926,
28
+ 444.6000052243471,
29
+ 208.90000247210264,
30
+ 124.900001488626
31
  ],
32
  "episode_lengths": [
33
+ 279,
34
+ 574,
35
+ 538,
36
+ 3234,
37
+ 3600,
38
+ 3600,
39
+ 1781,
40
+ 957,
41
+ 913,
42
+ 1313,
43
+ 687,
44
+ 3600,
45
+ 2217,
46
+ 3029,
47
+ 689,
48
+ 1365,
49
+ 2765,
50
+ 3600,
51
+ 1704,
52
+ 1026
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
 
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
+ "mean_reward": 230.08000271841883,
112
+ "mean_length": 1873.55,
113
+ "std_reward": 146.68895017394857,
114
+ "std_length": 1181.9144417004134,
115
  "task_count": 1,
116
+ "macro_mean_reward": 230.08000271841883,
117
+ "macro_mean_length": 1873.55,
118
  "distributed_eval": true
119
  }
120
  }
flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_1750.json CHANGED
@@ -3,53 +3,53 @@
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
- "mean_reward": 2.0000000447034836,
7
- "mean_length": 31.0,
8
- "std_reward": 0.0,
9
- "std_length": 0.0,
10
  "episode_rewards": [
11
- 2.0000000447034836,
12
- 2.0000000447034836,
13
- 2.0000000447034836,
14
- 2.0000000447034836,
15
- 2.0000000447034836,
16
- 2.0000000447034836,
17
- 2.0000000447034836,
18
- 2.0000000447034836,
19
- 2.0000000447034836,
20
- 2.0000000447034836,
21
- 2.0000000447034836,
22
- 2.0000000447034836,
23
- 2.0000000447034836,
24
- 2.0000000447034836,
25
- 2.0000000447034836,
26
- 2.0000000447034836,
27
- 2.0000000447034836,
28
- 2.0000000447034836,
29
- 2.0000000447034836,
30
- 2.0000000447034836
31
  ],
32
  "episode_lengths": [
33
- 31,
34
- 31,
35
- 31,
36
- 31,
37
- 31,
38
- 31,
39
- 31,
40
- 31,
41
- 31,
42
- 31,
43
- 31,
44
- 31,
45
- 31,
46
- 31,
47
- 31,
48
- 31,
49
- 31,
50
- 31,
51
- 31,
52
- 31
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
@@ -108,13 +108,13 @@
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
- "mean_reward": 2.0000000447034836,
112
- "mean_length": 31.0,
113
- "std_reward": 0.0,
114
- "std_length": 0.0,
115
  "task_count": 1,
116
- "macro_mean_reward": 2.0000000447034836,
117
- "macro_mean_length": 31.0,
118
  "distributed_eval": true
119
  }
120
  }
 
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
+ "mean_reward": 185.24500218890608,
7
+ "mean_length": 1508.8,
8
+ "std_reward": 157.01752148114684,
9
+ "std_length": 1266.0878958429385,
10
  "episode_rewards": [
11
+ 169.20000199973583,
12
+ 174.10000205785036,
13
+ 10.700000144541264,
14
+ 444.6000052243471,
15
+ 169.20000199973583,
16
+ 66.60000079870224,
17
+ 34.80000042915344,
18
+ 80.80000096559525,
19
+ 79.10000095516443,
20
+ 57.10000068694353,
21
+ 444.6000052243471,
22
+ 444.6000052243471,
23
+ 95.3000011369586,
24
+ 85.30000101774931,
25
+ 132.80000157654285,
26
+ 444.6000052243471,
27
+ 25.300000317394733,
28
+ 122.80000145733356,
29
+ 444.6000052243471,
30
+ 178.80000211298466
31
  ],
32
  "episode_lengths": [
33
+ 1379,
34
+ 1419,
35
+ 100,
36
+ 3600,
37
+ 1379,
38
+ 551,
39
+ 296,
40
+ 666,
41
+ 658,
42
+ 474,
43
+ 3600,
44
+ 3600,
45
+ 784,
46
+ 702,
47
+ 1087,
48
+ 3600,
49
+ 219,
50
+ 1005,
51
+ 3600,
52
+ 1457
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
 
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
+ "mean_reward": 185.24500218890608,
112
+ "mean_length": 1508.8,
113
+ "std_reward": 157.01752148114684,
114
+ "std_length": 1266.0878958429385,
115
  "task_count": 1,
116
+ "macro_mean_reward": 185.24500218890608,
117
+ "macro_mean_length": 1508.8,
118
  "distributed_eval": true
119
  }
120
  }
flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_2000.json CHANGED
@@ -3,53 +3,53 @@
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
- "mean_reward": 2.0000000447034836,
7
- "mean_length": 31.0,
8
- "std_reward": 0.0,
9
- "std_length": 0.0,
10
  "episode_rewards": [
11
- 2.0000000447034836,
12
- 2.0000000447034836,
13
- 2.0000000447034836,
14
- 2.0000000447034836,
15
- 2.0000000447034836,
16
- 2.0000000447034836,
17
- 2.0000000447034836,
18
- 2.0000000447034836,
19
- 2.0000000447034836,
20
- 2.0000000447034836,
21
- 2.0000000447034836,
22
- 2.0000000447034836,
23
- 2.0000000447034836,
24
- 2.0000000447034836,
25
- 2.0000000447034836,
26
- 2.0000000447034836,
27
- 2.0000000447034836,
28
- 2.0000000447034836,
29
- 2.0000000447034836,
30
- 2.0000000447034836
31
  ],
32
  "episode_lengths": [
33
- 31,
34
- 31,
35
- 31,
36
- 31,
37
- 31,
38
- 31,
39
- 31,
40
- 31,
41
- 31,
42
- 31,
43
- 31,
44
- 31,
45
- 31,
46
- 31,
47
- 31,
48
- 31,
49
- 31,
50
- 31,
51
- 31,
52
- 31
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
@@ -108,13 +108,13 @@
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
- "mean_reward": 2.0000000447034836,
112
- "mean_length": 31.0,
113
- "std_reward": 0.0,
114
- "std_length": 0.0,
115
  "task_count": 1,
116
- "macro_mean_reward": 2.0000000447034836,
117
- "macro_mean_length": 31.0,
118
  "distributed_eval": true
119
  }
120
  }
 
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
+ "mean_reward": 381.6800044886768,
7
+ "mean_length": 3093.45,
8
+ "std_reward": 87.6023046469263,
9
+ "std_length": 705.2941567176067,
10
  "episode_rewards": [
11
+ 261.00000308454037,
12
+ 444.6000052243471,
13
+ 444.6000052243471,
14
+ 444.6000052243471,
15
+ 444.6000052243471,
16
+ 235.30000277608633,
17
+ 444.6000052243471,
18
+ 444.6000052243471,
19
+ 444.6000052243471,
20
+ 444.6000052243471,
21
+ 444.6000052243471,
22
+ 444.6000052243471,
23
+ 267.30000314861536,
24
+ 444.6000052243471,
25
+ 263.3000031039119,
26
+ 444.6000052243471,
27
+ 216.8000025600195,
28
+ 305.3000035956502,
29
+ 444.6000052243471,
30
+ 304.8000035881996
31
  ],
32
  "episode_lengths": [
33
+ 2126,
34
+ 3600,
35
+ 3600,
36
+ 3600,
37
+ 3600,
38
+ 1914,
39
+ 3600,
40
+ 3600,
41
+ 3600,
42
+ 3600,
43
+ 3600,
44
+ 3600,
45
+ 2171,
46
+ 3600,
47
+ 2140,
48
+ 3600,
49
+ 1765,
50
+ 2479,
51
+ 3600,
52
+ 2474
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
 
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
+ "mean_reward": 381.6800044886768,
112
+ "mean_length": 3093.45,
113
+ "std_reward": 87.6023046469263,
114
+ "std_length": 705.2941567176067,
115
  "task_count": 1,
116
+ "macro_mean_reward": 381.6800044886768,
117
+ "macro_mean_length": 3093.45,
118
  "distributed_eval": true
119
  }
120
  }
flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_2250.json CHANGED
@@ -3,53 +3,53 @@
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
- "mean_reward": 2.0000000447034836,
7
- "mean_length": 31.0,
8
- "std_reward": 0.0,
9
- "std_length": 0.0,
10
  "episode_rewards": [
11
- 2.0000000447034836,
12
- 2.0000000447034836,
13
- 2.0000000447034836,
14
- 2.0000000447034836,
15
- 2.0000000447034836,
16
- 2.0000000447034836,
17
- 2.0000000447034836,
18
- 2.0000000447034836,
19
- 2.0000000447034836,
20
- 2.0000000447034836,
21
- 2.0000000447034836,
22
- 2.0000000447034836,
23
- 2.0000000447034836,
24
- 2.0000000447034836,
25
- 2.0000000447034836,
26
- 2.0000000447034836,
27
- 2.0000000447034836,
28
- 2.0000000447034836,
29
- 2.0000000447034836,
30
- 2.0000000447034836
31
  ],
32
  "episode_lengths": [
33
- 31,
34
- 31,
35
- 31,
36
- 31,
37
- 31,
38
- 31,
39
- 31,
40
- 31,
41
- 31,
42
- 31,
43
- 31,
44
- 31,
45
- 31,
46
- 31,
47
- 31,
48
- 31,
49
- 31,
50
- 31,
51
- 31,
52
- 31
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
@@ -108,13 +108,13 @@
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
- "mean_reward": 2.0000000447034836,
112
- "mean_length": 31.0,
113
- "std_reward": 0.0,
114
- "std_length": 0.0,
115
  "task_count": 1,
116
- "macro_mean_reward": 2.0000000447034836,
117
- "macro_mean_length": 31.0,
118
  "distributed_eval": true
119
  }
120
  }
 
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
+ "mean_reward": 308.05000362992286,
7
+ "mean_length": 2501.45,
8
+ "std_reward": 161.33642833637361,
9
+ "std_length": 1299.1796825304805,
10
  "episode_rewards": [
11
+ 444.6000052243471,
12
+ 409.9000048264861,
13
+ 116.60000139474869,
14
+ 444.6000052243471,
15
+ 158.30000188201666,
16
+ 444.6000052243471,
17
+ 88.00000105798244,
18
+ 26.90000034123659,
19
+ 444.6000052243471,
20
+ 444.6000052243471,
21
+ 444.6000052243471,
22
+ 228.30000270158052,
23
+ 444.6000052243471,
24
+ 444.6000052243471,
25
+ 363.1000042781234,
26
+ 444.6000052243471,
27
+ 176.40000209212303,
28
+ 444.6000052243471,
29
+ 55.10000067204237,
30
+ 92.40000110864639
31
  ],
32
  "episode_lengths": [
33
+ 3600,
34
+ 3327,
35
+ 961,
36
+ 3600,
37
+ 1297,
38
+ 3600,
39
+ 729,
40
+ 235,
41
+ 3600,
42
+ 3600,
43
+ 3600,
44
+ 1862,
45
+ 3600,
46
+ 3600,
47
+ 2949,
48
+ 3600,
49
+ 1442,
50
+ 3600,
51
+ 463,
52
+ 764
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
 
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
+ "mean_reward": 308.05000362992286,
112
+ "mean_length": 2501.45,
113
+ "std_reward": 161.33642833637361,
114
+ "std_length": 1299.1796825304805,
115
  "task_count": 1,
116
+ "macro_mean_reward": 308.05000362992286,
117
+ "macro_mean_length": 2501.45,
118
  "distributed_eval": true
119
  }
120
  }
flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_250.json CHANGED
@@ -3,53 +3,53 @@
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
- "mean_reward": 2.0000000447034836,
7
- "mean_length": 31.0,
8
- "std_reward": 0.0,
9
- "std_length": 0.0,
10
  "episode_rewards": [
11
- 2.0000000447034836,
12
- 2.0000000447034836,
13
- 2.0000000447034836,
14
- 2.0000000447034836,
15
- 2.0000000447034836,
16
- 2.0000000447034836,
17
- 2.0000000447034836,
18
- 2.0000000447034836,
19
- 2.0000000447034836,
20
- 2.0000000447034836,
21
- 2.0000000447034836,
22
- 2.0000000447034836,
23
- 2.0000000447034836,
24
- 2.0000000447034836,
25
- 2.0000000447034836,
26
- 2.0000000447034836,
27
- 2.0000000447034836,
28
- 2.0000000447034836,
29
- 2.0000000447034836,
30
- 2.0000000447034836
31
  ],
32
  "episode_lengths": [
33
- 31,
34
- 31,
35
- 31,
36
- 31,
37
- 31,
38
- 31,
39
- 31,
40
- 31,
41
- 31,
42
- 31,
43
- 31,
44
- 31,
45
- 31,
46
- 31,
47
- 31,
48
- 31,
49
- 31,
50
- 31,
51
- 31,
52
- 31
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
@@ -108,13 +108,13 @@
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
- "mean_reward": 2.0000000447034836,
112
- "mean_length": 31.0,
113
- "std_reward": 0.0,
114
- "std_length": 0.0,
115
  "task_count": 1,
116
- "macro_mean_reward": 2.0000000447034836,
117
- "macro_mean_length": 31.0,
118
  "distributed_eval": true
119
  }
120
  }
 
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
+ "mean_reward": 7.385000113770365,
7
+ "mean_length": 78.1,
8
+ "std_reward": 10.2817934953424,
9
+ "std_length": 83.1534124374941,
10
  "episode_rewards": [
11
+ 3.90000007301569,
12
+ 3.90000007301569,
13
+ 3.90000007301569,
14
+ 3.90000007301569,
15
+ 6.500000096857548,
16
+ 3.90000007301569,
17
+ 46.300000570714474,
18
+ 3.90000007301569,
19
+ 4.000000074505806,
20
+ 4.300000078976154,
21
+ 3.90000007301569,
22
+ 4.000000074505806,
23
+ 3.90000007301569,
24
+ 3.90000007301569,
25
+ 3.90000007301569,
26
+ 3.90000007301569,
27
+ 3.90000007301569,
28
+ 4.000000074505806,
29
+ 27.400000348687172,
30
+ 4.4000000804662704
31
  ],
32
  "episode_lengths": [
33
+ 50,
34
+ 50,
35
+ 50,
36
+ 50,
37
+ 67,
38
+ 50,
39
+ 393,
40
+ 50,
41
+ 51,
42
+ 54,
43
+ 50,
44
+ 51,
45
+ 50,
46
+ 50,
47
+ 50,
48
+ 50,
49
+ 50,
50
+ 51,
51
+ 240,
52
+ 55
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
 
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
+ "mean_reward": 7.385000113770365,
112
+ "mean_length": 78.1,
113
+ "std_reward": 10.2817934953424,
114
+ "std_length": 83.1534124374941,
115
  "task_count": 1,
116
+ "macro_mean_reward": 7.385000113770365,
117
+ "macro_mean_length": 78.1,
118
  "distributed_eval": true
119
  }
120
  }
flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_2500.json CHANGED
@@ -3,53 +3,53 @@
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
- "mean_reward": 2.0000000447034836,
7
- "mean_length": 31.0,
8
- "std_reward": 0.0,
9
- "std_length": 0.0,
10
  "episode_rewards": [
11
- 2.0000000447034836,
12
- 2.0000000447034836,
13
- 2.0000000447034836,
14
- 2.0000000447034836,
15
- 2.0000000447034836,
16
- 2.0000000447034836,
17
- 2.0000000447034836,
18
- 2.0000000447034836,
19
- 2.0000000447034836,
20
- 2.0000000447034836,
21
- 2.0000000447034836,
22
- 2.0000000447034836,
23
- 2.0000000447034836,
24
- 2.0000000447034836,
25
- 2.0000000447034836,
26
- 2.0000000447034836,
27
- 2.0000000447034836,
28
- 2.0000000447034836,
29
- 2.0000000447034836,
30
- 2.0000000447034836
31
  ],
32
  "episode_lengths": [
33
- 31,
34
- 31,
35
- 31,
36
- 31,
37
- 31,
38
- 31,
39
- 31,
40
- 31,
41
- 31,
42
- 31,
43
- 31,
44
- 31,
45
- 31,
46
- 31,
47
- 31,
48
- 31,
49
- 31,
50
- 31,
51
- 31,
52
- 31
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
@@ -108,13 +108,13 @@
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
- "mean_reward": 2.0000000447034836,
112
- "mean_length": 31.0,
113
- "std_reward": 0.0,
114
- "std_length": 0.0,
115
  "task_count": 1,
116
- "macro_mean_reward": 2.0000000447034836,
117
- "macro_mean_length": 31.0,
118
  "distributed_eval": true
119
  }
120
  }
 
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
+ "mean_reward": 354.7350041743368,
7
+ "mean_length": 2876.65,
8
+ "std_reward": 151.4039194049935,
9
+ "std_length": 1220.1248819280754,
10
  "episode_rewards": [
11
+ 444.6000052243471,
12
+ 444.6000052243471,
13
+ 444.6000052243471,
14
+ 432.900005094707,
15
+ 444.6000052243471,
16
+ 444.6000052243471,
17
+ 34.60000042617321,
18
+ 444.6000052243471,
19
+ 444.6000052243471,
20
+ 444.6000052243471,
21
+ 110.90000132471323,
22
+ 444.6000052243471,
23
+ 124.900001488626,
24
+ 118.80000141263008,
25
+ 444.6000052243471,
26
+ 444.6000052243471,
27
+ 444.6000052243471,
28
+ 409.9000048264861,
29
+ 82.90000099688768,
30
+ 444.6000052243471
31
  ],
32
  "episode_lengths": [
33
+ 3600,
34
+ 3600,
35
+ 3600,
36
+ 3512,
37
+ 3600,
38
+ 3600,
39
+ 294,
40
+ 3600,
41
+ 3600,
42
+ 3600,
43
+ 913,
44
+ 3600,
45
+ 1026,
46
+ 974,
47
+ 3600,
48
+ 3600,
49
+ 3600,
50
+ 3327,
51
+ 687,
52
+ 3600
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
 
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
+ "mean_reward": 354.7350041743368,
112
+ "mean_length": 2876.65,
113
+ "std_reward": 151.4039194049935,
114
+ "std_length": 1220.1248819280754,
115
  "task_count": 1,
116
+ "macro_mean_reward": 354.7350041743368,
117
+ "macro_mean_length": 2876.65,
118
  "distributed_eval": true
119
  }
120
  }
flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_2750.json CHANGED
@@ -3,53 +3,53 @@
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
- "mean_reward": 2.0000000447034836,
7
- "mean_length": 31.0,
8
- "std_reward": 0.0,
9
- "std_length": 0.0,
10
  "episode_rewards": [
11
- 2.0000000447034836,
12
- 2.0000000447034836,
13
- 2.0000000447034836,
14
- 2.0000000447034836,
15
- 2.0000000447034836,
16
- 2.0000000447034836,
17
- 2.0000000447034836,
18
- 2.0000000447034836,
19
- 2.0000000447034836,
20
- 2.0000000447034836,
21
- 2.0000000447034836,
22
- 2.0000000447034836,
23
- 2.0000000447034836,
24
- 2.0000000447034836,
25
- 2.0000000447034836,
26
- 2.0000000447034836,
27
- 2.0000000447034836,
28
- 2.0000000447034836,
29
- 2.0000000447034836,
30
- 2.0000000447034836
31
  ],
32
  "episode_lengths": [
33
- 31,
34
- 31,
35
- 31,
36
- 31,
37
- 31,
38
- 31,
39
- 31,
40
- 31,
41
- 31,
42
- 31,
43
- 31,
44
- 31,
45
- 31,
46
- 31,
47
- 31,
48
- 31,
49
- 31,
50
- 31,
51
- 31,
52
- 31
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
@@ -108,13 +108,13 @@
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
- "mean_reward": 2.0000000447034836,
112
- "mean_length": 31.0,
113
- "std_reward": 0.0,
114
- "std_length": 0.0,
115
  "task_count": 1,
116
- "macro_mean_reward": 2.0000000447034836,
117
- "macro_mean_length": 31.0,
118
  "distributed_eval": true
119
  }
120
  }
 
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
+ "mean_reward": 375.9050044219941,
7
+ "mean_length": 3047.2,
8
+ "std_reward": 124.58337705168603,
9
+ "std_length": 1002.7046723736755,
10
  "episode_rewards": [
11
+ 444.6000052243471,
12
+ 444.6000052243471,
13
+ 64.40000078082085,
14
+ 444.6000052243471,
15
+ 444.6000052243471,
16
+ 444.6000052243471,
17
+ 272.8000032156706,
18
+ 158.40000188350677,
19
+ 444.6000052243471,
20
+ 444.6000052243471,
21
+ 228.40000270307064,
22
+ 444.6000052243471,
23
+ 444.6000052243471,
24
+ 444.6000052243471,
25
+ 125.10000149160624,
26
+ 444.6000052243471,
27
+ 444.6000052243471,
28
+ 444.6000052243471,
29
+ 444.6000052243471,
30
+ 444.6000052243471
31
  ],
32
  "episode_lengths": [
33
+ 3600,
34
+ 3600,
35
+ 538,
36
+ 3600,
37
+ 3600,
38
+ 3600,
39
+ 2217,
40
+ 1298,
41
+ 3600,
42
+ 3600,
43
+ 1863,
44
+ 3600,
45
+ 3600,
46
+ 3600,
47
+ 1028,
48
+ 3600,
49
+ 3600,
50
+ 3600,
51
+ 3600,
52
+ 3600
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
 
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
+ "mean_reward": 375.9050044219941,
112
+ "mean_length": 3047.2,
113
+ "std_reward": 124.58337705168603,
114
+ "std_length": 1002.7046723736755,
115
  "task_count": 1,
116
+ "macro_mean_reward": 375.9050044219941,
117
+ "macro_mean_length": 3047.2,
118
  "distributed_eval": true
119
  }
120
  }
flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_3000.json CHANGED
@@ -3,53 +3,53 @@
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
- "mean_reward": 2.0000000447034836,
7
- "mean_length": 31.0,
8
- "std_reward": 0.0,
9
- "std_length": 0.0,
10
  "episode_rewards": [
11
- 2.0000000447034836,
12
- 2.0000000447034836,
13
- 2.0000000447034836,
14
- 2.0000000447034836,
15
- 2.0000000447034836,
16
- 2.0000000447034836,
17
- 2.0000000447034836,
18
- 2.0000000447034836,
19
- 2.0000000447034836,
20
- 2.0000000447034836,
21
- 2.0000000447034836,
22
- 2.0000000447034836,
23
- 2.0000000447034836,
24
- 2.0000000447034836,
25
- 2.0000000447034836,
26
- 2.0000000447034836,
27
- 2.0000000447034836,
28
- 2.0000000447034836,
29
- 2.0000000447034836,
30
- 2.0000000447034836
31
  ],
32
  "episode_lengths": [
33
- 31,
34
- 31,
35
- 31,
36
- 31,
37
- 31,
38
- 31,
39
- 31,
40
- 31,
41
- 31,
42
- 31,
43
- 31,
44
- 31,
45
- 31,
46
- 31,
47
- 31,
48
- 31,
49
- 31,
50
- 31,
51
- 31,
52
- 31
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
@@ -108,13 +108,13 @@
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
- "mean_reward": 2.0000000447034836,
112
- "mean_length": 31.0,
113
- "std_reward": 0.0,
114
- "std_length": 0.0,
115
  "task_count": 1,
116
- "macro_mean_reward": 2.0000000447034836,
117
- "macro_mean_length": 31.0,
118
  "distributed_eval": true
119
  }
120
  }
 
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
+ "mean_reward": 413.8100048653781,
7
+ "mean_length": 3352.8,
8
+ "std_reward": 68.2220566136189,
9
+ "std_length": 548.1908974070984,
10
  "episode_rewards": [
11
+ 444.6000052243471,
12
+ 444.6000052243471,
13
+ 444.6000052243471,
14
+ 326.1000038459897,
15
+ 444.6000052243471,
16
+ 181.70000215619802,
17
+ 300.80000354349613,
18
+ 444.6000052243471,
19
+ 444.6000052243471,
20
+ 444.6000052243471,
21
+ 444.6000052243471,
22
+ 444.6000052243471,
23
+ 354.00000417232513,
24
+ 444.6000052243471,
25
+ 444.6000052243471,
26
+ 444.6000052243471,
27
+ 444.6000052243471,
28
+ 444.6000052243471,
29
+ 444.6000052243471,
30
+ 444.6000052243471
31
  ],
32
  "episode_lengths": [
33
+ 3600,
34
+ 3600,
35
+ 3600,
36
+ 2651,
37
+ 3600,
38
+ 1486,
39
+ 2443,
40
+ 3600,
41
+ 3600,
42
+ 3600,
43
+ 3600,
44
+ 3600,
45
+ 2876,
46
+ 3600,
47
+ 3600,
48
+ 3600,
49
+ 3600,
50
+ 3600,
51
+ 3600,
52
+ 3600
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
 
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
+ "mean_reward": 413.8100048653781,
112
+ "mean_length": 3352.8,
113
+ "std_reward": 68.2220566136189,
114
+ "std_length": 548.1908974070984,
115
  "task_count": 1,
116
+ "macro_mean_reward": 413.8100048653781,
117
+ "macro_mean_length": 3352.8,
118
  "distributed_eval": true
119
  }
120
  }
flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_3250.json CHANGED
@@ -3,53 +3,53 @@
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
- "mean_reward": 2.0000000447034836,
7
- "mean_length": 31.0,
8
- "std_reward": 0.0,
9
- "std_length": 0.0,
10
  "episode_rewards": [
11
- 2.0000000447034836,
12
- 2.0000000447034836,
13
- 2.0000000447034836,
14
- 2.0000000447034836,
15
- 2.0000000447034836,
16
- 2.0000000447034836,
17
- 2.0000000447034836,
18
- 2.0000000447034836,
19
- 2.0000000447034836,
20
- 2.0000000447034836,
21
- 2.0000000447034836,
22
- 2.0000000447034836,
23
- 2.0000000447034836,
24
- 2.0000000447034836,
25
- 2.0000000447034836,
26
- 2.0000000447034836,
27
- 2.0000000447034836,
28
- 2.0000000447034836,
29
- 2.0000000447034836,
30
- 2.0000000447034836
31
  ],
32
  "episode_lengths": [
33
- 31,
34
- 31,
35
- 31,
36
- 31,
37
- 31,
38
- 31,
39
- 31,
40
- 31,
41
- 31,
42
- 31,
43
- 31,
44
- 31,
45
- 31,
46
- 31,
47
- 31,
48
- 31,
49
- 31,
50
- 31,
51
- 31,
52
- 31
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
@@ -108,13 +108,13 @@
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
- "mean_reward": 2.0000000447034836,
112
- "mean_length": 31.0,
113
- "std_reward": 0.0,
114
- "std_length": 0.0,
115
  "task_count": 1,
116
- "macro_mean_reward": 2.0000000447034836,
117
- "macro_mean_length": 31.0,
118
  "distributed_eval": true
119
  }
120
  }
 
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
+ "mean_reward": 299.3150035280734,
7
+ "mean_length": 2431.6,
8
+ "std_reward": 148.76301554064133,
9
+ "std_length": 1199.2067127897508,
10
  "episode_rewards": [
11
+ 314.8000037074089,
12
+ 444.6000052243471,
13
+ 116.60000139474869,
14
+ 368.7000043466687,
15
+ 219.10000259429216,
16
+ 312.6000036895275,
17
+ 382.1000045016408,
18
+ 389.30000457912683,
19
+ 444.6000052243471,
20
+ 53.30000064522028,
21
+ 50.80000062286854,
22
+ 319.30000375956297,
23
+ 444.6000052243471,
24
+ 444.6000052243471,
25
+ 144.00000171363354,
26
+ 438.50000516325235,
27
+ 444.6000052243471,
28
+ 188.80000223219395,
29
+ 444.6000052243471,
30
+ 20.80000026524067
31
  ],
32
  "episode_lengths": [
33
+ 2556,
34
+ 3600,
35
+ 961,
36
+ 2996,
37
+ 1788,
38
+ 2543,
39
+ 3103,
40
+ 3157,
41
+ 3600,
42
+ 445,
43
+ 429,
44
+ 2592,
45
+ 3600,
46
+ 3600,
47
+ 1181,
48
+ 3559,
49
+ 3600,
50
+ 1539,
51
+ 3600,
52
+ 183
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
 
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
+ "mean_reward": 299.3150035280734,
112
+ "mean_length": 2431.6,
113
+ "std_reward": 148.76301554064133,
114
+ "std_length": 1199.2067127897508,
115
  "task_count": 1,
116
+ "macro_mean_reward": 299.3150035280734,
117
+ "macro_mean_length": 2431.6,
118
  "distributed_eval": true
119
  }
120
  }
flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_3500.json CHANGED
@@ -3,53 +3,53 @@
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
- "mean_reward": 2.0000000447034836,
7
- "mean_length": 31.0,
8
- "std_reward": 0.0,
9
- "std_length": 0.0,
10
  "episode_rewards": [
11
- 2.0000000447034836,
12
- 2.0000000447034836,
13
- 2.0000000447034836,
14
- 2.0000000447034836,
15
- 2.0000000447034836,
16
- 2.0000000447034836,
17
- 2.0000000447034836,
18
- 2.0000000447034836,
19
- 2.0000000447034836,
20
- 2.0000000447034836,
21
- 2.0000000447034836,
22
- 2.0000000447034836,
23
- 2.0000000447034836,
24
- 2.0000000447034836,
25
- 2.0000000447034836,
26
- 2.0000000447034836,
27
- 2.0000000447034836,
28
- 2.0000000447034836,
29
- 2.0000000447034836,
30
- 2.0000000447034836
31
  ],
32
  "episode_lengths": [
33
- 31,
34
- 31,
35
- 31,
36
- 31,
37
- 31,
38
- 31,
39
- 31,
40
- 31,
41
- 31,
42
- 31,
43
- 31,
44
- 31,
45
- 31,
46
- 31,
47
- 31,
48
- 31,
49
- 31,
50
- 31,
51
- 31,
52
- 31
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
@@ -108,13 +108,13 @@
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
- "mean_reward": 2.0000000447034836,
112
- "mean_length": 31.0,
113
- "std_reward": 0.0,
114
- "std_length": 0.0,
115
  "task_count": 1,
116
- "macro_mean_reward": 2.0000000447034836,
117
- "macro_mean_length": 31.0,
118
  "distributed_eval": true
119
  }
120
  }
 
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
+ "mean_reward": 298.0750035133213,
7
+ "mean_length": 2421.25,
8
+ "std_reward": 155.08394319734936,
9
+ "std_length": 1249.940673592151,
10
  "episode_rewards": [
11
+ 256.70000303536654,
12
+ 130.70000156015158,
13
+ 87.90000105649233,
14
+ 368.7000043466687,
15
+ 43.200000524520874,
16
+ 31.900000400841236,
17
+ 444.6000052243471,
18
+ 340.60000401735306,
19
+ 444.6000052243471,
20
+ 444.6000052243471,
21
+ 444.6000052243471,
22
+ 256.70000303536654,
23
+ 444.6000052243471,
24
+ 444.6000052243471,
25
+ 405.6000047773123,
26
+ 186.50000221282244,
27
+ 253.10000298172235,
28
+ 444.6000052243471,
29
+ 444.6000052243471,
30
+ 43.10000052303076
31
  ],
32
  "episode_lengths": [
33
+ 2092,
34
+ 1075,
35
+ 728,
36
+ 2996,
37
+ 362,
38
+ 276,
39
+ 3600,
40
+ 2769,
41
+ 3600,
42
+ 3600,
43
+ 3600,
44
+ 2092,
45
+ 3600,
46
+ 3600,
47
+ 3293,
48
+ 1525,
49
+ 2056,
50
+ 3600,
51
+ 3600,
52
+ 361
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
 
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
+ "mean_reward": 298.0750035133213,
112
+ "mean_length": 2421.25,
113
+ "std_reward": 155.08394319734936,
114
+ "std_length": 1249.940673592151,
115
  "task_count": 1,
116
+ "macro_mean_reward": 298.0750035133213,
117
+ "macro_mean_length": 2421.25,
118
  "distributed_eval": true
119
  }
120
  }
flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_3750.json CHANGED
@@ -3,53 +3,53 @@
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
- "mean_reward": 2.0000000447034836,
7
- "mean_length": 31.0,
8
- "std_reward": 0.0,
9
- "std_length": 0.0,
10
  "episode_rewards": [
11
- 2.0000000447034836,
12
- 2.0000000447034836,
13
- 2.0000000447034836,
14
- 2.0000000447034836,
15
- 2.0000000447034836,
16
- 2.0000000447034836,
17
- 2.0000000447034836,
18
- 2.0000000447034836,
19
- 2.0000000447034836,
20
- 2.0000000447034836,
21
- 2.0000000447034836,
22
- 2.0000000447034836,
23
- 2.0000000447034836,
24
- 2.0000000447034836,
25
- 2.0000000447034836,
26
- 2.0000000447034836,
27
- 2.0000000447034836,
28
- 2.0000000447034836,
29
- 2.0000000447034836,
30
- 2.0000000447034836
31
  ],
32
  "episode_lengths": [
33
- 31,
34
- 31,
35
- 31,
36
- 31,
37
- 31,
38
- 31,
39
- 31,
40
- 31,
41
- 31,
42
- 31,
43
- 31,
44
- 31,
45
- 31,
46
- 31,
47
- 31,
48
- 31,
49
- 31,
50
- 31,
51
- 31,
52
- 31
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
@@ -108,13 +108,13 @@
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
- "mean_reward": 2.0000000447034836,
112
- "mean_length": 31.0,
113
- "std_reward": 0.0,
114
- "std_length": 0.0,
115
  "task_count": 1,
116
- "macro_mean_reward": 2.0000000447034836,
117
- "macro_mean_length": 31.0,
118
  "distributed_eval": true
119
  }
120
  }
 
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
+ "mean_reward": 258.900003053993,
7
+ "mean_length": 2104.65,
8
+ "std_reward": 171.87575364477277,
9
+ "std_length": 1385.045316045652,
10
  "episode_rewards": [
11
+ 76.10000091046095,
12
+ 59.90000072866678,
13
+ 444.6000052243471,
14
+ 444.6000052243471,
15
+ 158.30000188201666,
16
+ 444.6000052243471,
17
+ 85.10000101476908,
18
+ 186.2000022083521,
19
+ 31.900000400841236,
20
+ 327.10000386089087,
21
+ 62.80000075697899,
22
+ 444.6000052243471,
23
+ 444.6000052243471,
24
+ 444.6000052243471,
25
+ 256.70000303536654,
26
+ 28.100000359117985,
27
+ 444.6000052243471,
28
+ 305.2000035941601,
29
+ 43.80000053346157,
30
+ 444.6000052243471
31
  ],
32
  "episode_lengths": [
33
+ 628,
34
+ 502,
35
+ 3600,
36
+ 3600,
37
+ 1297,
38
+ 3600,
39
+ 700,
40
+ 1522,
41
+ 276,
42
+ 2661,
43
+ 522,
44
+ 3600,
45
+ 3600,
46
+ 3600,
47
+ 2092,
48
+ 247,
49
+ 3600,
50
+ 2478,
51
+ 368,
52
+ 3600
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
 
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
+ "mean_reward": 258.900003053993,
112
+ "mean_length": 2104.65,
113
+ "std_reward": 171.87575364477277,
114
+ "std_length": 1385.045316045652,
115
  "task_count": 1,
116
+ "macro_mean_reward": 258.900003053993,
117
+ "macro_mean_length": 2104.65,
118
  "distributed_eval": true
119
  }
120
  }
flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_4000.json CHANGED
@@ -3,53 +3,53 @@
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
- "mean_reward": 2.0000000447034836,
7
- "mean_length": 31.0,
8
- "std_reward": 0.0,
9
- "std_length": 0.0,
10
  "episode_rewards": [
11
- 2.0000000447034836,
12
- 2.0000000447034836,
13
- 2.0000000447034836,
14
- 2.0000000447034836,
15
- 2.0000000447034836,
16
- 2.0000000447034836,
17
- 2.0000000447034836,
18
- 2.0000000447034836,
19
- 2.0000000447034836,
20
- 2.0000000447034836,
21
- 2.0000000447034836,
22
- 2.0000000447034836,
23
- 2.0000000447034836,
24
- 2.0000000447034836,
25
- 2.0000000447034836,
26
- 2.0000000447034836,
27
- 2.0000000447034836,
28
- 2.0000000447034836,
29
- 2.0000000447034836,
30
- 2.0000000447034836
31
  ],
32
  "episode_lengths": [
33
- 31,
34
- 31,
35
- 31,
36
- 31,
37
- 31,
38
- 31,
39
- 31,
40
- 31,
41
- 31,
42
- 31,
43
- 31,
44
- 31,
45
- 31,
46
- 31,
47
- 31,
48
- 31,
49
- 31,
50
- 31,
51
- 31,
52
- 31
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
@@ -108,13 +108,13 @@
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
- "mean_reward": 2.0000000447034836,
112
- "mean_length": 31.0,
113
- "std_reward": 0.0,
114
- "std_length": 0.0,
115
  "task_count": 1,
116
- "macro_mean_reward": 2.0000000447034836,
117
- "macro_mean_length": 31.0,
118
  "distributed_eval": true
119
  }
120
  }
 
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
+ "mean_reward": 338.52000398486854,
7
+ "mean_length": 2746.1,
8
+ "std_reward": 146.74370890578723,
9
+ "std_length": 1181.8992723578435,
10
  "episode_rewards": [
11
+ 444.6000052243471,
12
+ 444.6000052243471,
13
+ 376.9000044390559,
14
+ 274.40000323951244,
15
+ 444.6000052243471,
16
+ 181.70000215619802,
17
+ 31.900000400841236,
18
+ 444.6000052243471,
19
+ 444.6000052243471,
20
+ 59.90000072866678,
21
+ 444.6000052243471,
22
+ 444.6000052243471,
23
+ 444.6000052243471,
24
+ 118.80000141263008,
25
+ 444.6000052243471,
26
+ 444.6000052243471,
27
+ 444.6000052243471,
28
+ 444.6000052243471,
29
+ 146.80000174045563,
30
+ 244.80000288784504
31
  ],
32
  "episode_lengths": [
33
+ 3600,
34
+ 3600,
35
+ 3060,
36
+ 2233,
37
+ 3600,
38
+ 1486,
39
+ 276,
40
+ 3600,
41
+ 3600,
42
+ 502,
43
+ 3600,
44
+ 3600,
45
+ 3600,
46
+ 974,
47
+ 3600,
48
+ 3600,
49
+ 3600,
50
+ 3600,
51
+ 1200,
52
+ 1991
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
 
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
+ "mean_reward": 338.52000398486854,
112
+ "mean_length": 2746.1,
113
+ "std_reward": 146.74370890578723,
114
+ "std_length": 1181.8992723578435,
115
  "task_count": 1,
116
+ "macro_mean_reward": 338.52000398486854,
117
+ "macro_mean_length": 2746.1,
118
  "distributed_eval": true
119
  }
120
  }
flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_500.json CHANGED
@@ -3,53 +3,53 @@
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
- "mean_reward": 2.0000000447034836,
7
- "mean_length": 31.0,
8
- "std_reward": 0.0,
9
- "std_length": 0.0,
10
  "episode_rewards": [
11
- 2.0000000447034836,
12
- 2.0000000447034836,
13
- 2.0000000447034836,
14
- 2.0000000447034836,
15
- 2.0000000447034836,
16
- 2.0000000447034836,
17
- 2.0000000447034836,
18
- 2.0000000447034836,
19
- 2.0000000447034836,
20
- 2.0000000447034836,
21
- 2.0000000447034836,
22
- 2.0000000447034836,
23
- 2.0000000447034836,
24
- 2.0000000447034836,
25
- 2.0000000447034836,
26
- 2.0000000447034836,
27
- 2.0000000447034836,
28
- 2.0000000447034836,
29
- 2.0000000447034836,
30
- 2.0000000447034836
31
  ],
32
  "episode_lengths": [
33
- 31,
34
- 31,
35
- 31,
36
- 31,
37
- 31,
38
- 31,
39
- 31,
40
- 31,
41
- 31,
42
- 31,
43
- 31,
44
- 31,
45
- 31,
46
- 31,
47
- 31,
48
- 31,
49
- 31,
50
- 31,
51
- 31,
52
- 31
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
@@ -108,13 +108,13 @@
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
- "mean_reward": 2.0000000447034836,
112
- "mean_length": 31.0,
113
- "std_reward": 0.0,
114
- "std_length": 0.0,
115
  "task_count": 1,
116
- "macro_mean_reward": 2.0000000447034836,
117
- "macro_mean_length": 31.0,
118
  "distributed_eval": true
119
  }
120
  }
 
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
+ "mean_reward": 46.85000057443976,
7
+ "mean_length": 395.8,
8
+ "std_reward": 46.5446833770516,
9
+ "std_length": 375.30928578973374,
10
  "episode_rewards": [
11
+ 144.70000172406435,
12
+ 4.600000083446503,
13
+ 177.20000210404396,
14
+ 23.200000301003456,
15
+ 4.600000083446503,
16
+ 46.70000057667494,
17
+ 18.400000244379044,
18
+ 32.40000040829182,
19
+ 32.10000040382147,
20
+ 13.90000019222498,
21
+ 34.80000042915344,
22
+ 6.800000101327896,
23
+ 99.20000118017197,
24
+ 9.500000141561031,
25
+ 29.800000369548798,
26
+ 34.700000427663326,
27
+ 4.600000083446503,
28
+ 66.70000080019236,
29
+ 71.80000086128712,
30
+ 81.30000097304583
31
  ],
32
  "episode_lengths": [
33
+ 1188,
34
+ 57,
35
+ 1450,
36
+ 207,
37
+ 57,
38
+ 397,
39
+ 168,
40
+ 281,
41
+ 278,
42
+ 132,
43
+ 296,
44
+ 70,
45
+ 814,
46
+ 97,
47
+ 255,
48
+ 295,
49
+ 57,
50
+ 552,
51
+ 594,
52
+ 671
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
 
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
+ "mean_reward": 46.85000057443976,
112
+ "mean_length": 395.8,
113
+ "std_reward": 46.5446833770516,
114
+ "std_length": 375.30928578973374,
115
  "task_count": 1,
116
+ "macro_mean_reward": 46.85000057443976,
117
+ "macro_mean_length": 395.8,
118
  "distributed_eval": true
119
  }
120
  }
flappy_fix_latency_3_200ep_7k2steps_stitch/eval/mid_train/step_750.json CHANGED
@@ -3,53 +3,53 @@
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
- "mean_reward": 2.0000000447034836,
7
- "mean_length": 31.0,
8
- "std_reward": 0.0,
9
- "std_length": 0.0,
10
  "episode_rewards": [
11
- 2.0000000447034836,
12
- 2.0000000447034836,
13
- 2.0000000447034836,
14
- 2.0000000447034836,
15
- 2.0000000447034836,
16
- 2.0000000447034836,
17
- 2.0000000447034836,
18
- 2.0000000447034836,
19
- 2.0000000447034836,
20
- 2.0000000447034836,
21
- 2.0000000447034836,
22
- 2.0000000447034836,
23
- 2.0000000447034836,
24
- 2.0000000447034836,
25
- 2.0000000447034836,
26
- 2.0000000447034836,
27
- 2.0000000447034836,
28
- 2.0000000447034836,
29
- 2.0000000447034836,
30
- 2.0000000447034836
31
  ],
32
  "episode_lengths": [
33
- 31,
34
- 31,
35
- 31,
36
- 31,
37
- 31,
38
- 31,
39
- 31,
40
- 31,
41
- 31,
42
- 31,
43
- 31,
44
- 31,
45
- 31,
46
- 31,
47
- 31,
48
- 31,
49
- 31,
50
- 31,
51
- 31,
52
- 31
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
@@ -108,13 +108,13 @@
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
- "mean_reward": 2.0000000447034836,
112
- "mean_length": 31.0,
113
- "std_reward": 0.0,
114
- "std_length": 0.0,
115
  "task_count": 1,
116
- "macro_mean_reward": 2.0000000447034836,
117
- "macro_mean_length": 31.0,
118
  "distributed_eval": true
119
  }
120
  }
 
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 20,
6
+ "mean_reward": 100.32500119917094,
7
+ "mean_length": 826.5,
8
+ "std_reward": 106.17964559596933,
9
+ "std_length": 856.3861570576676,
10
  "episode_rewards": [
11
+ 185.90000220388174,
12
+ 88.00000105798244,
13
+ 3.90000007301569,
14
+ 12.900000177323818,
15
+ 6.800000101327896,
16
+ 244.70000288635492,
17
+ 17.900000236928463,
18
+ 82.90000099688768,
19
+ 8.400000125169754,
20
+ 73.90000089257956,
21
+ 171.90000203996897,
22
+ 129.90000154823065,
23
+ 90.70000108331442,
24
+ 444.6000052243471,
25
+ 199.9000023677945,
26
+ 11.30000015348196,
27
+ 20.80000026524067,
28
+ 66.80000080168247,
29
+ 29.100000359117985,
30
+ 116.20000138878822
31
  ],
32
  "episode_lengths": [
33
+ 1519,
34
+ 729,
35
+ 50,
36
+ 122,
37
+ 70,
38
+ 1990,
39
+ 163,
40
+ 687,
41
+ 86,
42
+ 615,
43
+ 1406,
44
+ 1067,
45
+ 747,
46
+ 3600,
47
+ 1632,
48
+ 106,
49
+ 183,
50
+ 553,
51
+ 248,
52
+ 957
53
  ],
54
  "decoded_action_hist": {},
55
  "fixed_episode_seeds": true,
 
108
  "fixed_episode_seeds": true,
109
  "eval_seed": 42,
110
  "total_episodes": 20,
111
+ "mean_reward": 100.32500119917094,
112
+ "mean_length": 826.5,
113
+ "std_reward": 106.17964559596933,
114
+ "std_length": 856.3861570576676,
115
  "task_count": 1,
116
+ "macro_mean_reward": 100.32500119917094,
117
+ "macro_mean_length": 826.5,
118
  "distributed_eval": true
119
  }
120
  }
flappy_fix_latency_3_200ep_7k2steps_stitch/eval/post_train/step_1500.json ADDED
@@ -0,0 +1,443 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "per_latency": {
3
+ "flappy/latency_3": {
4
+ "latency": 3,
5
+ "num_episodes": 100,
6
+ "mean_reward": 3.8999999999999977,
7
+ "mean_length": 50.0,
8
+ "std_reward": 8.881784197001252e-16,
9
+ "std_length": 0.0,
10
+ "episode_rewards": [
11
+ 3.8999999999999986,
12
+ 3.8999999999999986,
13
+ 3.8999999999999986,
14
+ 3.8999999999999986,
15
+ 3.8999999999999986,
16
+ 3.8999999999999986,
17
+ 3.8999999999999986,
18
+ 3.8999999999999986,
19
+ 3.8999999999999986,
20
+ 3.8999999999999986,
21
+ 3.8999999999999986,
22
+ 3.8999999999999986,
23
+ 3.8999999999999986,
24
+ 3.8999999999999986,
25
+ 3.8999999999999986,
26
+ 3.8999999999999986,
27
+ 3.8999999999999986,
28
+ 3.8999999999999986,
29
+ 3.8999999999999986,
30
+ 3.8999999999999986,
31
+ 3.8999999999999986,
32
+ 3.8999999999999986,
33
+ 3.8999999999999986,
34
+ 3.8999999999999986,
35
+ 3.8999999999999986,
36
+ 3.8999999999999986,
37
+ 3.8999999999999986,
38
+ 3.8999999999999986,
39
+ 3.8999999999999986,
40
+ 3.8999999999999986,
41
+ 3.8999999999999986,
42
+ 3.8999999999999986,
43
+ 3.8999999999999986,
44
+ 3.8999999999999986,
45
+ 3.8999999999999986,
46
+ 3.8999999999999986,
47
+ 3.8999999999999986,
48
+ 3.8999999999999986,
49
+ 3.8999999999999986,
50
+ 3.8999999999999986,
51
+ 3.8999999999999986,
52
+ 3.8999999999999986,
53
+ 3.8999999999999986,
54
+ 3.8999999999999986,
55
+ 3.8999999999999986,
56
+ 3.8999999999999986,
57
+ 3.8999999999999986,
58
+ 3.8999999999999986,
59
+ 3.8999999999999986,
60
+ 3.8999999999999986,
61
+ 3.8999999999999986,
62
+ 3.8999999999999986,
63
+ 3.8999999999999986,
64
+ 3.8999999999999986,
65
+ 3.8999999999999986,
66
+ 3.8999999999999986,
67
+ 3.8999999999999986,
68
+ 3.8999999999999986,
69
+ 3.8999999999999986,
70
+ 3.8999999999999986,
71
+ 3.8999999999999986,
72
+ 3.8999999999999986,
73
+ 3.8999999999999986,
74
+ 3.8999999999999986,
75
+ 3.8999999999999986,
76
+ 3.8999999999999986,
77
+ 3.8999999999999986,
78
+ 3.8999999999999986,
79
+ 3.8999999999999986,
80
+ 3.8999999999999986,
81
+ 3.8999999999999986,
82
+ 3.8999999999999986,
83
+ 3.8999999999999986,
84
+ 3.8999999999999986,
85
+ 3.8999999999999986,
86
+ 3.8999999999999986,
87
+ 3.8999999999999986,
88
+ 3.8999999999999986,
89
+ 3.8999999999999986,
90
+ 3.8999999999999986,
91
+ 3.8999999999999986,
92
+ 3.8999999999999986,
93
+ 3.8999999999999986,
94
+ 3.8999999999999986,
95
+ 3.8999999999999986,
96
+ 3.8999999999999986,
97
+ 3.8999999999999986,
98
+ 3.8999999999999986,
99
+ 3.8999999999999986,
100
+ 3.8999999999999986,
101
+ 3.8999999999999986,
102
+ 3.8999999999999986,
103
+ 3.8999999999999986,
104
+ 3.8999999999999986,
105
+ 3.8999999999999986,
106
+ 3.8999999999999986,
107
+ 3.8999999999999986,
108
+ 3.8999999999999986,
109
+ 3.8999999999999986,
110
+ 3.8999999999999986
111
+ ],
112
+ "episode_lengths": [
113
+ 50,
114
+ 50,
115
+ 50,
116
+ 50,
117
+ 50,
118
+ 50,
119
+ 50,
120
+ 50,
121
+ 50,
122
+ 50,
123
+ 50,
124
+ 50,
125
+ 50,
126
+ 50,
127
+ 50,
128
+ 50,
129
+ 50,
130
+ 50,
131
+ 50,
132
+ 50,
133
+ 50,
134
+ 50,
135
+ 50,
136
+ 50,
137
+ 50,
138
+ 50,
139
+ 50,
140
+ 50,
141
+ 50,
142
+ 50,
143
+ 50,
144
+ 50,
145
+ 50,
146
+ 50,
147
+ 50,
148
+ 50,
149
+ 50,
150
+ 50,
151
+ 50,
152
+ 50,
153
+ 50,
154
+ 50,
155
+ 50,
156
+ 50,
157
+ 50,
158
+ 50,
159
+ 50,
160
+ 50,
161
+ 50,
162
+ 50,
163
+ 50,
164
+ 50,
165
+ 50,
166
+ 50,
167
+ 50,
168
+ 50,
169
+ 50,
170
+ 50,
171
+ 50,
172
+ 50,
173
+ 50,
174
+ 50,
175
+ 50,
176
+ 50,
177
+ 50,
178
+ 50,
179
+ 50,
180
+ 50,
181
+ 50,
182
+ 50,
183
+ 50,
184
+ 50,
185
+ 50,
186
+ 50,
187
+ 50,
188
+ 50,
189
+ 50,
190
+ 50,
191
+ 50,
192
+ 50,
193
+ 50,
194
+ 50,
195
+ 50,
196
+ 50,
197
+ 50,
198
+ 50,
199
+ 50,
200
+ 50,
201
+ 50,
202
+ 50,
203
+ 50,
204
+ 50,
205
+ 50,
206
+ 50,
207
+ 50,
208
+ 50,
209
+ 50,
210
+ 50,
211
+ 50,
212
+ 50
213
+ ],
214
+ "decoded_action_hist": {
215
+ "0": 4780,
216
+ "1": 220
217
+ },
218
+ "fixed_episode_seeds": true,
219
+ "eval_seed": 42,
220
+ "episode_seeds": [
221
+ 42,
222
+ 43,
223
+ 44,
224
+ 45,
225
+ 46,
226
+ 47,
227
+ 48,
228
+ 49,
229
+ 50,
230
+ 51,
231
+ 52,
232
+ 53,
233
+ 54,
234
+ 55,
235
+ 56,
236
+ 57,
237
+ 58,
238
+ 59,
239
+ 60,
240
+ 61,
241
+ 62,
242
+ 63,
243
+ 64,
244
+ 65,
245
+ 66,
246
+ 67,
247
+ 68,
248
+ 69,
249
+ 70,
250
+ 71,
251
+ 72,
252
+ 73,
253
+ 74,
254
+ 75,
255
+ 76,
256
+ 77,
257
+ 78,
258
+ 79,
259
+ 80,
260
+ 81,
261
+ 82,
262
+ 83,
263
+ 84,
264
+ 85,
265
+ 86,
266
+ 87,
267
+ 88,
268
+ 89,
269
+ 90,
270
+ 91,
271
+ 92,
272
+ 93,
273
+ 94,
274
+ 95,
275
+ 96,
276
+ 97,
277
+ 98,
278
+ 99,
279
+ 100,
280
+ 101,
281
+ 102,
282
+ 103,
283
+ 104,
284
+ 105,
285
+ 106,
286
+ 107,
287
+ 108,
288
+ 109,
289
+ 110,
290
+ 111,
291
+ 112,
292
+ 113,
293
+ 114,
294
+ 115,
295
+ 116,
296
+ 117,
297
+ 118,
298
+ 119,
299
+ 120,
300
+ 121,
301
+ 122,
302
+ 123,
303
+ 124,
304
+ 125,
305
+ 126,
306
+ 127,
307
+ 128,
308
+ 129,
309
+ 130,
310
+ 131,
311
+ 132,
312
+ 133,
313
+ 134,
314
+ 135,
315
+ 136,
316
+ 137,
317
+ 138,
318
+ 139,
319
+ 140,
320
+ 141
321
+ ],
322
+ "episode_indices": [
323
+ 0,
324
+ 1,
325
+ 2,
326
+ 3,
327
+ 4,
328
+ 5,
329
+ 6,
330
+ 7,
331
+ 8,
332
+ 9,
333
+ 10,
334
+ 11,
335
+ 12,
336
+ 13,
337
+ 14,
338
+ 15,
339
+ 16,
340
+ 17,
341
+ 18,
342
+ 19,
343
+ 20,
344
+ 21,
345
+ 22,
346
+ 23,
347
+ 24,
348
+ 25,
349
+ 26,
350
+ 27,
351
+ 28,
352
+ 29,
353
+ 30,
354
+ 31,
355
+ 32,
356
+ 33,
357
+ 34,
358
+ 35,
359
+ 36,
360
+ 37,
361
+ 38,
362
+ 39,
363
+ 40,
364
+ 41,
365
+ 42,
366
+ 43,
367
+ 44,
368
+ 45,
369
+ 46,
370
+ 47,
371
+ 48,
372
+ 49,
373
+ 50,
374
+ 51,
375
+ 52,
376
+ 53,
377
+ 54,
378
+ 55,
379
+ 56,
380
+ 57,
381
+ 58,
382
+ 59,
383
+ 60,
384
+ 61,
385
+ 62,
386
+ 63,
387
+ 64,
388
+ 65,
389
+ 66,
390
+ 67,
391
+ 68,
392
+ 69,
393
+ 70,
394
+ 71,
395
+ 72,
396
+ 73,
397
+ 74,
398
+ 75,
399
+ 76,
400
+ 77,
401
+ 78,
402
+ 79,
403
+ 80,
404
+ 81,
405
+ 82,
406
+ 83,
407
+ 84,
408
+ 85,
409
+ 86,
410
+ 87,
411
+ 88,
412
+ 89,
413
+ 90,
414
+ 91,
415
+ 92,
416
+ 93,
417
+ 94,
418
+ 95,
419
+ 96,
420
+ 97,
421
+ 98,
422
+ 99
423
+ ]
424
+ }
425
+ },
426
+ "aggregate": {
427
+ "stage": "post_train",
428
+ "step": 1500,
429
+ "task": "flappy",
430
+ "model_alias": "openvla",
431
+ "fixed_episode_seeds": true,
432
+ "eval_seed": 42,
433
+ "total_episodes": 100,
434
+ "mean_reward": 3.8999999999999977,
435
+ "mean_length": 50.0,
436
+ "std_reward": 8.881784197001252e-16,
437
+ "std_length": 0.0,
438
+ "task_count": 1,
439
+ "macro_mean_reward": 3.8999999999999977,
440
+ "macro_mean_length": 50.0,
441
+ "distributed_eval": false
442
+ }
443
+ }
flappy_fix_latency_3_200ep_7k2steps_stitch/eval/post_train/step_4000.json CHANGED
@@ -3,113 +3,113 @@
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 50,
6
- "mean_reward": 2.0000000447034836,
7
- "mean_length": 31.0,
8
- "std_reward": 0.0,
9
- "std_length": 0.0,
10
  "episode_rewards": [
11
- 2.0000000447034836,
12
- 2.0000000447034836,
13
- 2.0000000447034836,
14
- 2.0000000447034836,
15
- 2.0000000447034836,
16
- 2.0000000447034836,
17
- 2.0000000447034836,
18
- 2.0000000447034836,
19
- 2.0000000447034836,
20
- 2.0000000447034836,
21
- 2.0000000447034836,
22
- 2.0000000447034836,
23
- 2.0000000447034836,
24
- 2.0000000447034836,
25
- 2.0000000447034836,
26
- 2.0000000447034836,
27
- 2.0000000447034836,
28
- 2.0000000447034836,
29
- 2.0000000447034836,
30
- 2.0000000447034836,
31
- 2.0000000447034836,
32
- 2.0000000447034836,
33
- 2.0000000447034836,
34
- 2.0000000447034836,
35
- 2.0000000447034836,
36
- 2.0000000447034836,
37
- 2.0000000447034836,
38
- 2.0000000447034836,
39
- 2.0000000447034836,
40
- 2.0000000447034836,
41
- 2.0000000447034836,
42
- 2.0000000447034836,
43
- 2.0000000447034836,
44
- 2.0000000447034836,
45
- 2.0000000447034836,
46
- 2.0000000447034836,
47
- 2.0000000447034836,
48
- 2.0000000447034836,
49
- 2.0000000447034836,
50
- 2.0000000447034836,
51
- 2.0000000447034836,
52
- 2.0000000447034836,
53
- 2.0000000447034836,
54
- 2.0000000447034836,
55
- 2.0000000447034836,
56
- 2.0000000447034836,
57
- 2.0000000447034836,
58
- 2.0000000447034836,
59
- 2.0000000447034836,
60
- 2.0000000447034836
61
  ],
62
  "episode_lengths": [
63
- 31,
64
- 31,
65
- 31,
66
- 31,
67
- 31,
68
- 31,
69
- 31,
70
- 31,
71
- 31,
72
- 31,
73
- 31,
74
- 31,
75
- 31,
76
- 31,
77
- 31,
78
- 31,
79
- 31,
80
- 31,
81
- 31,
82
- 31,
83
- 31,
84
- 31,
85
- 31,
86
- 31,
87
- 31,
88
- 31,
89
- 31,
90
- 31,
91
- 31,
92
- 31,
93
- 31,
94
- 31,
95
- 31,
96
- 31,
97
- 31,
98
- 31,
99
- 31,
100
- 31,
101
- 31,
102
- 31,
103
- 31,
104
- 31,
105
- 31,
106
- 31,
107
- 31,
108
- 31,
109
- 31,
110
- 31,
111
- 31,
112
- 31
113
  ],
114
  "decoded_action_hist": {},
115
  "fixed_episode_seeds": true,
@@ -228,13 +228,13 @@
228
  "fixed_episode_seeds": true,
229
  "eval_seed": 42,
230
  "total_episodes": 50,
231
- "mean_reward": 2.0000000447034836,
232
- "mean_length": 31.0,
233
- "std_reward": 0.0,
234
- "std_length": 0.0,
235
  "task_count": 1,
236
- "macro_mean_reward": 2.0000000447034836,
237
- "macro_mean_length": 31.0,
238
  "distributed_eval": true
239
  }
240
  }
 
3
  "flappy/latency_3": {
4
  "latency": 3,
5
  "num_episodes": 50,
6
+ "mean_reward": 361.5040042534471,
7
+ "mean_length": 2931.18,
8
+ "std_reward": 132.98380050776584,
9
+ "std_length": 1071.1436447087758,
10
  "episode_rewards": [
11
+ 444.6000052243471,
12
+ 444.6000052243471,
13
+ 376.9000044390559,
14
+ 274.40000323951244,
15
+ 444.6000052243471,
16
+ 181.70000215619802,
17
+ 31.900000400841236,
18
+ 444.6000052243471,
19
+ 444.6000052243471,
20
+ 59.90000072866678,
21
+ 444.6000052243471,
22
+ 444.6000052243471,
23
+ 444.6000052243471,
24
+ 118.80000141263008,
25
+ 444.6000052243471,
26
+ 444.6000052243471,
27
+ 444.6000052243471,
28
+ 444.6000052243471,
29
+ 146.80000174045563,
30
+ 244.80000288784504,
31
+ 236.9000027999282,
32
+ 442.4000052064657,
33
+ 444.6000052243471,
34
+ 76.80000092089176,
35
+ 188.80000223219395,
36
+ 444.6000052243471,
37
+ 444.6000052243471,
38
+ 444.6000052243471,
39
+ 444.6000052243471,
40
+ 444.6000052243471,
41
+ 444.6000052243471,
42
+ 444.6000052243471,
43
+ 444.6000052243471,
44
+ 444.6000052243471,
45
+ 160.8000019043684,
46
+ 292.9000034555793,
47
+ 444.6000052243471,
48
+ 45.90000056475401,
49
+ 444.6000052243471,
50
+ 444.6000052243471,
51
+ 444.6000052243471,
52
+ 444.6000052243471,
53
+ 444.6000052243471,
54
+ 444.6000052243471,
55
+ 444.6000052243471,
56
+ 444.6000052243471,
57
+ 278.9000032916665,
58
+ 444.6000052243471,
59
+ 244.80000288784504,
60
+ 444.6000052243471
61
  ],
62
  "episode_lengths": [
63
+ 3600,
64
+ 3600,
65
+ 3060,
66
+ 2233,
67
+ 3600,
68
+ 1486,
69
+ 276,
70
+ 3600,
71
+ 3600,
72
+ 502,
73
+ 3600,
74
+ 3600,
75
+ 3600,
76
+ 974,
77
+ 3600,
78
+ 3600,
79
+ 3600,
80
+ 3600,
81
+ 1200,
82
+ 1991,
83
+ 1930,
84
+ 3589,
85
+ 3600,
86
+ 635,
87
+ 1539,
88
+ 3600,
89
+ 3600,
90
+ 3600,
91
+ 3600,
92
+ 3600,
93
+ 3600,
94
+ 3600,
95
+ 3600,
96
+ 3600,
97
+ 1313,
98
+ 2382,
99
+ 3600,
100
+ 389,
101
+ 3600,
102
+ 3600,
103
+ 3600,
104
+ 3600,
105
+ 3600,
106
+ 3600,
107
+ 3600,
108
+ 3600,
109
+ 2269,
110
+ 3600,
111
+ 1991,
112
+ 3600
113
  ],
114
  "decoded_action_hist": {},
115
  "fixed_episode_seeds": true,
 
228
  "fixed_episode_seeds": true,
229
  "eval_seed": 42,
230
  "total_episodes": 50,
231
+ "mean_reward": 361.5040042534471,
232
+ "mean_length": 2931.18,
233
+ "std_reward": 132.98380050776584,
234
+ "std_length": 1071.1436447087758,
235
  "task_count": 1,
236
+ "macro_mean_reward": 361.5040042534471,
237
+ "macro_mean_length": 2931.18,
238
  "distributed_eval": true
239
  }
240
  }
flappy_fix_latency_3_200ep_7k2steps_stitch/eval_inputs/flappy_fixed_latency_3.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "3": {
3
+ "latency": 3,
4
+ "latency_raw_frames": 3,
5
+ "latency_ms": 100.0,
6
+ "prompt": "You are playing Flappy Bird. Pass through the pipe gaps and stay alive. Choose the action: NOOP, FLAP. Current action latency is 3 raw frames (100.00 ms). The environment runs at 30 FPS and observations are emitted at 30 FPS. Choose the best next action."
7
+ }
8
+ }
flappy_fix_latency_3_200ep_7k2steps_stitch/hydra/.hydra/config.yaml CHANGED
@@ -2,7 +2,6 @@ framework:
2
  qwenvl:
3
  base_vlm: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/playground/Pretrained_models/Qwen3-VL-4B-Instruct
4
  attn_implementation: flash_attention_2
5
- flex_backend: triton
6
  enable_gradient_checkpointing: true
7
  action_model:
8
  state_dim: 7
@@ -130,8 +129,8 @@ trainer:
130
  gradient_accumulation_steps: 16
131
  distributed_backend: deepspeed
132
  is_resume: true
133
- pretrained_checkpoint: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_2000_state
134
- resume_step: 2000
135
  reload_modules: null
136
  optimizer:
137
  name: AdamW
 
2
  qwenvl:
3
  base_vlm: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/playground/Pretrained_models/Qwen3-VL-4B-Instruct
4
  attn_implementation: flash_attention_2
 
5
  enable_gradient_checkpointing: true
6
  action_model:
7
  state_dim: 7
 
129
  gradient_accumulation_steps: 16
130
  distributed_backend: deepspeed
131
  is_resume: true
132
+ pretrained_checkpoint: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_3000_state
133
+ resume_step: 3000
134
  reload_modules: null
135
  optimizer:
136
  name: AdamW
flappy_fix_latency_3_200ep_7k2steps_stitch/hydra/.hydra/hydra.yaml CHANGED
@@ -118,7 +118,6 @@ hydra:
118
  - mode=single
119
  - ++framework.qwenvl.base_vlm=playground/Pretrained_models/Qwen3-VL-4B-Instruct
120
  - ++framework.qwenvl.attn_implementation=flash_attention_2
121
- - ++framework.qwenvl.flex_backend=triton
122
  - ++framework.qwenvl.enable_gradient_checkpointing=true
123
  - ++framework.action_model.state_dim=7
124
  - ++framework.action_model.loss_type=discrete_ce
@@ -315,8 +314,8 @@ hydra:
315
  - ++version_id=0.21
316
  - ++run_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints
317
  - ++trainer.is_resume=true
318
- - ++trainer.pretrained_checkpoint=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_2000_state
319
- - ++trainer.resume_step=2000
320
  - ++datasets.vla_data.data_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/data/memory/flappy_fix_latency_3_200ep_7k2steps
321
  - ++datasets.vla_data.data_mix=flappy_train__bridge
322
  - ++datasets.vla_data.eval_data_mix=flappy_train__bridge__val
@@ -325,7 +324,7 @@ hydra:
325
  job:
326
  name: train_starvla_hydra
327
  chdir: false
328
- override_dirname: ++auth.env_file=null,++auth.hf_token_env=HF_TOKEN,++auth.wandb_api_key_env=WANDB_API_KEY,++base_model.repo_id=Qwen/Qwen3-VL-4B-Instruct,++bridge_base_model.local_dir.gr00t=playground/Pretrained_models/Qwen3-VL-4B-Instruct,++bridge_base_model.local_dir.openvla=playground/Pretrained_models/Qwen3-VL-4B-Instruct,++bridge_base_model.local_dir.pi05=playground/Pretrained_models/Qwen3-VL-4B-Instruct,++bridge_base_model.local_dir.pi0=playground/Pretrained_models/Qwen2.5-VL-3B-Instruct-Action,++bridge_base_model.repo_id.gr00t=Qwen/Qwen3-VL-4B-Instruct,++bridge_base_model.repo_id.openvla=Qwen/Qwen3-VL-4B-Instruct,++bridge_base_model.repo_id.pi05=Qwen/Qwen3-VL-4B-Instruct,++bridge_base_model.repo_id.pi0=StarVLA/Qwen2.5-VL-3B-Instruct-Action,++checkpoint.hf_repo_id=null,++checkpoint.load=auto,++checkpoint.local.keep_last_n=1,++checkpoint.save_best_model=false,++checkpoint.save_final_model=true,++checkpoint.save_pt_file=false,++checkpoint.save_safetensors_file=true,++checkpoint.save_training_state=true,++checkpoint.sync.enabled=false,++checkpoint.sync.keep_last_n=0,++checkpoint.sync.repo_id=null,++checkpoint.sync.resume_policy=local_latest,++checkpoint.sync.sync_every_n_checkpoints=1,++config_yaml=null,++dataset.config_name=null,++dataset.converted_name=flappy_train,++dataset.debug_subset.enabled=false,++dataset.debug_subset.max_episodes=5,++dataset.debug_subset.suffix=debug,++dataset.episodes_per_latency=null,++dataset.force_download=false,++dataset.latency_filter=null,++dataset.max_episodes=null,++dataset.mixed_converted_name=flappy_mixed_latency_train,++dataset.mixed_latency_filter=null,++dataset.mixed_source_hf=,++dataset.setup_force=false,++dataset.single_converted_name=flappy_train,++dataset.single_latency_filter=null,++dataset.single_source_hf=,++dataset.skip_verification=false,++dataset.source_hf=,++dataset.source_subdir=null,++dataset.target_latency_unit=raw_frames,++dataset.verify_rows=200,++datasets.vla_data.action_balance.action_key=action_id,++datasets.vla_data.action_balance.enabled=false,++datasets.vla_data.action_balance.flap_id=1,++datasets.vla_data.action_balance.noop_id=0,++datasets.vla_data.action_balance.strategy=balanced_epoch,++datasets.vla_data.action_balance.target_flap_fraction=0.3,++datasets.vla_data.action_type=discrete,++datasets.vla_data.custom_mixtures_path=null,++datasets.vla_data.data_mix=flappy_train,++datasets.vla_data.data_mix=flappy_train__bridge,++datasets.vla_data.data_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/data/memory/flappy_fix_latency_3_200ep_7k2steps,++datasets.vla_data.data_root_dir=playground/Datasets/rl_games,++datasets.vla_data.dataset_py=lerobot_datasets,++datasets.vla_data.eval_data_mix=flappy_train__bridge__val,++datasets.vla_data.eval_data_mix=null,++datasets.vla_data.eval_num_workers=8,++datasets.vla_data.eval_sequential_step_sampling=null,++datasets.vla_data.image_mode=stitch,++datasets.vla_data.include_state=true,++datasets.vla_data.latency_curriculum.computed_plan=null,++datasets.vla_data.latency_curriculum.enabled=false,++datasets.vla_data.latency_curriculum.eval_at_phase_end=false,++datasets.vla_data.latency_curriculum.final_equalization=true,++datasets.vla_data.latency_curriculum.latencies=null,++datasets.vla_data.latency_curriculum.new_latency_passes=1.0,++datasets.vla_data.latency_curriculum.phase_distributions=null,++datasets.vla_data.latency_curriculum.phase_steps=null,++datasets.vla_data.latency_curriculum.replay_passes=0.25,++datasets.vla_data.latency_curriculum.save_at_phase_end=false,++datasets.vla_data.latency_curriculum.step_budget_mode=auto,++datasets.vla_data.latency_curriculum.strategy=exclusive,++datasets.vla_data.latency_curriculum.target_total_passes=2.0,++datasets.vla_data.load_all_data_for_training=true,++datasets.vla_data.num_obs_frames=4,++datasets.vla_data.num_workers=8,++datasets.vla_data.obs_image_size=null,++datasets.vla_data.per_device_batch_size=8,++datasets.vla_data.persistent_workers=true,++datasets.vla_data.pin_memory=true,++datasets.vla_data.prefetch_factor=4,++datasets.vla_data.prompt_mode=raw,++datasets.vla_data.sequential_step_sampling=false,++datasets.vla_data.shuffle=true,++datasets.vla_data.stitch_grid=[2,2],++datasets.vla_data.video_backend=torchvision_av,++framework.action_model.action_dim=7,++framework.action_model.action_env_dim=2,++framework.action_model.action_horizon=1,++framework.action_model.future_action_window_size=0,++framework.action_model.loss_type=discrete_ce,++framework.action_model.past_action_window_size=0,++framework.action_model.state_dim=7,++framework.kv_memory.enabled=false,++framework.kv_memory.packed_train=false,++framework.kv_memory.rebased_sink=true,++framework.kv_memory.rollout_len=8,++framework.kv_memory.window=4,++framework.name=QwenOFT,++framework.qwenvl.attn_implementation=flash_attention_2,++framework.qwenvl.base_vlm=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/playground/Pretrained_models/Qwen3-VL-4B-Instruct,++framework.qwenvl.base_vlm=playground/Pretrained_models/Qwen3-VL-4B-Instruct,++framework.qwenvl.enable_gradient_checkpointing=true,++framework.qwenvl.flex_backend=triton,++initialization.checkpoint_filename=checkpoints/steps_5000_pytorch_model.pt,++initialization.checkpoint_hf_repo_id=StarVLA/Qwen3VL-OFT-Bridge-RT-1,++initialization.checkpoint_local_dir=playground/Pretrained_models/Qwen3VL-OFT-Bridge-RT-1,++is_debug=false,++output_dir=null,++paths.accelerate_config=starVLA/config/deepseeds/deepspeed_zero2.yaml,++paths.base_model_dir=playground/Pretrained_models/Qwen3-VL-4B-Instruct,++paths.dataset_cache_dir=null,++paths.dataset_local_dir=data/memory/flappy_fix_latency_3_200ep_7k2steps,++paths.run_root_dir=results/Checkpoints,++rl_games.action_carrier=bridge,++rl_games.env_eval.action_chunk_execution.chunk_size=null,++rl_games.env_eval.action_chunk_execution.enabled=false,++rl_games.env_eval.distributed_mode=rank_sharded,++rl_games.env_eval.enabled=true,++rl_games.env_eval.eval_backend=latency_bench,++rl_games.env_eval.eval_parallel_envs=5,++rl_games.env_eval.fixed_episode_seeds=true,++rl_games.env_eval.frameskip=1,++rl_games.env_eval.ghost_trail.gamma=1.3,++rl_games.env_eval.ghost_trail.ground_fraction=0.22,++rl_games.env_eval.ghost_trail.history_frames=5,++rl_games.env_eval.ghost_trail.min_alpha=35,++rl_games.env_eval.ghost_trail.scroll_px_per_step=4.0,++rl_games.env_eval.image_size=224,++rl_games.env_eval.image_transform=raw_rgb,++rl_games.env_eval.latency.mode=single,++rl_games.env_eval.latency.prompt_map_path=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/data/memory/flappy_fix_latency_3_200ep_7k2steps/flappy_train__bridge/latency_prompt_map.json,++rl_games.env_eval.latency.prompt_map_path=null,++rl_games.env_eval.latency.values=[0],++rl_games.env_eval.latency_seed_stride=0,++rl_games.env_eval.mid_train.enabled=true,++rl_games.env_eval.mid_train.interval_steps=250,++rl_games.env_eval.mid_train.latencies=[3],++rl_games.env_eval.mid_train.max_steps_per_episode=3600,++rl_games.env_eval.mid_train.num_episodes=20,++rl_games.env_eval.post_train.enabled=true,++rl_games.env_eval.post_train.latencies=[3],++rl_games.env_eval.post_train.max_steps_per_episode=3600,++rl_games.env_eval.post_train.num_episodes=50,++rl_games.env_eval.prompt_mode=raw,++rl_games.env_eval.seed=42,++rl_games.env_eval.task_description=,++rl_games.env_eval.task_seed_stride=0,++rl_games.env_eval.vectorized.batch_size=1,++rl_games.env_eval.vectorized.enabled=false,++rl_games.initialization_mode=bridge,++rl_games.model_alias=openvla,++rl_games.task=flappy,++run_id=flappy_fix_latency_3_200ep_7k2steps_stitch,++run_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints,++run_root_dir=results/Checkpoints,++seed=42,++trainer.cc_f1_tolerance=1,++trainer.distributed_backend=deepspeed,++trainer.eval_action_classification=false,++trainer.eval_action_classification_interval=null,++trainer.eval_interval=250,++trainer.eval_num_batches=50,++trainer.freeze_llm_layers=[],++trainer.freeze_modules=,++trainer.freeze_tied_embedding=false,++trainer.freeze_vit=false,++trainer.gradient_accumulation_steps=16,++trainer.gradient_clipping=1.0,++trainer.is_resume=false,++trainer.is_resume=true,++trainer.learning_rate.action_model=0.0001,++trainer.learning_rate.base=2e-05,++trainer.learning_rate.qwen_vl_interface=1e-05,++trainer.logging_frequency=1,++trainer.loss_scale.vla=1.0,++trainer.loss_scale.vlm=0.1,++trainer.lr_scheduler_type=cosine_with_min_lr,++trainer.max_grad_norm=1.0,++trainer.max_train_steps=4000,++trainer.num_warmup_steps=100,++trainer.optimizer.betas=[0.9,0.95],++trainer.optimizer.eps=1e-08,++trainer.optimizer.fused=true,++trainer.optimizer.name=AdamW,++trainer.optimizer.weight_decay=1e-08,++trainer.per_latency_eval_num_batches=null,++trainer.pretrained_checkpoint=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_2000_state,++trainer.pretrained_checkpoint=null,++trainer.profile_timing.enabled=false,++trainer.profile_timing.log_interval=10,++trainer.reload_modules=null,++trainer.resume_step=0,++trainer.resume_step=2000,++trainer.save_format=pt,++trainer.save_interval=500,++trainer.scheduler_specific_kwargs.min_lr=1e-06,++trainer.weight_decay=0.0,++version_id=0.21,++workspace_dir=WORKSPACE_DIR,env=flappy,init=bridge,mode=single,model=openvla
329
  id: ???
330
  num: ???
331
  config_name: train
 
118
  - mode=single
119
  - ++framework.qwenvl.base_vlm=playground/Pretrained_models/Qwen3-VL-4B-Instruct
120
  - ++framework.qwenvl.attn_implementation=flash_attention_2
 
121
  - ++framework.qwenvl.enable_gradient_checkpointing=true
122
  - ++framework.action_model.state_dim=7
123
  - ++framework.action_model.loss_type=discrete_ce
 
314
  - ++version_id=0.21
315
  - ++run_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints
316
  - ++trainer.is_resume=true
317
+ - ++trainer.pretrained_checkpoint=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_3000_state
318
+ - ++trainer.resume_step=3000
319
  - ++datasets.vla_data.data_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/data/memory/flappy_fix_latency_3_200ep_7k2steps
320
  - ++datasets.vla_data.data_mix=flappy_train__bridge
321
  - ++datasets.vla_data.eval_data_mix=flappy_train__bridge__val
 
324
  job:
325
  name: train_starvla_hydra
326
  chdir: false
327
+ override_dirname: ++auth.env_file=null,++auth.hf_token_env=HF_TOKEN,++auth.wandb_api_key_env=WANDB_API_KEY,++base_model.repo_id=Qwen/Qwen3-VL-4B-Instruct,++bridge_base_model.local_dir.gr00t=playground/Pretrained_models/Qwen3-VL-4B-Instruct,++bridge_base_model.local_dir.openvla=playground/Pretrained_models/Qwen3-VL-4B-Instruct,++bridge_base_model.local_dir.pi05=playground/Pretrained_models/Qwen3-VL-4B-Instruct,++bridge_base_model.local_dir.pi0=playground/Pretrained_models/Qwen2.5-VL-3B-Instruct-Action,++bridge_base_model.repo_id.gr00t=Qwen/Qwen3-VL-4B-Instruct,++bridge_base_model.repo_id.openvla=Qwen/Qwen3-VL-4B-Instruct,++bridge_base_model.repo_id.pi05=Qwen/Qwen3-VL-4B-Instruct,++bridge_base_model.repo_id.pi0=StarVLA/Qwen2.5-VL-3B-Instruct-Action,++checkpoint.hf_repo_id=null,++checkpoint.load=auto,++checkpoint.local.keep_last_n=1,++checkpoint.save_best_model=false,++checkpoint.save_final_model=true,++checkpoint.save_pt_file=false,++checkpoint.save_safetensors_file=true,++checkpoint.save_training_state=true,++checkpoint.sync.enabled=false,++checkpoint.sync.keep_last_n=0,++checkpoint.sync.repo_id=null,++checkpoint.sync.resume_policy=local_latest,++checkpoint.sync.sync_every_n_checkpoints=1,++config_yaml=null,++dataset.config_name=null,++dataset.converted_name=flappy_train,++dataset.debug_subset.enabled=false,++dataset.debug_subset.max_episodes=5,++dataset.debug_subset.suffix=debug,++dataset.episodes_per_latency=null,++dataset.force_download=false,++dataset.latency_filter=null,++dataset.max_episodes=null,++dataset.mixed_converted_name=flappy_mixed_latency_train,++dataset.mixed_latency_filter=null,++dataset.mixed_source_hf=,++dataset.setup_force=false,++dataset.single_converted_name=flappy_train,++dataset.single_latency_filter=null,++dataset.single_source_hf=,++dataset.skip_verification=false,++dataset.source_hf=,++dataset.source_subdir=null,++dataset.target_latency_unit=raw_frames,++dataset.verify_rows=200,++datasets.vla_data.action_balance.action_key=action_id,++datasets.vla_data.action_balance.enabled=false,++datasets.vla_data.action_balance.flap_id=1,++datasets.vla_data.action_balance.noop_id=0,++datasets.vla_data.action_balance.strategy=balanced_epoch,++datasets.vla_data.action_balance.target_flap_fraction=0.3,++datasets.vla_data.action_type=discrete,++datasets.vla_data.custom_mixtures_path=null,++datasets.vla_data.data_mix=flappy_train,++datasets.vla_data.data_mix=flappy_train__bridge,++datasets.vla_data.data_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/data/memory/flappy_fix_latency_3_200ep_7k2steps,++datasets.vla_data.data_root_dir=playground/Datasets/rl_games,++datasets.vla_data.dataset_py=lerobot_datasets,++datasets.vla_data.eval_data_mix=flappy_train__bridge__val,++datasets.vla_data.eval_data_mix=null,++datasets.vla_data.eval_num_workers=8,++datasets.vla_data.eval_sequential_step_sampling=null,++datasets.vla_data.image_mode=stitch,++datasets.vla_data.include_state=true,++datasets.vla_data.latency_curriculum.computed_plan=null,++datasets.vla_data.latency_curriculum.enabled=false,++datasets.vla_data.latency_curriculum.eval_at_phase_end=false,++datasets.vla_data.latency_curriculum.final_equalization=true,++datasets.vla_data.latency_curriculum.latencies=null,++datasets.vla_data.latency_curriculum.new_latency_passes=1.0,++datasets.vla_data.latency_curriculum.phase_distributions=null,++datasets.vla_data.latency_curriculum.phase_steps=null,++datasets.vla_data.latency_curriculum.replay_passes=0.25,++datasets.vla_data.latency_curriculum.save_at_phase_end=false,++datasets.vla_data.latency_curriculum.step_budget_mode=auto,++datasets.vla_data.latency_curriculum.strategy=exclusive,++datasets.vla_data.latency_curriculum.target_total_passes=2.0,++datasets.vla_data.load_all_data_for_training=true,++datasets.vla_data.num_obs_frames=4,++datasets.vla_data.num_workers=8,++datasets.vla_data.obs_image_size=null,++datasets.vla_data.per_device_batch_size=8,++datasets.vla_data.persistent_workers=true,++datasets.vla_data.pin_memory=true,++datasets.vla_data.prefetch_factor=4,++datasets.vla_data.prompt_mode=raw,++datasets.vla_data.sequential_step_sampling=false,++datasets.vla_data.shuffle=true,++datasets.vla_data.stitch_grid=[2,2],++datasets.vla_data.video_backend=torchvision_av,++framework.action_model.action_dim=7,++framework.action_model.action_env_dim=2,++framework.action_model.action_horizon=1,++framework.action_model.future_action_window_size=0,++framework.action_model.loss_type=discrete_ce,++framework.action_model.past_action_window_size=0,++framework.action_model.state_dim=7,++framework.kv_memory.enabled=false,++framework.kv_memory.packed_train=false,++framework.kv_memory.rebased_sink=true,++framework.kv_memory.rollout_len=8,++framework.kv_memory.window=4,++framework.name=QwenOFT,++framework.qwenvl.attn_implementation=flash_attention_2,++framework.qwenvl.base_vlm=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/playground/Pretrained_models/Qwen3-VL-4B-Instruct,++framework.qwenvl.base_vlm=playground/Pretrained_models/Qwen3-VL-4B-Instruct,++framework.qwenvl.enable_gradient_checkpointing=true,++initialization.checkpoint_filename=checkpoints/steps_5000_pytorch_model.pt,++initialization.checkpoint_hf_repo_id=StarVLA/Qwen3VL-OFT-Bridge-RT-1,++initialization.checkpoint_local_dir=playground/Pretrained_models/Qwen3VL-OFT-Bridge-RT-1,++is_debug=false,++output_dir=null,++paths.accelerate_config=starVLA/config/deepseeds/deepspeed_zero2.yaml,++paths.base_model_dir=playground/Pretrained_models/Qwen3-VL-4B-Instruct,++paths.dataset_cache_dir=null,++paths.dataset_local_dir=data/memory/flappy_fix_latency_3_200ep_7k2steps,++paths.run_root_dir=results/Checkpoints,++rl_games.action_carrier=bridge,++rl_games.env_eval.action_chunk_execution.chunk_size=null,++rl_games.env_eval.action_chunk_execution.enabled=false,++rl_games.env_eval.distributed_mode=rank_sharded,++rl_games.env_eval.enabled=true,++rl_games.env_eval.eval_backend=latency_bench,++rl_games.env_eval.eval_parallel_envs=5,++rl_games.env_eval.fixed_episode_seeds=true,++rl_games.env_eval.frameskip=1,++rl_games.env_eval.ghost_trail.gamma=1.3,++rl_games.env_eval.ghost_trail.ground_fraction=0.22,++rl_games.env_eval.ghost_trail.history_frames=5,++rl_games.env_eval.ghost_trail.min_alpha=35,++rl_games.env_eval.ghost_trail.scroll_px_per_step=4.0,++rl_games.env_eval.image_size=224,++rl_games.env_eval.image_transform=raw_rgb,++rl_games.env_eval.latency.mode=single,++rl_games.env_eval.latency.prompt_map_path=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/data/memory/flappy_fix_latency_3_200ep_7k2steps/flappy_train__bridge/latency_prompt_map.json,++rl_games.env_eval.latency.prompt_map_path=null,++rl_games.env_eval.latency.values=[0],++rl_games.env_eval.latency_seed_stride=0,++rl_games.env_eval.mid_train.enabled=true,++rl_games.env_eval.mid_train.interval_steps=250,++rl_games.env_eval.mid_train.latencies=[3],++rl_games.env_eval.mid_train.max_steps_per_episode=3600,++rl_games.env_eval.mid_train.num_episodes=20,++rl_games.env_eval.post_train.enabled=true,++rl_games.env_eval.post_train.latencies=[3],++rl_games.env_eval.post_train.max_steps_per_episode=3600,++rl_games.env_eval.post_train.num_episodes=50,++rl_games.env_eval.prompt_mode=raw,++rl_games.env_eval.seed=42,++rl_games.env_eval.task_description=,++rl_games.env_eval.task_seed_stride=0,++rl_games.env_eval.vectorized.batch_size=1,++rl_games.env_eval.vectorized.enabled=false,++rl_games.initialization_mode=bridge,++rl_games.model_alias=openvla,++rl_games.task=flappy,++run_id=flappy_fix_latency_3_200ep_7k2steps_stitch,++run_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints,++run_root_dir=results/Checkpoints,++seed=42,++trainer.cc_f1_tolerance=1,++trainer.distributed_backend=deepspeed,++trainer.eval_action_classification=false,++trainer.eval_action_classification_interval=null,++trainer.eval_interval=250,++trainer.eval_num_batches=50,++trainer.freeze_llm_layers=[],++trainer.freeze_modules=,++trainer.freeze_tied_embedding=false,++trainer.freeze_vit=false,++trainer.gradient_accumulation_steps=16,++trainer.gradient_clipping=1.0,++trainer.is_resume=false,++trainer.is_resume=true,++trainer.learning_rate.action_model=0.0001,++trainer.learning_rate.base=2e-05,++trainer.learning_rate.qwen_vl_interface=1e-05,++trainer.logging_frequency=1,++trainer.loss_scale.vla=1.0,++trainer.loss_scale.vlm=0.1,++trainer.lr_scheduler_type=cosine_with_min_lr,++trainer.max_grad_norm=1.0,++trainer.max_train_steps=4000,++trainer.num_warmup_steps=100,++trainer.optimizer.betas=[0.9,0.95],++trainer.optimizer.eps=1e-08,++trainer.optimizer.fused=true,++trainer.optimizer.name=AdamW,++trainer.optimizer.weight_decay=1e-08,++trainer.per_latency_eval_num_batches=null,++trainer.pretrained_checkpoint=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_3000_state,++trainer.pretrained_checkpoint=null,++trainer.profile_timing.enabled=false,++trainer.profile_timing.log_interval=10,++trainer.reload_modules=null,++trainer.resume_step=0,++trainer.resume_step=3000,++trainer.save_format=pt,++trainer.save_interval=500,++trainer.scheduler_specific_kwargs.min_lr=1e-06,++trainer.weight_decay=0.0,++version_id=0.21,++workspace_dir=WORKSPACE_DIR,env=flappy,init=bridge,mode=single,model=openvla
328
  id: ???
329
  num: ???
330
  config_name: train
flappy_fix_latency_3_200ep_7k2steps_stitch/hydra/.hydra/overrides.yaml CHANGED
@@ -4,7 +4,6 @@
4
  - mode=single
5
  - ++framework.qwenvl.base_vlm=playground/Pretrained_models/Qwen3-VL-4B-Instruct
6
  - ++framework.qwenvl.attn_implementation=flash_attention_2
7
- - ++framework.qwenvl.flex_backend=triton
8
  - ++framework.qwenvl.enable_gradient_checkpointing=true
9
  - ++framework.action_model.state_dim=7
10
  - ++framework.action_model.loss_type=discrete_ce
@@ -201,8 +200,8 @@
201
  - ++version_id=0.21
202
  - ++run_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints
203
  - ++trainer.is_resume=true
204
- - ++trainer.pretrained_checkpoint=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_2000_state
205
- - ++trainer.resume_step=2000
206
  - ++datasets.vla_data.data_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/data/memory/flappy_fix_latency_3_200ep_7k2steps
207
  - ++datasets.vla_data.data_mix=flappy_train__bridge
208
  - ++datasets.vla_data.eval_data_mix=flappy_train__bridge__val
 
4
  - mode=single
5
  - ++framework.qwenvl.base_vlm=playground/Pretrained_models/Qwen3-VL-4B-Instruct
6
  - ++framework.qwenvl.attn_implementation=flash_attention_2
 
7
  - ++framework.qwenvl.enable_gradient_checkpointing=true
8
  - ++framework.action_model.state_dim=7
9
  - ++framework.action_model.loss_type=discrete_ce
 
200
  - ++version_id=0.21
201
  - ++run_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints
202
  - ++trainer.is_resume=true
203
+ - ++trainer.pretrained_checkpoint=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/checkpoints/steps_3000_state
204
+ - ++trainer.resume_step=3000
205
  - ++datasets.vla_data.data_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/data/memory/flappy_fix_latency_3_200ep_7k2steps
206
  - ++datasets.vla_data.data_mix=flappy_train__bridge
207
  - ++datasets.vla_data.eval_data_mix=flappy_train__bridge__val
flappy_fix_latency_3_200ep_7k2steps_stitch/hydra/train_starvla_hydra.log CHANGED
The diff for this file is too large to render. See raw diff
 
flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3/episode_metrics.jsonl CHANGED
@@ -1,10 +1,10 @@
1
- {"episode_id": 1, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
2
- {"episode_id": 3, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
3
- {"episode_id": 5, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
4
- {"episode_id": 7, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
5
- {"episode_id": 9, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
6
- {"episode_id": 11, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
7
- {"episode_id": 13, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
8
- {"episode_id": 15, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
9
- {"episode_id": 17, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
10
- {"episode_id": 19, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
 
1
+ {"episode_id": 0, "episode_return": 169.20000199973583, "episode_return_env": 169.20000199973583, "game_score": 36.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1379, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1379}
2
+ {"episode_id": 2, "episode_return": 10.700000144541264, "episode_return_env": 10.700000144541264, "game_score": 2.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 100, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 100}
3
+ {"episode_id": 4, "episode_return": 168.10000199824572, "episode_return_env": 168.10000199824572, "game_score": 36.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1377, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1377}
4
+ {"episode_id": 6, "episode_return": 130.60000155866146, "episode_return_env": 130.60000155866146, "game_score": 27.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1074, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1074}
5
+ {"episode_id": 8, "episode_return": 11.30000015348196, "episode_return_env": 11.30000015348196, "game_score": 2.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 106, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 106}
6
+ {"episode_id": 10, "episode_return": 107.60000129044056, "episode_return_env": 107.60000129044056, "game_score": 23.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 889, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 889}
7
+ {"episode_id": 12, "episode_return": 48.1000005826354, "episode_return_env": 48.1000005826354, "game_score": 10.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 402, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 402}
8
+ {"episode_id": 14, "episode_return": 60.600000739097595, "episode_return_env": 60.600000739097595, "game_score": 12.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 509, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 509}
9
+ {"episode_id": 16, "episode_return": 202.7000023946166, "episode_return_env": 202.7000023946166, "game_score": 43.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1651, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1651}
10
+ {"episode_id": 18, "episode_return": 229.10000271350145, "episode_return_env": 229.10000271350145, "game_score": 49.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1870, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1870}
flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3/episode_metrics.jsonl CHANGED
@@ -1,10 +1,10 @@
1
- {"episode_id": 0, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
2
- {"episode_id": 2, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
3
- {"episode_id": 4, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
4
- {"episode_id": 6, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
5
- {"episode_id": 8, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
6
- {"episode_id": 10, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
7
- {"episode_id": 12, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
8
- {"episode_id": 14, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
9
- {"episode_id": 16, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
10
- {"episode_id": 18, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
 
1
+ {"episode_id": 1, "episode_return": 107.00000128149986, "episode_return_env": 107.00000128149986, "game_score": 22.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 883, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 883}
2
+ {"episode_id": 3, "episode_return": 60.40000073611736, "episode_return_env": 60.40000073611736, "game_score": 12.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 507, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 507}
3
+ {"episode_id": 5, "episode_return": 121.20000144839287, "episode_return_env": 121.20000144839287, "game_score": 25.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 998, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 998}
4
+ {"episode_id": 7, "episode_return": 107.50000128895044, "episode_return_env": 107.50000128895044, "game_score": 22.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 888, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 888}
5
+ {"episode_id": 9, "episode_return": 46.500000573694706, "episode_return_env": 46.500000573694706, "game_score": 9.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 395, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 395}
6
+ {"episode_id": 11, "episode_return": 18.50000024586916, "episode_return_env": 18.50000024586916, "game_score": 3.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 169, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 169}
7
+ {"episode_id": 13, "episode_return": 242.50000286847353, "episode_return_env": 242.50000286847353, "game_score": 51.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1977, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1977}
8
+ {"episode_id": 15, "episode_return": 18.400000244379044, "episode_return_env": 18.400000244379044, "game_score": 3.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 168, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 168}
9
+ {"episode_id": 17, "episode_return": 284.50000336021185, "episode_return_env": 284.50000336021185, "game_score": 60.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2316, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2316}
10
+ {"episode_id": 19, "episode_return": 60.50000073760748, "episode_return_env": 60.50000073760748, "game_score": 12.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 508, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 508}
flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3/episode_metrics.jsonl CHANGED
@@ -1,10 +1,10 @@
1
- {"episode_id": 0, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
2
- {"episode_id": 2, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
3
- {"episode_id": 4, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
4
- {"episode_id": 6, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
5
- {"episode_id": 8, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
6
- {"episode_id": 10, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
7
- {"episode_id": 12, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
8
- {"episode_id": 14, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
9
- {"episode_id": 16, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
10
- {"episode_id": 18, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
 
1
+ {"episode_id": 1, "episode_return": 68.90000083297491, "episode_return_env": 68.90000083297491, "game_score": 14.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 574, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 574}
2
+ {"episode_id": 3, "episode_return": 398.80000469088554, "episode_return_env": 398.80000469088554, "game_score": 85.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3234, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3234}
3
+ {"episode_id": 5, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
4
+ {"episode_id": 7, "episode_return": 116.20000138878822, "episode_return_env": 116.20000138878822, "game_score": 24.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 957, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 957}
5
+ {"episode_id": 9, "episode_return": 160.8000019043684, "episode_return_env": 160.8000019043684, "game_score": 34.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1313, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1313}
6
+ {"episode_id": 11, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
7
+ {"episode_id": 13, "episode_return": 372.90000439435244, "episode_return_env": 372.90000439435244, "game_score": 79.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3029, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3029}
8
+ {"episode_id": 15, "episode_return": 166.90000198036432, "episode_return_env": 166.90000198036432, "game_score": 35.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1365, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1365}
9
+ {"episode_id": 17, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
10
+ {"episode_id": 19, "episode_return": 124.900001488626, "episode_return_env": 124.900001488626, "game_score": 26.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1026, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1026}
flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3/episode_metrics.jsonl CHANGED
@@ -1,10 +1,10 @@
1
- {"episode_id": 0, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
2
- {"episode_id": 2, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
3
- {"episode_id": 4, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
4
- {"episode_id": 6, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
5
- {"episode_id": 8, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
6
- {"episode_id": 10, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
7
- {"episode_id": 12, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
8
- {"episode_id": 14, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
9
- {"episode_id": 16, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
10
- {"episode_id": 18, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
 
1
+ {"episode_id": 1, "episode_return": 174.10000205785036, "episode_return_env": 174.10000205785036, "game_score": 37.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1419, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1419}
2
+ {"episode_id": 3, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
3
+ {"episode_id": 5, "episode_return": 66.60000079870224, "episode_return_env": 66.60000079870224, "game_score": 14.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 551, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 551}
4
+ {"episode_id": 7, "episode_return": 80.80000096559525, "episode_return_env": 80.80000096559525, "game_score": 17.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 666, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 666}
5
+ {"episode_id": 9, "episode_return": 57.10000068694353, "episode_return_env": 57.10000068694353, "game_score": 12.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 474, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 474}
6
+ {"episode_id": 11, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
7
+ {"episode_id": 13, "episode_return": 85.30000101774931, "episode_return_env": 85.30000101774931, "game_score": 18.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 702, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 702}
8
+ {"episode_id": 15, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
9
+ {"episode_id": 17, "episode_return": 122.80000145733356, "episode_return_env": 122.80000145733356, "game_score": 26.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1005, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1005}
10
+ {"episode_id": 19, "episode_return": 178.80000211298466, "episode_return_env": 178.80000211298466, "game_score": 38.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1457, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1457}
flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3/episode_metrics.jsonl CHANGED
@@ -1,10 +1,10 @@
1
- {"episode_id": 0, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
2
- {"episode_id": 2, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
3
- {"episode_id": 4, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
4
- {"episode_id": 6, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
5
- {"episode_id": 8, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
6
- {"episode_id": 10, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
7
- {"episode_id": 12, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
8
- {"episode_id": 14, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
9
- {"episode_id": 16, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
10
- {"episode_id": 18, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
 
1
+ {"episode_id": 1, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
2
+ {"episode_id": 3, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
3
+ {"episode_id": 5, "episode_return": 235.30000277608633, "episode_return_env": 235.30000277608633, "game_score": 50.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1914, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1914}
4
+ {"episode_id": 7, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
5
+ {"episode_id": 9, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
6
+ {"episode_id": 11, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
7
+ {"episode_id": 13, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
8
+ {"episode_id": 15, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
9
+ {"episode_id": 17, "episode_return": 305.3000035956502, "episode_return_env": 305.3000035956502, "game_score": 65.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2479, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2479}
10
+ {"episode_id": 19, "episode_return": 304.8000035881996, "episode_return_env": 304.8000035881996, "game_score": 65.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2474, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2474}
flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3/episode_metrics.jsonl CHANGED
@@ -1,10 +1,10 @@
1
- {"episode_id": 1, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
2
- {"episode_id": 3, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
3
- {"episode_id": 5, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
4
- {"episode_id": 7, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
5
- {"episode_id": 9, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
6
- {"episode_id": 11, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
7
- {"episode_id": 13, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
8
- {"episode_id": 15, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
9
- {"episode_id": 17, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
10
- {"episode_id": 19, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
 
1
+ {"episode_id": 1, "episode_return": 409.9000048264861, "episode_return_env": 409.9000048264861, "game_score": 87.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3327, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3327}
2
+ {"episode_id": 3, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
3
+ {"episode_id": 5, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
4
+ {"episode_id": 7, "episode_return": 26.90000034123659, "episode_return_env": 26.90000034123659, "game_score": 5.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 235, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 235}
5
+ {"episode_id": 9, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
6
+ {"episode_id": 11, "episode_return": 228.30000270158052, "episode_return_env": 228.30000270158052, "game_score": 48.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1862, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1862}
7
+ {"episode_id": 13, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
8
+ {"episode_id": 15, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
9
+ {"episode_id": 17, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
10
+ {"episode_id": 19, "episode_return": 92.40000110864639, "episode_return_env": 92.40000110864639, "game_score": 19.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 764, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 764}
flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3/episode_metrics.jsonl CHANGED
@@ -1,10 +1,10 @@
1
- {"episode_id": 0, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
2
- {"episode_id": 2, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
3
- {"episode_id": 4, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
4
- {"episode_id": 6, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
5
- {"episode_id": 8, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
6
- {"episode_id": 10, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
7
- {"episode_id": 12, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
8
- {"episode_id": 14, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
9
- {"episode_id": 16, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
10
- {"episode_id": 18, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
 
1
+ {"episode_id": 0, "episode_return": 3.90000007301569, "episode_return_env": 3.90000007301569, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 50, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 50}
2
+ {"episode_id": 2, "episode_return": 3.90000007301569, "episode_return_env": 3.90000007301569, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 50, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 50}
3
+ {"episode_id": 4, "episode_return": 6.500000096857548, "episode_return_env": 6.500000096857548, "game_score": 1.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 67, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 67}
4
+ {"episode_id": 6, "episode_return": 46.300000570714474, "episode_return_env": 46.300000570714474, "game_score": 9.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 393, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 393}
5
+ {"episode_id": 8, "episode_return": 4.000000074505806, "episode_return_env": 4.000000074505806, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 51, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 51}
6
+ {"episode_id": 10, "episode_return": 3.90000007301569, "episode_return_env": 3.90000007301569, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 50, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 50}
7
+ {"episode_id": 12, "episode_return": 3.90000007301569, "episode_return_env": 3.90000007301569, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 50, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 50}
8
+ {"episode_id": 14, "episode_return": 3.90000007301569, "episode_return_env": 3.90000007301569, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 50, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 50}
9
+ {"episode_id": 16, "episode_return": 3.90000007301569, "episode_return_env": 3.90000007301569, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 50, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 50}
10
+ {"episode_id": 18, "episode_return": 27.400000348687172, "episode_return_env": 27.400000348687172, "game_score": 5.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 240, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 240}
flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3/episode_metrics.jsonl CHANGED
@@ -1,10 +1,10 @@
1
- {"episode_id": 0, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
2
- {"episode_id": 2, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
3
- {"episode_id": 4, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
4
- {"episode_id": 6, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
5
- {"episode_id": 8, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
6
- {"episode_id": 10, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
7
- {"episode_id": 12, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
8
- {"episode_id": 14, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
9
- {"episode_id": 16, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
10
- {"episode_id": 18, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
 
1
+ {"episode_id": 1, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
2
+ {"episode_id": 3, "episode_return": 432.900005094707, "episode_return_env": 432.900005094707, "game_score": 92.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3512, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3512}
3
+ {"episode_id": 5, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
4
+ {"episode_id": 7, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
5
+ {"episode_id": 9, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
6
+ {"episode_id": 11, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
7
+ {"episode_id": 13, "episode_return": 118.80000141263008, "episode_return_env": 118.80000141263008, "game_score": 25.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 974, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 974}
8
+ {"episode_id": 15, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
9
+ {"episode_id": 17, "episode_return": 409.9000048264861, "episode_return_env": 409.9000048264861, "game_score": 87.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3327, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3327}
10
+ {"episode_id": 19, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3/episode_metrics.jsonl CHANGED
@@ -1,10 +1,10 @@
1
- {"episode_id": 0, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
2
- {"episode_id": 2, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
3
- {"episode_id": 4, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
4
- {"episode_id": 6, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
5
- {"episode_id": 8, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
6
- {"episode_id": 10, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
7
- {"episode_id": 12, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
8
- {"episode_id": 14, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
9
- {"episode_id": 16, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
10
- {"episode_id": 18, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
 
1
+ {"episode_id": 1, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
2
+ {"episode_id": 3, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
3
+ {"episode_id": 5, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
4
+ {"episode_id": 7, "episode_return": 158.40000188350677, "episode_return_env": 158.40000188350677, "game_score": 33.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1298, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1298}
5
+ {"episode_id": 9, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
6
+ {"episode_id": 11, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
7
+ {"episode_id": 13, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
8
+ {"episode_id": 15, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
9
+ {"episode_id": 17, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
10
+ {"episode_id": 19, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3/episode_metrics.jsonl CHANGED
@@ -1,10 +1,10 @@
1
- {"episode_id": 0, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
2
- {"episode_id": 2, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
3
- {"episode_id": 4, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
4
- {"episode_id": 6, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
5
- {"episode_id": 8, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
6
- {"episode_id": 10, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
7
- {"episode_id": 12, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
8
- {"episode_id": 14, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
9
- {"episode_id": 16, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
10
- {"episode_id": 18, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
 
1
+ {"episode_id": 0, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
2
+ {"episode_id": 2, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
3
+ {"episode_id": 4, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
4
+ {"episode_id": 6, "episode_return": 300.80000354349613, "episode_return_env": 300.80000354349613, "game_score": 64.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2443, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2443}
5
+ {"episode_id": 8, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
6
+ {"episode_id": 10, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
7
+ {"episode_id": 12, "episode_return": 354.00000417232513, "episode_return_env": 354.00000417232513, "game_score": 75.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2876, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2876}
8
+ {"episode_id": 14, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
9
+ {"episode_id": 16, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
10
+ {"episode_id": 18, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3/episode_metrics.jsonl CHANGED
@@ -1,10 +1,10 @@
1
- {"episode_id": 1, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
2
- {"episode_id": 3, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
3
- {"episode_id": 5, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
4
- {"episode_id": 7, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
5
- {"episode_id": 9, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
6
- {"episode_id": 11, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
7
- {"episode_id": 13, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
8
- {"episode_id": 15, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
9
- {"episode_id": 17, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
10
- {"episode_id": 19, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
 
1
+ {"episode_id": 0, "episode_return": 314.8000037074089, "episode_return_env": 314.8000037074089, "game_score": 67.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2556, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2556}
2
+ {"episode_id": 2, "episode_return": 116.60000139474869, "episode_return_env": 116.60000139474869, "game_score": 24.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 961, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 961}
3
+ {"episode_id": 4, "episode_return": 219.10000259429216, "episode_return_env": 219.10000259429216, "game_score": 46.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1788, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1788}
4
+ {"episode_id": 6, "episode_return": 382.1000045016408, "episode_return_env": 382.1000045016408, "game_score": 81.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3103, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3103}
5
+ {"episode_id": 8, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
6
+ {"episode_id": 10, "episode_return": 50.80000062286854, "episode_return_env": 50.80000062286854, "game_score": 10.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 429, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 429}
7
+ {"episode_id": 12, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
8
+ {"episode_id": 14, "episode_return": 144.00000171363354, "episode_return_env": 144.00000171363354, "game_score": 30.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1181, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1181}
9
+ {"episode_id": 16, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
10
+ {"episode_id": 18, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3/episode_metrics.jsonl CHANGED
@@ -1,10 +1,10 @@
1
- {"episode_id": 0, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
2
- {"episode_id": 2, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
3
- {"episode_id": 4, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
4
- {"episode_id": 6, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
5
- {"episode_id": 8, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
6
- {"episode_id": 10, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
7
- {"episode_id": 12, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
8
- {"episode_id": 14, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
9
- {"episode_id": 16, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
10
- {"episode_id": 18, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
 
1
+ {"episode_id": 0, "episode_return": 256.70000303536654, "episode_return_env": 256.70000303536654, "game_score": 54.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2092, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2092}
2
+ {"episode_id": 2, "episode_return": 87.90000105649233, "episode_return_env": 87.90000105649233, "game_score": 18.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 728, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 728}
3
+ {"episode_id": 4, "episode_return": 43.200000524520874, "episode_return_env": 43.200000524520874, "game_score": 9.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 362, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 362}
4
+ {"episode_id": 6, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
5
+ {"episode_id": 8, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
6
+ {"episode_id": 10, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
7
+ {"episode_id": 12, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
8
+ {"episode_id": 14, "episode_return": 405.6000047773123, "episode_return_env": 405.6000047773123, "game_score": 86.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3293, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3293}
9
+ {"episode_id": 16, "episode_return": 253.10000298172235, "episode_return_env": 253.10000298172235, "game_score": 54.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2056, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2056}
10
+ {"episode_id": 18, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3/episode_metrics.jsonl CHANGED
@@ -1,10 +1,10 @@
1
- {"episode_id": 0, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
2
- {"episode_id": 2, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
3
- {"episode_id": 4, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
4
- {"episode_id": 6, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
5
- {"episode_id": 8, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
6
- {"episode_id": 10, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
7
- {"episode_id": 12, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
8
- {"episode_id": 14, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
9
- {"episode_id": 16, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
10
- {"episode_id": 18, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
 
1
+ {"episode_id": 1, "episode_return": 59.90000072866678, "episode_return_env": 59.90000072866678, "game_score": 12.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 502, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 502}
2
+ {"episode_id": 3, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
3
+ {"episode_id": 5, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
4
+ {"episode_id": 7, "episode_return": 186.2000022083521, "episode_return_env": 186.2000022083521, "game_score": 39.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1522, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1522}
5
+ {"episode_id": 9, "episode_return": 327.10000386089087, "episode_return_env": 327.10000386089087, "game_score": 70.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2661, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2661}
6
+ {"episode_id": 11, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
7
+ {"episode_id": 13, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
8
+ {"episode_id": 15, "episode_return": 28.100000359117985, "episode_return_env": 28.100000359117985, "game_score": 6.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 247, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 247}
9
+ {"episode_id": 17, "episode_return": 305.2000035941601, "episode_return_env": 305.2000035941601, "game_score": 65.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2478, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2478}
10
+ {"episode_id": 19, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3/episode_metrics.jsonl CHANGED
@@ -1,10 +1,10 @@
1
- {"episode_id": 1, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
2
- {"episode_id": 3, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
3
- {"episode_id": 5, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
4
- {"episode_id": 7, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
5
- {"episode_id": 9, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
6
- {"episode_id": 11, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
7
- {"episode_id": 13, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
8
- {"episode_id": 15, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
9
- {"episode_id": 17, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
10
- {"episode_id": 19, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
 
1
+ {"episode_id": 0, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
2
+ {"episode_id": 2, "episode_return": 376.9000044390559, "episode_return_env": 376.9000044390559, "game_score": 80.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3060, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3060}
3
+ {"episode_id": 4, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
4
+ {"episode_id": 6, "episode_return": 31.900000400841236, "episode_return_env": 31.900000400841236, "game_score": 6.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 276, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 276}
5
+ {"episode_id": 8, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
6
+ {"episode_id": 10, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
7
+ {"episode_id": 12, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
8
+ {"episode_id": 14, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
9
+ {"episode_id": 16, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
10
+ {"episode_id": 18, "episode_return": 146.80000174045563, "episode_return_env": 146.80000174045563, "game_score": 31.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1200, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1200}
flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3/episode_metrics.jsonl CHANGED
@@ -1,10 +1,10 @@
1
- {"episode_id": 1, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
2
- {"episode_id": 3, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
3
- {"episode_id": 5, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
4
- {"episode_id": 7, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
5
- {"episode_id": 9, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
6
- {"episode_id": 11, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
7
- {"episode_id": 13, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
8
- {"episode_id": 15, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
9
- {"episode_id": 17, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
10
- {"episode_id": 19, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
 
1
+ {"episode_id": 0, "episode_return": 144.70000172406435, "episode_return_env": 144.70000172406435, "game_score": 30.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1188, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1188}
2
+ {"episode_id": 2, "episode_return": 177.20000210404396, "episode_return_env": 177.20000210404396, "game_score": 37.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1450, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1450}
3
+ {"episode_id": 4, "episode_return": 4.600000083446503, "episode_return_env": 4.600000083446503, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 57, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 57}
4
+ {"episode_id": 6, "episode_return": 18.400000244379044, "episode_return_env": 18.400000244379044, "game_score": 3.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 168, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 168}
5
+ {"episode_id": 8, "episode_return": 32.10000040382147, "episode_return_env": 32.10000040382147, "game_score": 6.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 278, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 278}
6
+ {"episode_id": 10, "episode_return": 34.80000042915344, "episode_return_env": 34.80000042915344, "game_score": 7.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 296, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 296}
7
+ {"episode_id": 12, "episode_return": 99.20000118017197, "episode_return_env": 99.20000118017197, "game_score": 21.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 814, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 814}
8
+ {"episode_id": 14, "episode_return": 29.800000369548798, "episode_return_env": 29.800000369548798, "game_score": 6.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 255, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 255}
9
+ {"episode_id": 16, "episode_return": 4.600000083446503, "episode_return_env": 4.600000083446503, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 57, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 57}
10
+ {"episode_id": 18, "episode_return": 71.80000086128712, "episode_return_env": 71.80000086128712, "game_score": 15.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 594, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 594}
flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3/episode_metrics.jsonl CHANGED
@@ -1,10 +1,10 @@
1
- {"episode_id": 1, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
2
- {"episode_id": 3, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
3
- {"episode_id": 5, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
4
- {"episode_id": 7, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
5
- {"episode_id": 9, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
6
- {"episode_id": 11, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
7
- {"episode_id": 13, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
8
- {"episode_id": 15, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
9
- {"episode_id": 17, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
10
- {"episode_id": 19, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
 
1
+ {"episode_id": 1, "episode_return": 88.00000105798244, "episode_return_env": 88.00000105798244, "game_score": 18.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 729, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 729}
2
+ {"episode_id": 3, "episode_return": 12.900000177323818, "episode_return_env": 12.900000177323818, "game_score": 2.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 122, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 122}
3
+ {"episode_id": 5, "episode_return": 244.70000288635492, "episode_return_env": 244.70000288635492, "game_score": 52.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1990, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1990}
4
+ {"episode_id": 7, "episode_return": 82.90000099688768, "episode_return_env": 82.90000099688768, "game_score": 17.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 687, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 687}
5
+ {"episode_id": 9, "episode_return": 73.90000089257956, "episode_return_env": 73.90000089257956, "game_score": 15.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 615, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 615}
6
+ {"episode_id": 11, "episode_return": 129.90000154823065, "episode_return_env": 129.90000154823065, "game_score": 27.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1067, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1067}
7
+ {"episode_id": 13, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
8
+ {"episode_id": 15, "episode_return": 11.30000015348196, "episode_return_env": 11.30000015348196, "game_score": 2.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 106, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 106}
9
+ {"episode_id": 17, "episode_return": 66.80000080168247, "episode_return_env": 66.80000080168247, "game_score": 14.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 553, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 553}
10
+ {"episode_id": 19, "episode_return": 116.20000138878822, "episode_return_env": 116.20000138878822, "game_score": 24.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 957, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 957}
flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3/episode_metrics.jsonl CHANGED
@@ -1,25 +1,25 @@
1
- {"episode_id": 1, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
2
- {"episode_id": 3, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
3
- {"episode_id": 5, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
4
- {"episode_id": 7, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
5
- {"episode_id": 9, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
6
- {"episode_id": 11, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
7
- {"episode_id": 13, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
8
- {"episode_id": 15, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
9
- {"episode_id": 17, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
10
- {"episode_id": 19, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
11
- {"episode_id": 21, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 63, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
12
- {"episode_id": 23, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 65, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
13
- {"episode_id": 25, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 67, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
14
- {"episode_id": 27, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 69, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
15
- {"episode_id": 29, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 71, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
16
- {"episode_id": 31, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 73, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
17
- {"episode_id": 33, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 75, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
18
- {"episode_id": 35, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 77, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
19
- {"episode_id": 37, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 79, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
20
- {"episode_id": 39, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 81, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
21
- {"episode_id": 41, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 83, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
22
- {"episode_id": 43, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 85, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
23
- {"episode_id": 45, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 87, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
24
- {"episode_id": 47, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 89, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
25
- {"episode_id": 49, "episode_return": 2.0000000447034836, "episode_return_env": 2.0000000447034836, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 91, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 31, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 31}
 
1
+ {"episode_id": 0, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
2
+ {"episode_id": 2, "episode_return": 376.9000044390559, "episode_return_env": 376.9000044390559, "game_score": 80.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3060, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3060}
3
+ {"episode_id": 4, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
4
+ {"episode_id": 6, "episode_return": 31.900000400841236, "episode_return_env": 31.900000400841236, "game_score": 6.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 276, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 276}
5
+ {"episode_id": 8, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
6
+ {"episode_id": 10, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
7
+ {"episode_id": 12, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
8
+ {"episode_id": 14, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
9
+ {"episode_id": 16, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
10
+ {"episode_id": 18, "episode_return": 146.80000174045563, "episode_return_env": 146.80000174045563, "game_score": 31.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1200, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1200}
11
+ {"episode_id": 20, "episode_return": 236.9000027999282, "episode_return_env": 236.9000027999282, "game_score": 50.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 62, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1930, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1930}
12
+ {"episode_id": 22, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 64, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
13
+ {"episode_id": 24, "episode_return": 188.80000223219395, "episode_return_env": 188.80000223219395, "game_score": 40.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 66, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1539, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1539}
14
+ {"episode_id": 26, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 68, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
15
+ {"episode_id": 28, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 70, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
16
+ {"episode_id": 30, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 72, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
17
+ {"episode_id": 32, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 74, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
18
+ {"episode_id": 34, "episode_return": 160.8000019043684, "episode_return_env": 160.8000019043684, "game_score": 34.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 76, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1313, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1313}
19
+ {"episode_id": 36, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 78, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
20
+ {"episode_id": 38, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 80, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
21
+ {"episode_id": 40, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 82, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
22
+ {"episode_id": 42, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 84, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
23
+ {"episode_id": 44, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 86, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
24
+ {"episode_id": 46, "episode_return": 278.9000032916665, "episode_return_env": 278.9000032916665, "game_score": 59.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 88, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2269, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2269}
25
+ {"episode_id": 48, "episode_return": 244.80000288784504, "episode_return_env": 244.80000288784504, "game_score": 52.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 90, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1991, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1991}
flappy_fix_latency_3_200ep_7k2steps_stitch/wandb/wandb/debug-internal.log CHANGED
The diff for this file is too large to render. See raw diff
 
flappy_fix_latency_3_200ep_7k2steps_stitch/wandb/wandb/debug.log CHANGED
@@ -1,25 +1,24 @@
1
- 2026-07-26 16:19:39,664 INFO MainThread:4109427 [wandb_setup.py:_flush():81] Current SDK version is 0.28.0
2
- 2026-07-26 16:19:39,665 INFO MainThread:4109427 [wandb_setup.py:_flush():81] Configure stats pid to 4109427
3
- 2026-07-26 16:19:39,665 INFO MainThread:4109427 [wandb_setup.py:_flush():81] Loading settings from environment variables
4
- 2026-07-26 16:19:39,665 INFO MainThread:4109427 [wandb_init.py:setup_run_log_directory():725] Logging user logs to /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/wandb/wandb/run-20260726_161939-az1orhy4/logs/debug.log
5
- 2026-07-26 16:19:39,665 INFO MainThread:4109427 [wandb_init.py:setup_run_log_directory():726] Logging internal logs to /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/wandb/wandb/run-20260726_161939-az1orhy4/logs/debug-internal.log
6
- 2026-07-26 16:19:39,665 INFO MainThread:4109427 [wandb_init.py:init():768] calling init triggers
7
- 2026-07-26 16:19:39,665 INFO MainThread:4109427 [wandb_init.py:init():773] wandb.init called with sweep_config: {}
8
  config: {'_wandb': {}}
9
- 2026-07-26 16:19:39,665 INFO MainThread:4109427 [wandb_init.py:init():816] starting backend
10
- 2026-07-26 16:19:39,665 INFO MainThread:4109427 [wandb_init.py:init():822] Connected to an existing wandb-core service via WANDB_SERVICE
11
- 2026-07-26 16:19:39,665 INFO MainThread:4109427 [wandb_init.py:init():831] sending inform_init request
12
- 2026-07-26 16:19:40,037 INFO MainThread:4109427 [wandb_init.py:init():836] backend started and connected
13
- 2026-07-26 16:19:40,040 INFO MainThread:4109427 [wandb_init.py:init():906] updated telemetry
14
- 2026-07-26 16:19:40,070 INFO MainThread:4109427 [wandb_init.py:init():929] communicating run to backend with 90.0 second timeout
15
- 2026-07-26 16:19:40,384 INFO MainThread:4109427 [wandb_init.py:init():974] starting run threads in backend
16
- 2026-07-26 16:19:40,690 INFO MainThread:4109427 [wandb_run.py:_console_start():2523] atexit reg
17
- 2026-07-26 16:19:40,690 INFO MainThread:4109427 [wandb_run.py:_redirect():2373] redirect: wrap_raw
18
- 2026-07-26 16:19:40,690 INFO MainThread:4109427 [wandb_run.py:_redirect():2442] Wrapping output streams.
19
- 2026-07-26 16:19:40,690 INFO MainThread:4109427 [wandb_run.py:_redirect():2465] Redirects installed.
20
- 2026-07-26 16:19:40,696 INFO MainThread:4109427 [wandb_init.py:init():1012] run started, returning control to user process
21
- 2026-07-26 19:58:59,782 INFO MainThread:4109427 [wandb_run.py:_finish():2285] finishing run zihanwang-ai-northwestern-university/starVLA_rl_games/az1orhy4
22
- 2026-07-26 19:58:59,783 INFO MainThread:4109427 [wandb_run.py:_atexit_cleanup():2490] got exitcode: 0
23
- 2026-07-26 19:58:59,783 INFO MainThread:4109427 [wandb_run.py:_restore():2472] restore
24
- 2026-07-26 19:58:59,783 INFO MainThread:4109427 [wandb_run.py:_restore():2478] restore done
25
- 2026-07-26 19:59:01,440 INFO MainThread:4109427 [wandb_run.py:_footer_sync_info():3895] logging synced files
 
1
+ 2026-07-29 03:40:39,307 INFO MainThread:3104027 [wandb_setup.py:_flush():81] Current SDK version is 0.26.1
2
+ 2026-07-29 03:40:39,308 INFO MainThread:3104027 [wandb_setup.py:_flush():81] Configure stats pid to 3104027
3
+ 2026-07-29 03:40:39,308 INFO MainThread:3104027 [wandb_setup.py:_flush():81] Loading settings from environment variables
4
+ 2026-07-29 03:40:39,308 INFO MainThread:3104027 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/wandb/wandb/run-20260729_034039-f1asp75c/logs/debug.log
5
+ 2026-07-29 03:40:39,308 INFO MainThread:3104027 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_stitch/wandb/wandb/run-20260729_034039-f1asp75c/logs/debug-internal.log
6
+ 2026-07-29 03:40:39,308 INFO MainThread:3104027 [wandb_init.py:init():850] calling init triggers
7
+ 2026-07-29 03:40:39,308 INFO MainThread:3104027 [wandb_init.py:init():855] wandb.init called with sweep_config: {}
8
  config: {'_wandb': {}}
9
+ 2026-07-29 03:40:39,308 INFO MainThread:3104027 [wandb_init.py:init():898] starting backend
10
+ 2026-07-29 03:40:40,000 INFO MainThread:3104027 [wandb_init.py:init():913] sending inform_init request
11
+ 2026-07-29 03:40:40,402 INFO MainThread:3104027 [wandb_init.py:init():918] backend started and connected
12
+ 2026-07-29 03:40:40,404 INFO MainThread:3104027 [wandb_init.py:init():988] updated telemetry
13
+ 2026-07-29 03:40:40,433 INFO MainThread:3104027 [wandb_init.py:init():1011] communicating run to backend with 90.0 second timeout
14
+ 2026-07-29 03:40:40,953 INFO MainThread:3104027 [wandb_init.py:init():1056] starting run threads in backend
15
+ 2026-07-29 03:40:41,333 INFO MainThread:3104027 [wandb_run.py:_console_start():2554] atexit reg
16
+ 2026-07-29 03:40:41,333 INFO MainThread:3104027 [wandb_run.py:_redirect():2403] redirect: wrap_raw
17
+ 2026-07-29 03:40:41,333 INFO MainThread:3104027 [wandb_run.py:_redirect():2472] Wrapping output streams.
18
+ 2026-07-29 03:40:41,333 INFO MainThread:3104027 [wandb_run.py:_redirect():2495] Redirects installed.
19
+ 2026-07-29 03:40:41,343 INFO MainThread:3104027 [wandb_init.py:init():1094] run started, returning control to user process
20
+ 2026-07-29 06:13:52,266 INFO MainThread:3104027 [wandb_run.py:_finish():2321] finishing run zihanwang-ai-northwestern-university/starVLA_rl_games/f1asp75c
21
+ 2026-07-29 06:13:52,267 INFO MainThread:3104027 [wandb_run.py:_atexit_cleanup():2520] got exitcode: 0
22
+ 2026-07-29 06:13:52,267 INFO MainThread:3104027 [wandb_run.py:_restore():2502] restore
23
+ 2026-07-29 06:13:52,268 INFO MainThread:3104027 [wandb_run.py:_restore():2508] restore done
24
+ 2026-07-29 06:13:53,939 INFO MainThread:3104027 [wandb_run.py:_footer_sync_info():3889] logging synced files
 
flappy_fix_latency_3_200ep_7k2steps_stitch/wandb/wandb/run-20260728_165431-i1vhu5dw/files/output.log ADDED
The diff for this file is too large to render. See raw diff