Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +3 -0
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors +1 -1
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/checkpoints/steps_4000_state/pytorch_model/mp_rank_00_model_states.pt +2 -2
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/checkpoints/steps_4000_state/random_states_0.pkl +2 -2
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/checkpoints/steps_4000_state/random_states_1.pkl +2 -2
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/config.full.yaml +2 -2
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/config.yaml +31 -1
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_1000.json +50 -50
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_1250.json +50 -50
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_1500.json +50 -50
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_1750.json +50 -50
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_2000.json +50 -50
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_2250.json +50 -50
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_250.json +50 -50
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_2500.json +50 -50
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_2750.json +50 -50
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_3000.json +50 -50
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_3250.json +50 -50
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_3500.json +50 -50
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_3750.json +50 -50
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_4000.json +50 -50
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_500.json +50 -50
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_750.json +50 -50
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/post_train/step_4000.json +110 -110
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/hydra/.hydra/config.yaml +2 -2
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/hydra/.hydra/hydra.yaml +3 -3
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/hydra/.hydra/overrides.yaml +2 -2
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/hydra/train_starvla_hydra.log +0 -0
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3/episode_metrics.jsonl +10 -10
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3/episode_metrics.jsonl +10 -10
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3/episode_metrics.jsonl +10 -10
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3/episode_metrics.jsonl +10 -10
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3/episode_metrics.jsonl +10 -10
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3/episode_metrics.jsonl +10 -10
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3/episode_metrics.jsonl +10 -10
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3/episode_metrics.jsonl +10 -10
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3/episode_metrics.jsonl +10 -10
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3/episode_metrics.jsonl +10 -10
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3/episode_metrics.jsonl +10 -10
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3/episode_metrics.jsonl +10 -10
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3/episode_metrics.jsonl +10 -10
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3/episode_metrics.jsonl +10 -10
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3/episode_metrics.jsonl +10 -10
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3/episode_metrics.jsonl +10 -10
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3/episode_metrics.jsonl +25 -25
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/wandb/wandb/debug-internal.log +0 -0
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/wandb/wandb/debug.log +23 -23
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/wandb/wandb/run-20260728_015348-ze6ehou6/files/output.log +0 -0
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/wandb/wandb/run-20260728_015348-ze6ehou6/files/requirements.txt +237 -0
- flappy_fix_latency_3_200ep_7k2steps_single_baseline/wandb/wandb/run-20260728_015348-ze6ehou6/files/wandb-metadata.json +305 -0
.gitattributes
CHANGED
|
@@ -56,3 +56,6 @@ demon_attack_fix_latency_6_200ep_7k2steps_stitch/wandb/wandb/run-20260728_070430
|
|
| 56 |
demon_attack_fix_latency_6_200ep_7k2steps_stitch/wandb/wandb/run-20260728_110431-8pr3jqce/run-8pr3jqce.wandb filter=lfs diff=lfs merge=lfs -text
|
| 57 |
deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/wandb/wandb/run-20260728_070431-c7pbunc4/run-c7pbunc4.wandb filter=lfs diff=lfs merge=lfs -text
|
| 58 |
deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/wandb/wandb/run-20260728_110400-3oofo2bj/run-3oofo2bj.wandb filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
| 56 |
demon_attack_fix_latency_6_200ep_7k2steps_stitch/wandb/wandb/run-20260728_110431-8pr3jqce/run-8pr3jqce.wandb filter=lfs diff=lfs merge=lfs -text
|
| 57 |
deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/wandb/wandb/run-20260728_070431-c7pbunc4/run-c7pbunc4.wandb filter=lfs diff=lfs merge=lfs -text
|
| 58 |
deadly_corridor_fix_latency_6_1000ep_7k2steps_stitch/wandb/wandb/run-20260728_110400-3oofo2bj/run-3oofo2bj.wandb filter=lfs diff=lfs merge=lfs -text
|
| 59 |
+
flappy_fix_latency_3_200ep_7k2steps_single_baseline/wandb/wandb/run-20260728_015348-ze6ehou6/run-ze6ehou6.wandb filter=lfs diff=lfs merge=lfs -text
|
| 60 |
+
flappy_fix_latency_3_200ep_7k2steps_single_baseline/wandb/wandb/run-20260728_094809-8vw2u95n/run-8vw2u95n.wandb filter=lfs diff=lfs merge=lfs -text
|
| 61 |
+
flappy_fix_latency_3_200ep_7k2steps_single_baseline/wandb/wandb/run-20260728_151504-n4f4dltb/run-n4f4dltb.wandb filter=lfs diff=lfs merge=lfs -text
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/checkpoints/steps_4000_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 9784896838
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b0793b41322a4270daf848c5d82e63d09a0cb5c7e43ccf91b29527e574619783
|
| 3 |
size 9784896838
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/checkpoints/steps_4000_state/pytorch_model/mp_rank_00_model_states.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:82bb008e2220b8299b75ab77a364005fef06dde990b32ba8ac8e3dcbc0a909cd
|
| 3 |
+
size 9007152933
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/checkpoints/steps_4000_state/random_states_0.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d7fb8970c50efc447773fd1f02de4597a588e41a38af933aa7804ecaa14b450f
|
| 3 |
+
size 15017
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/checkpoints/steps_4000_state/random_states_1.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9274e1cd1cffb188d21d37959ca6076047f8ce8d4d3e59b88b931414546a1a5f
|
| 3 |
+
size 15017
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/config.full.yaml
CHANGED
|
@@ -131,8 +131,8 @@ trainer:
|
|
| 131 |
gradient_accumulation_steps: 16
|
| 132 |
distributed_backend: deepspeed
|
| 133 |
is_resume: true
|
| 134 |
-
pretrained_checkpoint: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/checkpoints/
|
| 135 |
-
resume_step:
|
| 136 |
reload_modules: null
|
| 137 |
optimizer:
|
| 138 |
name: AdamW
|
|
|
|
| 131 |
gradient_accumulation_steps: 16
|
| 132 |
distributed_backend: deepspeed
|
| 133 |
is_resume: true
|
| 134 |
+
pretrained_checkpoint: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/checkpoints/steps_3000_state
|
| 135 |
+
resume_step: 3000
|
| 136 |
reload_modules: null
|
| 137 |
optimizer:
|
| 138 |
name: AdamW
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/config.yaml
CHANGED
|
@@ -17,6 +17,7 @@ datasets:
|
|
| 17 |
eval_data_mix: flappy_train__bridge__val
|
| 18 |
latency_curriculum:
|
| 19 |
enabled: false
|
|
|
|
| 20 |
per_device_batch_size: 8
|
| 21 |
framework:
|
| 22 |
action_model:
|
|
@@ -40,14 +41,35 @@ framework:
|
|
| 40 |
output_dir: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline
|
| 41 |
rl_games:
|
| 42 |
env_eval:
|
|
|
|
| 43 |
enabled: true
|
| 44 |
eval_backend: latency_bench
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 45 |
prompt_mode: raw
|
|
|
|
|
|
|
|
|
|
| 46 |
run_id: flappy_fix_latency_3_200ep_7k2steps_single_baseline
|
| 47 |
run_root_dir: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints
|
| 48 |
seed: 42
|
| 49 |
trainer:
|
| 50 |
distributed_backend: deepspeed
|
|
|
|
|
|
|
|
|
|
|
|
|
| 51 |
freeze_llm_layers: []
|
| 52 |
freeze_modules: ''
|
| 53 |
freeze_tied_embedding: false
|
|
@@ -58,6 +80,7 @@ trainer:
|
|
| 58 |
action_model: 0.0001
|
| 59 |
base: 2.0e-05
|
| 60 |
qwen_vl_interface: 1.0e-05
|
|
|
|
| 61 |
lr_scheduler_type: cosine_with_min_lr
|
| 62 |
max_train_steps: 4000
|
| 63 |
num_warmup_steps: 100
|
|
@@ -68,6 +91,13 @@ trainer:
|
|
| 68 |
eps: 1.0e-08
|
| 69 |
fused: true
|
| 70 |
weight_decay: 1.0e-08
|
| 71 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 72 |
scheduler_specific_kwargs:
|
| 73 |
min_lr: 1.0e-06
|
|
|
|
|
|
|
|
|
| 17 |
eval_data_mix: flappy_train__bridge__val
|
| 18 |
latency_curriculum:
|
| 19 |
enabled: false
|
| 20 |
+
obs_image_size: null
|
| 21 |
per_device_batch_size: 8
|
| 22 |
framework:
|
| 23 |
action_model:
|
|
|
|
| 41 |
output_dir: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline
|
| 42 |
rl_games:
|
| 43 |
env_eval:
|
| 44 |
+
distributed_mode: rank_sharded
|
| 45 |
enabled: true
|
| 46 |
eval_backend: latency_bench
|
| 47 |
+
eval_parallel_envs: 5
|
| 48 |
+
fixed_episode_seeds: true
|
| 49 |
+
image_size: 224
|
| 50 |
+
image_transform: raw_rgb
|
| 51 |
+
latency:
|
| 52 |
+
prompt_map_path: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/data/memory/flappy_fix_latency_3_200ep_7k2steps/flappy_train__bridge/latency_prompt_map.json
|
| 53 |
+
mid_train:
|
| 54 |
+
enabled: true
|
| 55 |
+
interval_steps: 250
|
| 56 |
+
latencies:
|
| 57 |
+
- 3
|
| 58 |
+
max_steps_per_episode: 3600
|
| 59 |
+
num_episodes: 20
|
| 60 |
prompt_mode: raw
|
| 61 |
+
seed: 42
|
| 62 |
+
model_alias: openvla
|
| 63 |
+
task: flappy
|
| 64 |
run_id: flappy_fix_latency_3_200ep_7k2steps_single_baseline
|
| 65 |
run_root_dir: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints
|
| 66 |
seed: 42
|
| 67 |
trainer:
|
| 68 |
distributed_backend: deepspeed
|
| 69 |
+
eval_action_classification: false
|
| 70 |
+
eval_action_classification_interval: null
|
| 71 |
+
eval_interval: 250
|
| 72 |
+
eval_num_batches: 50
|
| 73 |
freeze_llm_layers: []
|
| 74 |
freeze_modules: ''
|
| 75 |
freeze_tied_embedding: false
|
|
|
|
| 80 |
action_model: 0.0001
|
| 81 |
base: 2.0e-05
|
| 82 |
qwen_vl_interface: 1.0e-05
|
| 83 |
+
logging_frequency: 1
|
| 84 |
lr_scheduler_type: cosine_with_min_lr
|
| 85 |
max_train_steps: 4000
|
| 86 |
num_warmup_steps: 100
|
|
|
|
| 91 |
eps: 1.0e-08
|
| 92 |
fused: true
|
| 93 |
weight_decay: 1.0e-08
|
| 94 |
+
per_latency_eval_num_batches: null
|
| 95 |
+
pretrained_checkpoint: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/checkpoints/steps_3000_state
|
| 96 |
+
profile_timing:
|
| 97 |
+
enabled: false
|
| 98 |
+
resume_step: 3000
|
| 99 |
+
save_interval: 500
|
| 100 |
scheduler_specific_kwargs:
|
| 101 |
min_lr: 1.0e-06
|
| 102 |
+
wandb_entity: zihanwang-ai-northwestern-university
|
| 103 |
+
wandb_project: starVLA_rl_games
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_1000.json
CHANGED
|
@@ -3,53 +3,53 @@
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
-
"mean_reward":
|
| 7 |
-
"mean_length":
|
| 8 |
-
"std_reward":
|
| 9 |
-
"std_length":
|
| 10 |
"episode_rewards": [
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
@@ -108,13 +108,13 @@
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
-
"mean_reward":
|
| 112 |
-
"mean_length":
|
| 113 |
-
"std_reward":
|
| 114 |
-
"std_length":
|
| 115 |
"task_count": 1,
|
| 116 |
-
"macro_mean_reward":
|
| 117 |
-
"macro_mean_length":
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
|
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
+
"mean_reward": 197.2250023353845,
|
| 7 |
+
"mean_length": 1609.65,
|
| 8 |
+
"std_reward": 147.19520162716503,
|
| 9 |
+
"std_length": 1187.3336209760087,
|
| 10 |
"episode_rewards": [
|
| 11 |
+
79.00000095367432,
|
| 12 |
+
57.10000068694353,
|
| 13 |
+
431.30000507086515,
|
| 14 |
+
421.10000494867563,
|
| 15 |
+
41.900000520050526,
|
| 16 |
+
65.60000079870224,
|
| 17 |
+
6.800000101327896,
|
| 18 |
+
46.90000057965517,
|
| 19 |
+
345.5000040754676,
|
| 20 |
+
234.70000276714563,
|
| 21 |
+
257.0000030398369,
|
| 22 |
+
368.6000043451786,
|
| 23 |
+
210.00000248849392,
|
| 24 |
+
261.50000309199095,
|
| 25 |
+
224.0000026524067,
|
| 26 |
+
289.5000034198165,
|
| 27 |
+
444.6000052243471,
|
| 28 |
+
36.60000045597553,
|
| 29 |
+
80.70000096410513,
|
| 30 |
+
42.10000052303076
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
+
657,
|
| 34 |
+
474,
|
| 35 |
+
3496,
|
| 36 |
+
3412,
|
| 37 |
+
358,
|
| 38 |
+
550,
|
| 39 |
+
70,
|
| 40 |
+
399,
|
| 41 |
+
2809,
|
| 42 |
+
1908,
|
| 43 |
+
2095,
|
| 44 |
+
2995,
|
| 45 |
+
1715,
|
| 46 |
+
2131,
|
| 47 |
+
1828,
|
| 48 |
+
2357,
|
| 49 |
+
3600,
|
| 50 |
+
314,
|
| 51 |
+
665,
|
| 52 |
+
360
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
+
"mean_reward": 197.2250023353845,
|
| 112 |
+
"mean_length": 1609.65,
|
| 113 |
+
"std_reward": 147.19520162716503,
|
| 114 |
+
"std_length": 1187.3336209760087,
|
| 115 |
"task_count": 1,
|
| 116 |
+
"macro_mean_reward": 197.2250023353845,
|
| 117 |
+
"macro_mean_length": 1609.65,
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_1250.json
CHANGED
|
@@ -3,53 +3,53 @@
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
-
"mean_reward":
|
| 7 |
-
"mean_length":
|
| 8 |
-
"std_reward":
|
| 9 |
-
"std_length":
|
| 10 |
"episode_rewards": [
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
@@ -108,13 +108,13 @@
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
-
"mean_reward":
|
| 112 |
-
"mean_length":
|
| 113 |
-
"std_reward":
|
| 114 |
-
"std_length":
|
| 115 |
"task_count": 1,
|
| 116 |
-
"macro_mean_reward":
|
| 117 |
-
"macro_mean_length":
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
|
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
+
"mean_reward": 388.7600045718253,
|
| 7 |
+
"mean_length": 3150.55,
|
| 8 |
+
"std_reward": 108.89891494959997,
|
| 9 |
+
"std_length": 876.8407195722608,
|
| 10 |
"episode_rewards": [
|
| 11 |
+
444.6000052243471,
|
| 12 |
+
444.6000052243471,
|
| 13 |
+
444.6000052243471,
|
| 14 |
+
444.6000052243471,
|
| 15 |
+
444.6000052243471,
|
| 16 |
+
335.6000039577484,
|
| 17 |
+
249.3000029399991,
|
| 18 |
+
444.6000052243471,
|
| 19 |
+
444.6000052243471,
|
| 20 |
+
444.6000052243471,
|
| 21 |
+
137.30000162869692,
|
| 22 |
+
444.6000052243471,
|
| 23 |
+
444.6000052243471,
|
| 24 |
+
444.6000052243471,
|
| 25 |
+
444.6000052243471,
|
| 26 |
+
444.6000052243471,
|
| 27 |
+
444.6000052243471,
|
| 28 |
+
74.8000009059906,
|
| 29 |
+
309.20000363886356,
|
| 30 |
+
444.6000052243471
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
+
3600,
|
| 34 |
+
3600,
|
| 35 |
+
3600,
|
| 36 |
+
3600,
|
| 37 |
+
3600,
|
| 38 |
+
2728,
|
| 39 |
+
2027,
|
| 40 |
+
3600,
|
| 41 |
+
3600,
|
| 42 |
+
3600,
|
| 43 |
+
1123,
|
| 44 |
+
3600,
|
| 45 |
+
3600,
|
| 46 |
+
3600,
|
| 47 |
+
3600,
|
| 48 |
+
3600,
|
| 49 |
+
3600,
|
| 50 |
+
624,
|
| 51 |
+
2509,
|
| 52 |
+
3600
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
+
"mean_reward": 388.7600045718253,
|
| 112 |
+
"mean_length": 3150.55,
|
| 113 |
+
"std_reward": 108.89891494959997,
|
| 114 |
+
"std_length": 876.8407195722608,
|
| 115 |
"task_count": 1,
|
| 116 |
+
"macro_mean_reward": 388.7600045718253,
|
| 117 |
+
"macro_mean_length": 3150.55,
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_1500.json
CHANGED
|
@@ -3,53 +3,53 @@
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
-
"mean_reward":
|
| 7 |
-
"mean_length":
|
| 8 |
-
"std_reward":
|
| 9 |
-
"std_length":
|
| 10 |
"episode_rewards": [
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
@@ -108,13 +108,13 @@
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
-
"mean_reward":
|
| 112 |
-
"mean_length":
|
| 113 |
-
"std_reward":
|
| 114 |
-
"std_length":
|
| 115 |
"task_count": 1,
|
| 116 |
-
"macro_mean_reward":
|
| 117 |
-
"macro_mean_length":
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
|
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
+
"mean_reward": 198.610002348572,
|
| 7 |
+
"mean_length": 1618.8,
|
| 8 |
+
"std_reward": 156.37761499774624,
|
| 9 |
+
"std_length": 1261.2708115230448,
|
| 10 |
"episode_rewards": [
|
| 11 |
+
18.700000248849392,
|
| 12 |
+
230.80000272393227,
|
| 13 |
+
169.50000200420618,
|
| 14 |
+
440.70000518113375,
|
| 15 |
+
256.20000302791595,
|
| 16 |
+
200.00000236928463,
|
| 17 |
+
444.6000052243471,
|
| 18 |
+
419.2000049352646,
|
| 19 |
+
71.50000085681677,
|
| 20 |
+
11.30000015348196,
|
| 21 |
+
90.80000108480453,
|
| 22 |
+
69.40000084042549,
|
| 23 |
+
444.6000052243471,
|
| 24 |
+
444.6000052243471,
|
| 25 |
+
125.10000149160624,
|
| 26 |
+
132.80000157654285,
|
| 27 |
+
20.700000263750553,
|
| 28 |
+
90.80000108480453,
|
| 29 |
+
34.80000042915344,
|
| 30 |
+
256.10000302642584
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
+
171,
|
| 34 |
+
1878,
|
| 35 |
+
1382,
|
| 36 |
+
3572,
|
| 37 |
+
2087,
|
| 38 |
+
1633,
|
| 39 |
+
3600,
|
| 40 |
+
3402,
|
| 41 |
+
591,
|
| 42 |
+
106,
|
| 43 |
+
748,
|
| 44 |
+
579,
|
| 45 |
+
3600,
|
| 46 |
+
3600,
|
| 47 |
+
1028,
|
| 48 |
+
1087,
|
| 49 |
+
182,
|
| 50 |
+
748,
|
| 51 |
+
296,
|
| 52 |
+
2086
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
+
"mean_reward": 198.610002348572,
|
| 112 |
+
"mean_length": 1618.8,
|
| 113 |
+
"std_reward": 156.37761499774624,
|
| 114 |
+
"std_length": 1261.2708115230448,
|
| 115 |
"task_count": 1,
|
| 116 |
+
"macro_mean_reward": 198.610002348572,
|
| 117 |
+
"macro_mean_length": 1618.8,
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_1750.json
CHANGED
|
@@ -3,53 +3,53 @@
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
-
"mean_reward":
|
| 7 |
-
"mean_length":
|
| 8 |
-
"std_reward":
|
| 9 |
-
"std_length":
|
| 10 |
"episode_rewards": [
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
@@ -108,13 +108,13 @@
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
-
"mean_reward":
|
| 112 |
-
"mean_length":
|
| 113 |
-
"std_reward":
|
| 114 |
-
"std_length":
|
| 115 |
"task_count": 1,
|
| 116 |
-
"macro_mean_reward":
|
| 117 |
-
"macro_mean_length":
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
|
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
+
"mean_reward": 200.33000236973166,
|
| 7 |
+
"mean_length": 1633.2,
|
| 8 |
+
"std_reward": 167.7155352307171,
|
| 9 |
+
"std_length": 1351.4404389391343,
|
| 10 |
"episode_rewards": [
|
| 11 |
+
3.90000007301569,
|
| 12 |
+
139.0000016540289,
|
| 13 |
+
249.3000029399991,
|
| 14 |
+
444.6000052243471,
|
| 15 |
+
426.8000050187111,
|
| 16 |
+
3.90000007301569,
|
| 17 |
+
349.1000041142106,
|
| 18 |
+
3.90000007301569,
|
| 19 |
+
65.10000079125166,
|
| 20 |
+
181.40000215172768,
|
| 21 |
+
64.50000078231096,
|
| 22 |
+
207.30000244826078,
|
| 23 |
+
444.6000052243471,
|
| 24 |
+
444.6000052243471,
|
| 25 |
+
232.60000275075436,
|
| 26 |
+
3.90000007301569,
|
| 27 |
+
216.8000025600195,
|
| 28 |
+
444.6000052243471,
|
| 29 |
+
27.400000348687172,
|
| 30 |
+
53.30000064522028
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
+
50,
|
| 34 |
+
1140,
|
| 35 |
+
2027,
|
| 36 |
+
3600,
|
| 37 |
+
3460,
|
| 38 |
+
50,
|
| 39 |
+
2836,
|
| 40 |
+
50,
|
| 41 |
+
545,
|
| 42 |
+
1483,
|
| 43 |
+
539,
|
| 44 |
+
1688,
|
| 45 |
+
3600,
|
| 46 |
+
3600,
|
| 47 |
+
1896,
|
| 48 |
+
50,
|
| 49 |
+
1765,
|
| 50 |
+
3600,
|
| 51 |
+
240,
|
| 52 |
+
445
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
+
"mean_reward": 200.33000236973166,
|
| 112 |
+
"mean_length": 1633.2,
|
| 113 |
+
"std_reward": 167.7155352307171,
|
| 114 |
+
"std_length": 1351.4404389391343,
|
| 115 |
"task_count": 1,
|
| 116 |
+
"macro_mean_reward": 200.33000236973166,
|
| 117 |
+
"macro_mean_length": 1633.2,
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_2000.json
CHANGED
|
@@ -3,53 +3,53 @@
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
-
"mean_reward":
|
| 7 |
-
"mean_length":
|
| 8 |
-
"std_reward":
|
| 9 |
-
"std_length":
|
| 10 |
"episode_rewards": [
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
@@ -108,13 +108,13 @@
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
-
"mean_reward":
|
| 112 |
-
"mean_length":
|
| 113 |
-
"std_reward":
|
| 114 |
-
"std_length":
|
| 115 |
"task_count": 1,
|
| 116 |
-
"macro_mean_reward":
|
| 117 |
-
"macro_mean_length":
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
|
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
+
"mean_reward": 360.93000424727796,
|
| 7 |
+
"mean_length": 2926.9,
|
| 8 |
+
"std_reward": 141.95610790358714,
|
| 9 |
+
"std_length": 1143.4599643188212,
|
| 10 |
"episode_rewards": [
|
| 11 |
+
444.6000052243471,
|
| 12 |
+
444.6000052243471,
|
| 13 |
+
444.6000052243471,
|
| 14 |
+
444.6000052243471,
|
| 15 |
+
444.6000052243471,
|
| 16 |
+
444.6000052243471,
|
| 17 |
+
444.6000052243471,
|
| 18 |
+
11.30000015348196,
|
| 19 |
+
140.10000167042017,
|
| 20 |
+
444.6000052243471,
|
| 21 |
+
444.6000052243471,
|
| 22 |
+
277.30000326782465,
|
| 23 |
+
424.90000500530005,
|
| 24 |
+
444.6000052243471,
|
| 25 |
+
263.3000031039119,
|
| 26 |
+
444.6000052243471,
|
| 27 |
+
444.6000052243471,
|
| 28 |
+
18.800000250339508,
|
| 29 |
+
444.6000052243471,
|
| 30 |
+
303.1000035777688
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
+
3600,
|
| 34 |
+
3600,
|
| 35 |
+
3600,
|
| 36 |
+
3600,
|
| 37 |
+
3600,
|
| 38 |
+
3600,
|
| 39 |
+
3600,
|
| 40 |
+
106,
|
| 41 |
+
1151,
|
| 42 |
+
3600,
|
| 43 |
+
3600,
|
| 44 |
+
2253,
|
| 45 |
+
3450,
|
| 46 |
+
3600,
|
| 47 |
+
2140,
|
| 48 |
+
3600,
|
| 49 |
+
3600,
|
| 50 |
+
172,
|
| 51 |
+
3600,
|
| 52 |
+
2466
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
+
"mean_reward": 360.93000424727796,
|
| 112 |
+
"mean_length": 2926.9,
|
| 113 |
+
"std_reward": 141.95610790358714,
|
| 114 |
+
"std_length": 1143.4599643188212,
|
| 115 |
"task_count": 1,
|
| 116 |
+
"macro_mean_reward": 360.93000424727796,
|
| 117 |
+
"macro_mean_length": 2926.9,
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_2250.json
CHANGED
|
@@ -3,53 +3,53 @@
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
-
"mean_reward":
|
| 7 |
-
"mean_length":
|
| 8 |
-
"std_reward":
|
| 9 |
-
"std_length":
|
| 10 |
"episode_rewards": [
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
@@ -108,13 +108,13 @@
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
-
"mean_reward":
|
| 112 |
-
"mean_length":
|
| 113 |
-
"std_reward":
|
| 114 |
-
"std_length":
|
| 115 |
"task_count": 1,
|
| 116 |
-
"macro_mean_reward":
|
| 117 |
-
"macro_mean_length":
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
|
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
+
"mean_reward": 214.26500253416597,
|
| 7 |
+
"mean_length": 1746.45,
|
| 8 |
+
"std_reward": 146.78073708385077,
|
| 9 |
+
"std_length": 1182.8461639198902,
|
| 10 |
"episode_rewards": [
|
| 11 |
+
92.90000111609697,
|
| 12 |
+
92.90000111609697,
|
| 13 |
+
444.6000052243471,
|
| 14 |
+
367.9000043347478,
|
| 15 |
+
97.30000116676092,
|
| 16 |
+
31.900000400841236,
|
| 17 |
+
307.40000362694263,
|
| 18 |
+
181.40000215172768,
|
| 19 |
+
78.70000094920397,
|
| 20 |
+
214.90000254660845,
|
| 21 |
+
90.70000108331442,
|
| 22 |
+
134.9000016078353,
|
| 23 |
+
444.6000052243471,
|
| 24 |
+
444.6000052243471,
|
| 25 |
+
25.300000317394733,
|
| 26 |
+
139.100001655519,
|
| 27 |
+
349.50000412017107,
|
| 28 |
+
444.6000052243471,
|
| 29 |
+
176.9000020995736,
|
| 30 |
+
125.20000149309635
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
+
769,
|
| 34 |
+
769,
|
| 35 |
+
3600,
|
| 36 |
+
2988,
|
| 37 |
+
804,
|
| 38 |
+
276,
|
| 39 |
+
2500,
|
| 40 |
+
1483,
|
| 41 |
+
654,
|
| 42 |
+
1755,
|
| 43 |
+
747,
|
| 44 |
+
1108,
|
| 45 |
+
3600,
|
| 46 |
+
3600,
|
| 47 |
+
219,
|
| 48 |
+
1141,
|
| 49 |
+
2840,
|
| 50 |
+
3600,
|
| 51 |
+
1447,
|
| 52 |
+
1029
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
+
"mean_reward": 214.26500253416597,
|
| 112 |
+
"mean_length": 1746.45,
|
| 113 |
+
"std_reward": 146.78073708385077,
|
| 114 |
+
"std_length": 1182.8461639198902,
|
| 115 |
"task_count": 1,
|
| 116 |
+
"macro_mean_reward": 214.26500253416597,
|
| 117 |
+
"macro_mean_length": 1746.45,
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_250.json
CHANGED
|
@@ -3,53 +3,53 @@
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
-
"mean_reward":
|
| 7 |
-
"mean_length":
|
| 8 |
-
"std_reward":
|
| 9 |
-
"std_length":
|
| 10 |
"episode_rewards": [
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
@@ -108,13 +108,13 @@
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
-
"mean_reward":
|
| 112 |
-
"mean_length":
|
| 113 |
-
"std_reward":
|
| 114 |
-
"std_length":
|
| 115 |
"task_count": 1,
|
| 116 |
-
"macro_mean_reward":
|
| 117 |
-
"macro_mean_length":
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
|
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
+
"mean_reward": 43.395000534877184,
|
| 7 |
+
"mean_length": 368.45,
|
| 8 |
+
"std_reward": 34.15739308424012,
|
| 9 |
+
"std_length": 275.62700792919406,
|
| 10 |
"episode_rewards": [
|
| 11 |
+
32.10000040382147,
|
| 12 |
+
27.400000348687172,
|
| 13 |
+
9.00000013411045,
|
| 14 |
+
116.40000139176846,
|
| 15 |
+
13.600000187754631,
|
| 16 |
+
132.80000157654285,
|
| 17 |
+
32.200000405311584,
|
| 18 |
+
26.90000034123659,
|
| 19 |
+
43.80000053346157,
|
| 20 |
+
13.200000181794167,
|
| 21 |
+
9.500000141561031,
|
| 22 |
+
55.70000068098307,
|
| 23 |
+
27.400000348687172,
|
| 24 |
+
10.600000143051147,
|
| 25 |
+
25.300000317394733,
|
| 26 |
+
74.70000090450048,
|
| 27 |
+
83.20000100135803,
|
| 28 |
+
65.10000079125166,
|
| 29 |
+
27.600000351667404,
|
| 30 |
+
41.400000512599945
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
+
278,
|
| 34 |
+
240,
|
| 35 |
+
92,
|
| 36 |
+
959,
|
| 37 |
+
129,
|
| 38 |
+
1087,
|
| 39 |
+
279,
|
| 40 |
+
235,
|
| 41 |
+
368,
|
| 42 |
+
125,
|
| 43 |
+
97,
|
| 44 |
+
469,
|
| 45 |
+
240,
|
| 46 |
+
99,
|
| 47 |
+
219,
|
| 48 |
+
623,
|
| 49 |
+
690,
|
| 50 |
+
545,
|
| 51 |
+
242,
|
| 52 |
+
353
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
+
"mean_reward": 43.395000534877184,
|
| 112 |
+
"mean_length": 368.45,
|
| 113 |
+
"std_reward": 34.15739308424012,
|
| 114 |
+
"std_length": 275.62700792919406,
|
| 115 |
"task_count": 1,
|
| 116 |
+
"macro_mean_reward": 43.395000534877184,
|
| 117 |
+
"macro_mean_length": 368.45,
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_2500.json
CHANGED
|
@@ -3,53 +3,53 @@
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
-
"mean_reward":
|
| 7 |
-
"mean_length":
|
| 8 |
-
"std_reward":
|
| 9 |
-
"std_length":
|
| 10 |
"episode_rewards": [
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
@@ -108,13 +108,13 @@
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
-
"mean_reward":
|
| 112 |
-
"mean_length":
|
| 113 |
-
"std_reward":
|
| 114 |
-
"std_length":
|
| 115 |
"task_count": 1,
|
| 116 |
-
"macro_mean_reward":
|
| 117 |
-
"macro_mean_length":
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
|
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
+
"mean_reward": 275.22000324577095,
|
| 7 |
+
"mean_length": 2236.8,
|
| 8 |
+
"std_reward": 170.87475320509728,
|
| 9 |
+
"std_length": 1376.9918155167081,
|
| 10 |
"episode_rewards": [
|
| 11 |
+
228.90000271052122,
|
| 12 |
+
444.6000052243471,
|
| 13 |
+
444.6000052243471,
|
| 14 |
+
429.2000050544739,
|
| 15 |
+
169.40000200271606,
|
| 16 |
+
444.6000052243471,
|
| 17 |
+
444.6000052243471,
|
| 18 |
+
23.500000305473804,
|
| 19 |
+
79.5000009611249,
|
| 20 |
+
117.00000140070915,
|
| 21 |
+
37.50000046938658,
|
| 22 |
+
444.6000052243471,
|
| 23 |
+
444.6000052243471,
|
| 24 |
+
265.60000313818455,
|
| 25 |
+
43.30000052601099,
|
| 26 |
+
368.80000434815884,
|
| 27 |
+
444.6000052243471,
|
| 28 |
+
444.6000052243471,
|
| 29 |
+
43.80000053346157,
|
| 30 |
+
141.10000167042017
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
+
1868,
|
| 34 |
+
3600,
|
| 35 |
+
3600,
|
| 36 |
+
3484,
|
| 37 |
+
1381,
|
| 38 |
+
3600,
|
| 39 |
+
3600,
|
| 40 |
+
210,
|
| 41 |
+
662,
|
| 42 |
+
965,
|
| 43 |
+
323,
|
| 44 |
+
3600,
|
| 45 |
+
3600,
|
| 46 |
+
2163,
|
| 47 |
+
363,
|
| 48 |
+
2997,
|
| 49 |
+
3600,
|
| 50 |
+
3600,
|
| 51 |
+
368,
|
| 52 |
+
1152
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
+
"mean_reward": 275.22000324577095,
|
| 112 |
+
"mean_length": 2236.8,
|
| 113 |
+
"std_reward": 170.87475320509728,
|
| 114 |
+
"std_length": 1376.9918155167081,
|
| 115 |
"task_count": 1,
|
| 116 |
+
"macro_mean_reward": 275.22000324577095,
|
| 117 |
+
"macro_mean_length": 2236.8,
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_2750.json
CHANGED
|
@@ -3,53 +3,53 @@
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
-
"mean_reward":
|
| 7 |
-
"mean_length":
|
| 8 |
-
"std_reward":
|
| 9 |
-
"std_length":
|
| 10 |
"episode_rewards": [
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
@@ -108,13 +108,13 @@
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
-
"mean_reward":
|
| 112 |
-
"mean_length":
|
| 113 |
-
"std_reward":
|
| 114 |
-
"std_length":
|
| 115 |
"task_count": 1,
|
| 116 |
-
"macro_mean_reward":
|
| 117 |
-
"macro_mean_length":
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
|
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
+
"mean_reward": 391.8000046081841,
|
| 7 |
+
"mean_length": 3175.55,
|
| 8 |
+
"std_reward": 112.64322126288126,
|
| 9 |
+
"std_length": 906.7831314597776,
|
| 10 |
"episode_rewards": [
|
| 11 |
+
444.6000052243471,
|
| 12 |
+
444.6000052243471,
|
| 13 |
+
444.6000052243471,
|
| 14 |
+
444.6000052243471,
|
| 15 |
+
386.40000455081463,
|
| 16 |
+
444.6000052243471,
|
| 17 |
+
444.6000052243471,
|
| 18 |
+
190.4000022560358,
|
| 19 |
+
444.6000052243471,
|
| 20 |
+
444.6000052243471,
|
| 21 |
+
444.6000052243471,
|
| 22 |
+
50.40000061690807,
|
| 23 |
+
444.6000052243471,
|
| 24 |
+
444.6000052243471,
|
| 25 |
+
444.6000052243471,
|
| 26 |
+
444.6000052243471,
|
| 27 |
+
444.6000052243471,
|
| 28 |
+
381.90000449866056,
|
| 29 |
+
444.6000052243471,
|
| 30 |
+
157.9000018760562
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
+
3600,
|
| 34 |
+
3600,
|
| 35 |
+
3600,
|
| 36 |
+
3600,
|
| 37 |
+
3137,
|
| 38 |
+
3600,
|
| 39 |
+
3600,
|
| 40 |
+
1555,
|
| 41 |
+
3600,
|
| 42 |
+
3600,
|
| 43 |
+
3600,
|
| 44 |
+
425,
|
| 45 |
+
3600,
|
| 46 |
+
3600,
|
| 47 |
+
3600,
|
| 48 |
+
3600,
|
| 49 |
+
3600,
|
| 50 |
+
3101,
|
| 51 |
+
3600,
|
| 52 |
+
1293
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
+
"mean_reward": 391.8000046081841,
|
| 112 |
+
"mean_length": 3175.55,
|
| 113 |
+
"std_reward": 112.64322126288126,
|
| 114 |
+
"std_length": 906.7831314597776,
|
| 115 |
"task_count": 1,
|
| 116 |
+
"macro_mean_reward": 391.8000046081841,
|
| 117 |
+
"macro_mean_length": 3175.55,
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_3000.json
CHANGED
|
@@ -3,53 +3,53 @@
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
-
"mean_reward":
|
| 7 |
-
"mean_length":
|
| 8 |
-
"std_reward":
|
| 9 |
-
"std_length":
|
| 10 |
"episode_rewards": [
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
@@ -108,13 +108,13 @@
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
-
"mean_reward":
|
| 112 |
-
"mean_length":
|
| 113 |
-
"std_reward":
|
| 114 |
-
"std_length":
|
| 115 |
"task_count": 1,
|
| 116 |
-
"macro_mean_reward":
|
| 117 |
-
"macro_mean_length":
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
|
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
+
"mean_reward": 358.67500422038137,
|
| 7 |
+
"mean_length": 2908.4,
|
| 8 |
+
"std_reward": 133.2495864541459,
|
| 9 |
+
"std_length": 1073.4027855376564,
|
| 10 |
"episode_rewards": [
|
| 11 |
+
444.6000052243471,
|
| 12 |
+
444.6000052243471,
|
| 13 |
+
444.6000052243471,
|
| 14 |
+
444.6000052243471,
|
| 15 |
+
444.6000052243471,
|
| 16 |
+
200.00000236928463,
|
| 17 |
+
444.6000052243471,
|
| 18 |
+
444.6000052243471,
|
| 19 |
+
444.6000052243471,
|
| 20 |
+
251.30000296980143,
|
| 21 |
+
116.00000138580799,
|
| 22 |
+
444.6000052243471,
|
| 23 |
+
444.6000052243471,
|
| 24 |
+
444.6000052243471,
|
| 25 |
+
6.800000101327896,
|
| 26 |
+
216.8000025600195,
|
| 27 |
+
382.1000045016408,
|
| 28 |
+
444.6000052243471,
|
| 29 |
+
444.6000052243471,
|
| 30 |
+
220.70000260323286
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
+
3600,
|
| 34 |
+
3600,
|
| 35 |
+
3600,
|
| 36 |
+
3600,
|
| 37 |
+
3600,
|
| 38 |
+
1633,
|
| 39 |
+
3600,
|
| 40 |
+
3600,
|
| 41 |
+
3600,
|
| 42 |
+
2047,
|
| 43 |
+
955,
|
| 44 |
+
3600,
|
| 45 |
+
3600,
|
| 46 |
+
3600,
|
| 47 |
+
70,
|
| 48 |
+
1765,
|
| 49 |
+
3103,
|
| 50 |
+
3600,
|
| 51 |
+
3600,
|
| 52 |
+
1795
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
+
"mean_reward": 358.67500422038137,
|
| 112 |
+
"mean_length": 2908.4,
|
| 113 |
+
"std_reward": 133.2495864541459,
|
| 114 |
+
"std_length": 1073.4027855376564,
|
| 115 |
"task_count": 1,
|
| 116 |
+
"macro_mean_reward": 358.67500422038137,
|
| 117 |
+
"macro_mean_length": 2908.4,
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_3250.json
CHANGED
|
@@ -3,53 +3,53 @@
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
-
"mean_reward":
|
| 7 |
-
"mean_length":
|
| 8 |
-
"std_reward":
|
| 9 |
-
"std_length":
|
| 10 |
"episode_rewards": [
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
@@ -108,13 +108,13 @@
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
-
"mean_reward":
|
| 112 |
-
"mean_length":
|
| 113 |
-
"std_reward":
|
| 114 |
-
"std_length":
|
| 115 |
"task_count": 1,
|
| 116 |
-
"macro_mean_reward":
|
| 117 |
-
"macro_mean_length":
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
|
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
+
"mean_reward": 398.7300046890974,
|
| 7 |
+
"mean_length": 3231.45,
|
| 8 |
+
"std_reward": 83.87884276974052,
|
| 9 |
+
"std_length": 674.9740346857797,
|
| 10 |
"episode_rewards": [
|
| 11 |
+
444.6000052243471,
|
| 12 |
+
444.6000052243471,
|
| 13 |
+
444.6000052243471,
|
| 14 |
+
444.6000052243471,
|
| 15 |
+
246.500002913177,
|
| 16 |
+
132.80000157654285,
|
| 17 |
+
293.6000034660101,
|
| 18 |
+
384.80000452697277,
|
| 19 |
+
444.6000052243471,
|
| 20 |
+
444.6000052243471,
|
| 21 |
+
444.6000052243471,
|
| 22 |
+
444.6000052243471,
|
| 23 |
+
444.6000052243471,
|
| 24 |
+
444.6000052243471,
|
| 25 |
+
363.7000042870641,
|
| 26 |
+
444.6000052243471,
|
| 27 |
+
444.6000052243471,
|
| 28 |
+
328.8000038713217,
|
| 29 |
+
444.6000052243471,
|
| 30 |
+
444.6000052243471
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
+
3600,
|
| 34 |
+
3600,
|
| 35 |
+
3600,
|
| 36 |
+
3600,
|
| 37 |
+
2008,
|
| 38 |
+
1087,
|
| 39 |
+
2389,
|
| 40 |
+
3121,
|
| 41 |
+
3600,
|
| 42 |
+
3600,
|
| 43 |
+
3600,
|
| 44 |
+
3600,
|
| 45 |
+
3600,
|
| 46 |
+
3600,
|
| 47 |
+
2955,
|
| 48 |
+
3600,
|
| 49 |
+
3600,
|
| 50 |
+
2669,
|
| 51 |
+
3600,
|
| 52 |
+
3600
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
+
"mean_reward": 398.7300046890974,
|
| 112 |
+
"mean_length": 3231.45,
|
| 113 |
+
"std_reward": 83.87884276974052,
|
| 114 |
+
"std_length": 674.9740346857797,
|
| 115 |
"task_count": 1,
|
| 116 |
+
"macro_mean_reward": 398.7300046890974,
|
| 117 |
+
"macro_mean_length": 3231.45,
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_3500.json
CHANGED
|
@@ -3,53 +3,53 @@
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
-
"mean_reward":
|
| 7 |
-
"mean_length":
|
| 8 |
-
"std_reward":
|
| 9 |
-
"std_length":
|
| 10 |
"episode_rewards": [
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
@@ -108,13 +108,13 @@
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
-
"mean_reward":
|
| 112 |
-
"mean_length":
|
| 113 |
-
"std_reward":
|
| 114 |
-
"std_length":
|
| 115 |
"task_count": 1,
|
| 116 |
-
"macro_mean_reward":
|
| 117 |
-
"macro_mean_length":
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
|
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
+
"mean_reward": 335.5500039495528,
|
| 7 |
+
"mean_length": 2721.9,
|
| 8 |
+
"std_reward": 164.0522634087507,
|
| 9 |
+
"std_length": 1322.178425931992,
|
| 10 |
"episode_rewards": [
|
| 11 |
+
444.6000052243471,
|
| 12 |
+
444.6000052243471,
|
| 13 |
+
444.6000052243471,
|
| 14 |
+
444.6000052243471,
|
| 15 |
+
444.6000052243471,
|
| 16 |
+
384.80000452697277,
|
| 17 |
+
18.700000248849392,
|
| 18 |
+
261.60000309348106,
|
| 19 |
+
444.6000052243471,
|
| 20 |
+
444.6000052243471,
|
| 21 |
+
444.6000052243471,
|
| 22 |
+
351.8000041395426,
|
| 23 |
+
6.800000101327896,
|
| 24 |
+
444.6000052243471,
|
| 25 |
+
6.800000101327896,
|
| 26 |
+
421.80000495910645,
|
| 27 |
+
62.80000075697899,
|
| 28 |
+
305.3000035956502,
|
| 29 |
+
444.6000052243471,
|
| 30 |
+
444.6000052243471
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
+
3600,
|
| 34 |
+
3600,
|
| 35 |
+
3600,
|
| 36 |
+
3600,
|
| 37 |
+
3600,
|
| 38 |
+
3121,
|
| 39 |
+
171,
|
| 40 |
+
2132,
|
| 41 |
+
3600,
|
| 42 |
+
3600,
|
| 43 |
+
3600,
|
| 44 |
+
2854,
|
| 45 |
+
70,
|
| 46 |
+
3600,
|
| 47 |
+
70,
|
| 48 |
+
3419,
|
| 49 |
+
522,
|
| 50 |
+
2479,
|
| 51 |
+
3600,
|
| 52 |
+
3600
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
+
"mean_reward": 335.5500039495528,
|
| 112 |
+
"mean_length": 2721.9,
|
| 113 |
+
"std_reward": 164.0522634087507,
|
| 114 |
+
"std_length": 1322.178425931992,
|
| 115 |
"task_count": 1,
|
| 116 |
+
"macro_mean_reward": 335.5500039495528,
|
| 117 |
+
"macro_mean_length": 2721.9,
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_3750.json
CHANGED
|
@@ -3,53 +3,53 @@
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
-
"mean_reward":
|
| 7 |
-
"mean_length":
|
| 8 |
-
"std_reward":
|
| 9 |
-
"std_length":
|
| 10 |
"episode_rewards": [
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
@@ -108,13 +108,13 @@
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
-
"mean_reward":
|
| 112 |
-
"mean_length":
|
| 113 |
-
"std_reward":
|
| 114 |
-
"std_length":
|
| 115 |
"task_count": 1,
|
| 116 |
-
"macro_mean_reward":
|
| 117 |
-
"macro_mean_length":
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
|
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
+
"mean_reward": 277.18000326827166,
|
| 7 |
+
"mean_length": 2252.45,
|
| 8 |
+
"std_reward": 168.96234570997657,
|
| 9 |
+
"std_length": 1361.875525699761,
|
| 10 |
"episode_rewards": [
|
| 11 |
+
32.40000040829182,
|
| 12 |
+
358.6000042259693,
|
| 13 |
+
403.3000047430396,
|
| 14 |
+
186.40000221133232,
|
| 15 |
+
76.80000092089176,
|
| 16 |
+
444.6000052243471,
|
| 17 |
+
90.80000108480453,
|
| 18 |
+
444.6000052243471,
|
| 19 |
+
444.6000052243471,
|
| 20 |
+
116.30000139027834,
|
| 21 |
+
444.6000052243471,
|
| 22 |
+
67.30000080913305,
|
| 23 |
+
46.300000570714474,
|
| 24 |
+
444.6000052243471,
|
| 25 |
+
321.4000037908554,
|
| 26 |
+
300.80000354349613,
|
| 27 |
+
444.6000052243471,
|
| 28 |
+
410.20000483095646,
|
| 29 |
+
444.6000052243471,
|
| 30 |
+
20.80000026524067
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
+
281,
|
| 34 |
+
2913,
|
| 35 |
+
3270,
|
| 36 |
+
1524,
|
| 37 |
+
635,
|
| 38 |
+
3600,
|
| 39 |
+
748,
|
| 40 |
+
3600,
|
| 41 |
+
3600,
|
| 42 |
+
958,
|
| 43 |
+
3600,
|
| 44 |
+
558,
|
| 45 |
+
393,
|
| 46 |
+
3600,
|
| 47 |
+
2613,
|
| 48 |
+
2443,
|
| 49 |
+
3600,
|
| 50 |
+
3330,
|
| 51 |
+
3600,
|
| 52 |
+
183
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
+
"mean_reward": 277.18000326827166,
|
| 112 |
+
"mean_length": 2252.45,
|
| 113 |
+
"std_reward": 168.96234570997657,
|
| 114 |
+
"std_length": 1361.875525699761,
|
| 115 |
"task_count": 1,
|
| 116 |
+
"macro_mean_reward": 277.18000326827166,
|
| 117 |
+
"macro_mean_length": 2252.45,
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_4000.json
CHANGED
|
@@ -3,53 +3,53 @@
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
-
"mean_reward":
|
| 7 |
-
"mean_length":
|
| 8 |
-
"std_reward":
|
| 9 |
-
"std_length":
|
| 10 |
"episode_rewards": [
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
@@ -108,13 +108,13 @@
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
-
"mean_reward":
|
| 112 |
-
"mean_length":
|
| 113 |
-
"std_reward":
|
| 114 |
-
"std_length":
|
| 115 |
"task_count": 1,
|
| 116 |
-
"macro_mean_reward":
|
| 117 |
-
"macro_mean_length":
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
|
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
+
"mean_reward": 323.67500381283463,
|
| 7 |
+
"mean_length": 2627.55,
|
| 8 |
+
"std_reward": 145.51053697177636,
|
| 9 |
+
"std_length": 1171.6111759026542,
|
| 10 |
"episode_rewards": [
|
| 11 |
+
444.6000052243471,
|
| 12 |
+
107.2000012844801,
|
| 13 |
+
444.6000052243471,
|
| 14 |
+
428.40000504255295,
|
| 15 |
+
444.6000052243471,
|
| 16 |
+
185.90000220388174,
|
| 17 |
+
444.6000052243471,
|
| 18 |
+
444.6000052243471,
|
| 19 |
+
444.6000052243471,
|
| 20 |
+
444.6000052243471,
|
| 21 |
+
444.6000052243471,
|
| 22 |
+
256.80000303685665,
|
| 23 |
+
265.2000031322241,
|
| 24 |
+
444.6000052243471,
|
| 25 |
+
83.70000100880861,
|
| 26 |
+
444.6000052243471,
|
| 27 |
+
331.20000390708447,
|
| 28 |
+
90.80000108480453,
|
| 29 |
+
59.90000072866678,
|
| 30 |
+
218.40000258386135
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
+
3600,
|
| 34 |
+
885,
|
| 35 |
+
3600,
|
| 36 |
+
3476,
|
| 37 |
+
3600,
|
| 38 |
+
1519,
|
| 39 |
+
3600,
|
| 40 |
+
3600,
|
| 41 |
+
3600,
|
| 42 |
+
3600,
|
| 43 |
+
3600,
|
| 44 |
+
2093,
|
| 45 |
+
2159,
|
| 46 |
+
3600,
|
| 47 |
+
695,
|
| 48 |
+
3600,
|
| 49 |
+
2693,
|
| 50 |
+
748,
|
| 51 |
+
502,
|
| 52 |
+
1781
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
+
"mean_reward": 323.67500381283463,
|
| 112 |
+
"mean_length": 2627.55,
|
| 113 |
+
"std_reward": 145.51053697177636,
|
| 114 |
+
"std_length": 1171.6111759026542,
|
| 115 |
"task_count": 1,
|
| 116 |
+
"macro_mean_reward": 323.67500381283463,
|
| 117 |
+
"macro_mean_length": 2627.55,
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_500.json
CHANGED
|
@@ -3,53 +3,53 @@
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
-
"mean_reward":
|
| 7 |
-
"mean_length":
|
| 8 |
-
"std_reward":
|
| 9 |
-
"std_length":
|
| 10 |
"episode_rewards": [
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
@@ -108,13 +108,13 @@
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
-
"mean_reward":
|
| 112 |
-
"mean_length":
|
| 113 |
-
"std_reward":
|
| 114 |
-
"std_length":
|
| 115 |
"task_count": 1,
|
| 116 |
-
"macro_mean_reward":
|
| 117 |
-
"macro_mean_length":
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
|
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
+
"mean_reward": 64.18500077836215,
|
| 7 |
+
"mean_length": 536.3,
|
| 8 |
+
"std_reward": 70.62001410319165,
|
| 9 |
+
"std_length": 570.6692649862966,
|
| 10 |
"episode_rewards": [
|
| 11 |
+
176.40000209212303,
|
| 12 |
+
23.40000030398369,
|
| 13 |
+
60.80000074207783,
|
| 14 |
+
74.8000009059906,
|
| 15 |
+
37.300000466406345,
|
| 16 |
+
83.80000101029873,
|
| 17 |
+
27.500000350177288,
|
| 18 |
+
18.400000244379044,
|
| 19 |
+
307.8000036329031,
|
| 20 |
+
15.800000205636024,
|
| 21 |
+
18.800000250339508,
|
| 22 |
+
121.30000144988298,
|
| 23 |
+
6.800000101327896,
|
| 24 |
+
111.90000133961439,
|
| 25 |
+
6.800000101327896,
|
| 26 |
+
29.800000369548798,
|
| 27 |
+
41.80000051856041,
|
| 28 |
+
27.900000356137753,
|
| 29 |
+
71.80000086128712,
|
| 30 |
+
20.80000026524067
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
+
1442,
|
| 34 |
+
209,
|
| 35 |
+
511,
|
| 36 |
+
624,
|
| 37 |
+
321,
|
| 38 |
+
696,
|
| 39 |
+
241,
|
| 40 |
+
168,
|
| 41 |
+
2504,
|
| 42 |
+
142,
|
| 43 |
+
172,
|
| 44 |
+
999,
|
| 45 |
+
70,
|
| 46 |
+
923,
|
| 47 |
+
70,
|
| 48 |
+
255,
|
| 49 |
+
357,
|
| 50 |
+
245,
|
| 51 |
+
594,
|
| 52 |
+
183
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
+
"mean_reward": 64.18500077836215,
|
| 112 |
+
"mean_length": 536.3,
|
| 113 |
+
"std_reward": 70.62001410319165,
|
| 114 |
+
"std_length": 570.6692649862966,
|
| 115 |
"task_count": 1,
|
| 116 |
+
"macro_mean_reward": 64.18500077836215,
|
| 117 |
+
"macro_mean_length": 536.3,
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/mid_train/step_750.json
CHANGED
|
@@ -3,53 +3,53 @@
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
-
"mean_reward":
|
| 7 |
-
"mean_length":
|
| 8 |
-
"std_reward":
|
| 9 |
-
"std_length":
|
| 10 |
"episode_rewards": [
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
@@ -108,13 +108,13 @@
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
-
"mean_reward":
|
| 112 |
-
"mean_length":
|
| 113 |
-
"std_reward":
|
| 114 |
-
"std_length":
|
| 115 |
"task_count": 1,
|
| 116 |
-
"macro_mean_reward":
|
| 117 |
-
"macro_mean_length":
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
|
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 20,
|
| 6 |
+
"mean_reward": 199.45500236190856,
|
| 7 |
+
"mean_length": 1627.7,
|
| 8 |
+
"std_reward": 161.18966493830942,
|
| 9 |
+
"std_length": 1299.6861197997,
|
| 10 |
"episode_rewards": [
|
| 11 |
+
444.6000052243471,
|
| 12 |
+
120.40000143647194,
|
| 13 |
+
163.50000194460154,
|
| 14 |
+
186.40000221133232,
|
| 15 |
+
438.60000516474247,
|
| 16 |
+
96.90000116080046,
|
| 17 |
+
60.600000739097595,
|
| 18 |
+
444.6000052243471,
|
| 19 |
+
396.50000467151403,
|
| 20 |
+
69.20000083744526,
|
| 21 |
+
22.400000289082527,
|
| 22 |
+
45.90000056475401,
|
| 23 |
+
124.900001488626,
|
| 24 |
+
444.6000052243471,
|
| 25 |
+
134.4000016003847,
|
| 26 |
+
424.6000050008297,
|
| 27 |
+
73.90000089257956,
|
| 28 |
+
45.90000056475401,
|
| 29 |
+
17.900000236928463,
|
| 30 |
+
233.30000276118517
|
| 31 |
],
|
| 32 |
"episode_lengths": [
|
| 33 |
+
3600,
|
| 34 |
+
990,
|
| 35 |
+
1340,
|
| 36 |
+
1524,
|
| 37 |
+
3560,
|
| 38 |
+
800,
|
| 39 |
+
509,
|
| 40 |
+
3600,
|
| 41 |
+
3220,
|
| 42 |
+
577,
|
| 43 |
+
199,
|
| 44 |
+
389,
|
| 45 |
+
1026,
|
| 46 |
+
3600,
|
| 47 |
+
1103,
|
| 48 |
+
3447,
|
| 49 |
+
615,
|
| 50 |
+
389,
|
| 51 |
+
163,
|
| 52 |
+
1903
|
| 53 |
],
|
| 54 |
"decoded_action_hist": {},
|
| 55 |
"fixed_episode_seeds": true,
|
|
|
|
| 108 |
"fixed_episode_seeds": true,
|
| 109 |
"eval_seed": 42,
|
| 110 |
"total_episodes": 20,
|
| 111 |
+
"mean_reward": 199.45500236190856,
|
| 112 |
+
"mean_length": 1627.7,
|
| 113 |
+
"std_reward": 161.18966493830942,
|
| 114 |
+
"std_length": 1299.6861197997,
|
| 115 |
"task_count": 1,
|
| 116 |
+
"macro_mean_reward": 199.45500236190856,
|
| 117 |
+
"macro_mean_length": 1627.7,
|
| 118 |
"distributed_eval": true
|
| 119 |
}
|
| 120 |
}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/eval/post_train/step_4000.json
CHANGED
|
@@ -3,113 +3,113 @@
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 50,
|
| 6 |
-
"mean_reward":
|
| 7 |
-
"mean_length":
|
| 8 |
-
"std_reward":
|
| 9 |
-
"std_length":
|
| 10 |
"episode_rewards": [
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
],
|
| 62 |
"episode_lengths": [
|
| 63 |
-
|
| 64 |
-
|
| 65 |
-
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
|
| 78 |
-
|
| 79 |
-
|
| 80 |
-
|
| 81 |
-
|
| 82 |
-
|
| 83 |
-
|
| 84 |
-
|
| 85 |
-
|
| 86 |
-
|
| 87 |
-
|
| 88 |
-
|
| 89 |
-
|
| 90 |
-
|
| 91 |
-
|
| 92 |
-
|
| 93 |
-
|
| 94 |
-
|
| 95 |
-
|
| 96 |
-
|
| 97 |
-
|
| 98 |
-
|
| 99 |
-
|
| 100 |
-
|
| 101 |
-
|
| 102 |
-
|
| 103 |
-
|
| 104 |
-
|
| 105 |
-
|
| 106 |
-
|
| 107 |
-
|
| 108 |
-
|
| 109 |
-
|
| 110 |
-
|
| 111 |
-
|
| 112 |
-
|
| 113 |
],
|
| 114 |
"decoded_action_hist": {},
|
| 115 |
"fixed_episode_seeds": true,
|
|
@@ -228,13 +228,13 @@
|
|
| 228 |
"fixed_episode_seeds": true,
|
| 229 |
"eval_seed": 42,
|
| 230 |
"total_episodes": 50,
|
| 231 |
-
"mean_reward":
|
| 232 |
-
"mean_length":
|
| 233 |
-
"std_reward":
|
| 234 |
-
"std_length":
|
| 235 |
"task_count": 1,
|
| 236 |
-
"macro_mean_reward":
|
| 237 |
-
"macro_mean_length":
|
| 238 |
"distributed_eval": true
|
| 239 |
}
|
| 240 |
}
|
|
|
|
| 3 |
"flappy/latency_3": {
|
| 4 |
"latency": 3,
|
| 5 |
"num_episodes": 50,
|
| 6 |
+
"mean_reward": 345.65800406947733,
|
| 7 |
+
"mean_length": 2804.42,
|
| 8 |
+
"std_reward": 142.05026753819544,
|
| 9 |
+
"std_length": 1144.0196867187205,
|
| 10 |
"episode_rewards": [
|
| 11 |
+
444.6000052243471,
|
| 12 |
+
107.2000012844801,
|
| 13 |
+
444.6000052243471,
|
| 14 |
+
428.40000504255295,
|
| 15 |
+
444.6000052243471,
|
| 16 |
+
185.90000220388174,
|
| 17 |
+
444.6000052243471,
|
| 18 |
+
444.6000052243471,
|
| 19 |
+
444.6000052243471,
|
| 20 |
+
444.6000052243471,
|
| 21 |
+
444.6000052243471,
|
| 22 |
+
256.80000303685665,
|
| 23 |
+
265.2000031322241,
|
| 24 |
+
444.6000052243471,
|
| 25 |
+
83.70000100880861,
|
| 26 |
+
444.6000052243471,
|
| 27 |
+
331.20000390708447,
|
| 28 |
+
90.80000108480453,
|
| 29 |
+
59.90000072866678,
|
| 30 |
+
218.40000258386135,
|
| 31 |
+
444.6000052243471,
|
| 32 |
+
444.6000052243471,
|
| 33 |
+
444.6000052243471,
|
| 34 |
+
111.00000132620335,
|
| 35 |
+
444.6000052243471,
|
| 36 |
+
97.70000117272139,
|
| 37 |
+
321.00000378489494,
|
| 38 |
+
83.0000009983778,
|
| 39 |
+
444.6000052243471,
|
| 40 |
+
65.20000079274178,
|
| 41 |
+
444.6000052243471,
|
| 42 |
+
444.6000052243471,
|
| 43 |
+
444.6000052243471,
|
| 44 |
+
444.6000052243471,
|
| 45 |
+
444.6000052243471,
|
| 46 |
+
444.6000052243471,
|
| 47 |
+
272.8000032156706,
|
| 48 |
+
444.6000052243471,
|
| 49 |
+
442.70000521093607,
|
| 50 |
+
444.6000052243471,
|
| 51 |
+
444.6000052243471,
|
| 52 |
+
444.6000052243471,
|
| 53 |
+
15.800000205636024,
|
| 54 |
+
444.6000052243471,
|
| 55 |
+
424.80000500380993,
|
| 56 |
+
372.500004388392,
|
| 57 |
+
306.90000361949205,
|
| 58 |
+
444.6000052243471,
|
| 59 |
+
293.20000346004963,
|
| 60 |
+
444.6000052243471
|
| 61 |
],
|
| 62 |
"episode_lengths": [
|
| 63 |
+
3600,
|
| 64 |
+
885,
|
| 65 |
+
3600,
|
| 66 |
+
3476,
|
| 67 |
+
3600,
|
| 68 |
+
1519,
|
| 69 |
+
3600,
|
| 70 |
+
3600,
|
| 71 |
+
3600,
|
| 72 |
+
3600,
|
| 73 |
+
3600,
|
| 74 |
+
2093,
|
| 75 |
+
2159,
|
| 76 |
+
3600,
|
| 77 |
+
695,
|
| 78 |
+
3600,
|
| 79 |
+
2693,
|
| 80 |
+
748,
|
| 81 |
+
502,
|
| 82 |
+
1781,
|
| 83 |
+
3600,
|
| 84 |
+
3600,
|
| 85 |
+
3600,
|
| 86 |
+
914,
|
| 87 |
+
3600,
|
| 88 |
+
808,
|
| 89 |
+
2609,
|
| 90 |
+
688,
|
| 91 |
+
3600,
|
| 92 |
+
546,
|
| 93 |
+
3600,
|
| 94 |
+
3600,
|
| 95 |
+
3600,
|
| 96 |
+
3600,
|
| 97 |
+
3600,
|
| 98 |
+
3600,
|
| 99 |
+
2217,
|
| 100 |
+
3600,
|
| 101 |
+
3592,
|
| 102 |
+
3600,
|
| 103 |
+
3600,
|
| 104 |
+
3600,
|
| 105 |
+
142,
|
| 106 |
+
3600,
|
| 107 |
+
3449,
|
| 108 |
+
3025,
|
| 109 |
+
2495,
|
| 110 |
+
3600,
|
| 111 |
+
2385,
|
| 112 |
+
3600
|
| 113 |
],
|
| 114 |
"decoded_action_hist": {},
|
| 115 |
"fixed_episode_seeds": true,
|
|
|
|
| 228 |
"fixed_episode_seeds": true,
|
| 229 |
"eval_seed": 42,
|
| 230 |
"total_episodes": 50,
|
| 231 |
+
"mean_reward": 345.65800406947733,
|
| 232 |
+
"mean_length": 2804.42,
|
| 233 |
+
"std_reward": 142.05026753819544,
|
| 234 |
+
"std_length": 1144.0196867187205,
|
| 235 |
"task_count": 1,
|
| 236 |
+
"macro_mean_reward": 345.65800406947733,
|
| 237 |
+
"macro_mean_length": 2804.42,
|
| 238 |
"distributed_eval": true
|
| 239 |
}
|
| 240 |
}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/hydra/.hydra/config.yaml
CHANGED
|
@@ -129,8 +129,8 @@ trainer:
|
|
| 129 |
gradient_accumulation_steps: 16
|
| 130 |
distributed_backend: deepspeed
|
| 131 |
is_resume: true
|
| 132 |
-
pretrained_checkpoint: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/checkpoints/
|
| 133 |
-
resume_step:
|
| 134 |
reload_modules: null
|
| 135 |
optimizer:
|
| 136 |
name: AdamW
|
|
|
|
| 129 |
gradient_accumulation_steps: 16
|
| 130 |
distributed_backend: deepspeed
|
| 131 |
is_resume: true
|
| 132 |
+
pretrained_checkpoint: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/checkpoints/steps_3000_state
|
| 133 |
+
resume_step: 3000
|
| 134 |
reload_modules: null
|
| 135 |
optimizer:
|
| 136 |
name: AdamW
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/hydra/.hydra/hydra.yaml
CHANGED
|
@@ -314,8 +314,8 @@ hydra:
|
|
| 314 |
- ++version_id=0.21
|
| 315 |
- ++run_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints
|
| 316 |
- ++trainer.is_resume=true
|
| 317 |
-
- ++trainer.pretrained_checkpoint=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/checkpoints/
|
| 318 |
-
- ++trainer.resume_step=
|
| 319 |
- ++datasets.vla_data.data_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/data/memory/flappy_fix_latency_3_200ep_7k2steps
|
| 320 |
- ++datasets.vla_data.data_mix=flappy_train__bridge
|
| 321 |
- ++datasets.vla_data.eval_data_mix=flappy_train__bridge__val
|
|
@@ -324,7 +324,7 @@ hydra:
|
|
| 324 |
job:
|
| 325 |
name: train_starvla_hydra
|
| 326 |
chdir: false
|
| 327 |
-
override_dirname: ++auth.env_file=null,++auth.hf_token_env=HF_TOKEN,++auth.wandb_api_key_env=WANDB_API_KEY,++base_model.repo_id=Qwen/Qwen3-VL-4B-Instruct,++bridge_base_model.local_dir.gr00t=playground/Pretrained_models/Qwen3-VL-4B-Instruct,++bridge_base_model.local_dir.openvla=playground/Pretrained_models/Qwen3-VL-4B-Instruct,++bridge_base_model.local_dir.pi05=playground/Pretrained_models/Qwen3-VL-4B-Instruct,++bridge_base_model.local_dir.pi0=playground/Pretrained_models/Qwen2.5-VL-3B-Instruct-Action,++bridge_base_model.repo_id.gr00t=Qwen/Qwen3-VL-4B-Instruct,++bridge_base_model.repo_id.openvla=Qwen/Qwen3-VL-4B-Instruct,++bridge_base_model.repo_id.pi05=Qwen/Qwen3-VL-4B-Instruct,++bridge_base_model.repo_id.pi0=StarVLA/Qwen2.5-VL-3B-Instruct-Action,++checkpoint.hf_repo_id=null,++checkpoint.load=auto,++checkpoint.local.keep_last_n=1,++checkpoint.save_best_model=false,++checkpoint.save_final_model=true,++checkpoint.save_pt_file=false,++checkpoint.save_safetensors_file=true,++checkpoint.save_training_state=true,++checkpoint.sync.enabled=false,++checkpoint.sync.keep_last_n=0,++checkpoint.sync.repo_id=null,++checkpoint.sync.resume_policy=local_latest,++checkpoint.sync.sync_every_n_checkpoints=1,++config_yaml=null,++dataset.config_name=null,++dataset.converted_name=flappy_train,++dataset.debug_subset.enabled=false,++dataset.debug_subset.max_episodes=5,++dataset.debug_subset.suffix=debug,++dataset.episodes_per_latency=null,++dataset.force_download=false,++dataset.latency_filter=null,++dataset.max_episodes=null,++dataset.mixed_converted_name=flappy_mixed_latency_train,++dataset.mixed_latency_filter=null,++dataset.mixed_source_hf=,++dataset.setup_force=false,++dataset.single_converted_name=flappy_train,++dataset.single_latency_filter=null,++dataset.single_source_hf=,++dataset.skip_verification=false,++dataset.source_hf=,++dataset.source_subdir=null,++dataset.target_latency_unit=raw_frames,++dataset.verify_rows=200,++datasets.vla_data.action_balance.action_key=action_id,++datasets.vla_data.action_balance.enabled=false,++datasets.vla_data.action_balance.flap_id=1,++datasets.vla_data.action_balance.noop_id=0,++datasets.vla_data.action_balance.strategy=balanced_epoch,++datasets.vla_data.action_balance.target_flap_fraction=0.3,++datasets.vla_data.action_type=discrete,++datasets.vla_data.custom_mixtures_path=null,++datasets.vla_data.data_mix=flappy_train,++datasets.vla_data.data_mix=flappy_train__bridge,++datasets.vla_data.data_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/data/memory/flappy_fix_latency_3_200ep_7k2steps,++datasets.vla_data.data_root_dir=playground/Datasets/rl_games,++datasets.vla_data.dataset_py=lerobot_datasets,++datasets.vla_data.eval_data_mix=flappy_train__bridge__val,++datasets.vla_data.eval_data_mix=null,++datasets.vla_data.eval_num_workers=8,++datasets.vla_data.eval_sequential_step_sampling=null,++datasets.vla_data.image_mode=single,++datasets.vla_data.include_state=true,++datasets.vla_data.latency_curriculum.computed_plan=null,++datasets.vla_data.latency_curriculum.enabled=false,++datasets.vla_data.latency_curriculum.eval_at_phase_end=false,++datasets.vla_data.latency_curriculum.final_equalization=true,++datasets.vla_data.latency_curriculum.latencies=null,++datasets.vla_data.latency_curriculum.new_latency_passes=1.0,++datasets.vla_data.latency_curriculum.phase_distributions=null,++datasets.vla_data.latency_curriculum.phase_steps=null,++datasets.vla_data.latency_curriculum.replay_passes=0.25,++datasets.vla_data.latency_curriculum.save_at_phase_end=false,++datasets.vla_data.latency_curriculum.step_budget_mode=auto,++datasets.vla_data.latency_curriculum.strategy=exclusive,++datasets.vla_data.latency_curriculum.target_total_passes=2.0,++datasets.vla_data.load_all_data_for_training=true,++datasets.vla_data.num_obs_frames=1,++datasets.vla_data.num_workers=8,++datasets.vla_data.obs_image_size=null,++datasets.vla_data.per_device_batch_size=8,++datasets.vla_data.persistent_workers=true,++datasets.vla_data.pin_memory=true,++datasets.vla_data.prefetch_factor=4,++datasets.vla_data.prompt_mode=raw,++datasets.vla_data.sequential_step_sampling=false,++datasets.vla_data.shuffle=true,++datasets.vla_data.stitch_grid=[2,2],++datasets.vla_data.video_backend=torchvision_av,++framework.action_model.action_dim=7,++framework.action_model.action_env_dim=2,++framework.action_model.action_horizon=1,++framework.action_model.future_action_window_size=0,++framework.action_model.loss_type=discrete_ce,++framework.action_model.past_action_window_size=0,++framework.action_model.state_dim=7,++framework.kv_memory.enabled=false,++framework.kv_memory.packed_train=false,++framework.kv_memory.rebased_sink=true,++framework.kv_memory.rollout_len=8,++framework.kv_memory.window=4,++framework.name=QwenOFT,++framework.qwenvl.attn_implementation=flash_attention_2,++framework.qwenvl.base_vlm=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/playground/Pretrained_models/Qwen3-VL-4B-Instruct,++framework.qwenvl.base_vlm=playground/Pretrained_models/Qwen3-VL-4B-Instruct,++framework.qwenvl.enable_gradient_checkpointing=true,++initialization.checkpoint_filename=checkpoints/steps_5000_pytorch_model.pt,++initialization.checkpoint_hf_repo_id=StarVLA/Qwen3VL-OFT-Bridge-RT-1,++initialization.checkpoint_local_dir=playground/Pretrained_models/Qwen3VL-OFT-Bridge-RT-1,++is_debug=false,++output_dir=null,++paths.accelerate_config=starVLA/config/deepseeds/deepspeed_zero2.yaml,++paths.base_model_dir=playground/Pretrained_models/Qwen3-VL-4B-Instruct,++paths.dataset_cache_dir=null,++paths.dataset_local_dir=data/memory/flappy_fix_latency_3_200ep_7k2steps,++paths.run_root_dir=results/Checkpoints,++rl_games.action_carrier=bridge,++rl_games.env_eval.action_chunk_execution.chunk_size=null,++rl_games.env_eval.action_chunk_execution.enabled=false,++rl_games.env_eval.distributed_mode=rank_sharded,++rl_games.env_eval.enabled=true,++rl_games.env_eval.eval_backend=latency_bench,++rl_games.env_eval.eval_parallel_envs=5,++rl_games.env_eval.fixed_episode_seeds=true,++rl_games.env_eval.frameskip=1,++rl_games.env_eval.ghost_trail.gamma=1.3,++rl_games.env_eval.ghost_trail.ground_fraction=0.22,++rl_games.env_eval.ghost_trail.history_frames=5,++rl_games.env_eval.ghost_trail.min_alpha=35,++rl_games.env_eval.ghost_trail.scroll_px_per_step=4.0,++rl_games.env_eval.image_size=224,++rl_games.env_eval.image_transform=raw_rgb,++rl_games.env_eval.latency.mode=single,++rl_games.env_eval.latency.prompt_map_path=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/data/memory/flappy_fix_latency_3_200ep_7k2steps/flappy_train__bridge/latency_prompt_map.json,++rl_games.env_eval.latency.prompt_map_path=null,++rl_games.env_eval.latency.values=[0],++rl_games.env_eval.latency_seed_stride=0,++rl_games.env_eval.mid_train.enabled=true,++rl_games.env_eval.mid_train.interval_steps=250,++rl_games.env_eval.mid_train.latencies=[3],++rl_games.env_eval.mid_train.max_steps_per_episode=3600,++rl_games.env_eval.mid_train.num_episodes=20,++rl_games.env_eval.post_train.enabled=true,++rl_games.env_eval.post_train.latencies=[3],++rl_games.env_eval.post_train.max_steps_per_episode=3600,++rl_games.env_eval.post_train.num_episodes=50,++rl_games.env_eval.prompt_mode=raw,++rl_games.env_eval.seed=42,++rl_games.env_eval.task_description=,++rl_games.env_eval.task_seed_stride=0,++rl_games.env_eval.vectorized.batch_size=1,++rl_games.env_eval.vectorized.enabled=false,++rl_games.initialization_mode=bridge,++rl_games.model_alias=openvla,++rl_games.task=flappy,++run_id=flappy_fix_latency_3_200ep_7k2steps_single_baseline,++run_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints,++run_root_dir=results/Checkpoints,++seed=42,++trainer.cc_f1_tolerance=1,++trainer.distributed_backend=deepspeed,++trainer.eval_action_classification=false,++trainer.eval_action_classification_interval=null,++trainer.eval_interval=250,++trainer.eval_num_batches=50,++trainer.freeze_llm_layers=[],++trainer.freeze_modules=,++trainer.freeze_tied_embedding=false,++trainer.freeze_vit=false,++trainer.gradient_accumulation_steps=16,++trainer.gradient_clipping=1.0,++trainer.is_resume=false,++trainer.is_resume=true,++trainer.learning_rate.action_model=0.0001,++trainer.learning_rate.base=2e-05,++trainer.learning_rate.qwen_vl_interface=1e-05,++trainer.logging_frequency=1,++trainer.loss_scale.vla=1.0,++trainer.loss_scale.vlm=0.1,++trainer.lr_scheduler_type=cosine_with_min_lr,++trainer.max_grad_norm=1.0,++trainer.max_train_steps=4000,++trainer.num_warmup_steps=100,++trainer.optimizer.betas=[0.9,0.95],++trainer.optimizer.eps=1e-08,++trainer.optimizer.fused=true,++trainer.optimizer.name=AdamW,++trainer.optimizer.weight_decay=1e-08,++trainer.per_latency_eval_num_batches=null,++trainer.pretrained_checkpoint=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/checkpoints/
|
| 328 |
id: ???
|
| 329 |
num: ???
|
| 330 |
config_name: train
|
|
|
|
| 314 |
- ++version_id=0.21
|
| 315 |
- ++run_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints
|
| 316 |
- ++trainer.is_resume=true
|
| 317 |
+
- ++trainer.pretrained_checkpoint=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/checkpoints/steps_3000_state
|
| 318 |
+
- ++trainer.resume_step=3000
|
| 319 |
- ++datasets.vla_data.data_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/data/memory/flappy_fix_latency_3_200ep_7k2steps
|
| 320 |
- ++datasets.vla_data.data_mix=flappy_train__bridge
|
| 321 |
- ++datasets.vla_data.eval_data_mix=flappy_train__bridge__val
|
|
|
|
| 324 |
job:
|
| 325 |
name: train_starvla_hydra
|
| 326 |
chdir: false
|
| 327 |
+
override_dirname: ++auth.env_file=null,++auth.hf_token_env=HF_TOKEN,++auth.wandb_api_key_env=WANDB_API_KEY,++base_model.repo_id=Qwen/Qwen3-VL-4B-Instruct,++bridge_base_model.local_dir.gr00t=playground/Pretrained_models/Qwen3-VL-4B-Instruct,++bridge_base_model.local_dir.openvla=playground/Pretrained_models/Qwen3-VL-4B-Instruct,++bridge_base_model.local_dir.pi05=playground/Pretrained_models/Qwen3-VL-4B-Instruct,++bridge_base_model.local_dir.pi0=playground/Pretrained_models/Qwen2.5-VL-3B-Instruct-Action,++bridge_base_model.repo_id.gr00t=Qwen/Qwen3-VL-4B-Instruct,++bridge_base_model.repo_id.openvla=Qwen/Qwen3-VL-4B-Instruct,++bridge_base_model.repo_id.pi05=Qwen/Qwen3-VL-4B-Instruct,++bridge_base_model.repo_id.pi0=StarVLA/Qwen2.5-VL-3B-Instruct-Action,++checkpoint.hf_repo_id=null,++checkpoint.load=auto,++checkpoint.local.keep_last_n=1,++checkpoint.save_best_model=false,++checkpoint.save_final_model=true,++checkpoint.save_pt_file=false,++checkpoint.save_safetensors_file=true,++checkpoint.save_training_state=true,++checkpoint.sync.enabled=false,++checkpoint.sync.keep_last_n=0,++checkpoint.sync.repo_id=null,++checkpoint.sync.resume_policy=local_latest,++checkpoint.sync.sync_every_n_checkpoints=1,++config_yaml=null,++dataset.config_name=null,++dataset.converted_name=flappy_train,++dataset.debug_subset.enabled=false,++dataset.debug_subset.max_episodes=5,++dataset.debug_subset.suffix=debug,++dataset.episodes_per_latency=null,++dataset.force_download=false,++dataset.latency_filter=null,++dataset.max_episodes=null,++dataset.mixed_converted_name=flappy_mixed_latency_train,++dataset.mixed_latency_filter=null,++dataset.mixed_source_hf=,++dataset.setup_force=false,++dataset.single_converted_name=flappy_train,++dataset.single_latency_filter=null,++dataset.single_source_hf=,++dataset.skip_verification=false,++dataset.source_hf=,++dataset.source_subdir=null,++dataset.target_latency_unit=raw_frames,++dataset.verify_rows=200,++datasets.vla_data.action_balance.action_key=action_id,++datasets.vla_data.action_balance.enabled=false,++datasets.vla_data.action_balance.flap_id=1,++datasets.vla_data.action_balance.noop_id=0,++datasets.vla_data.action_balance.strategy=balanced_epoch,++datasets.vla_data.action_balance.target_flap_fraction=0.3,++datasets.vla_data.action_type=discrete,++datasets.vla_data.custom_mixtures_path=null,++datasets.vla_data.data_mix=flappy_train,++datasets.vla_data.data_mix=flappy_train__bridge,++datasets.vla_data.data_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/data/memory/flappy_fix_latency_3_200ep_7k2steps,++datasets.vla_data.data_root_dir=playground/Datasets/rl_games,++datasets.vla_data.dataset_py=lerobot_datasets,++datasets.vla_data.eval_data_mix=flappy_train__bridge__val,++datasets.vla_data.eval_data_mix=null,++datasets.vla_data.eval_num_workers=8,++datasets.vla_data.eval_sequential_step_sampling=null,++datasets.vla_data.image_mode=single,++datasets.vla_data.include_state=true,++datasets.vla_data.latency_curriculum.computed_plan=null,++datasets.vla_data.latency_curriculum.enabled=false,++datasets.vla_data.latency_curriculum.eval_at_phase_end=false,++datasets.vla_data.latency_curriculum.final_equalization=true,++datasets.vla_data.latency_curriculum.latencies=null,++datasets.vla_data.latency_curriculum.new_latency_passes=1.0,++datasets.vla_data.latency_curriculum.phase_distributions=null,++datasets.vla_data.latency_curriculum.phase_steps=null,++datasets.vla_data.latency_curriculum.replay_passes=0.25,++datasets.vla_data.latency_curriculum.save_at_phase_end=false,++datasets.vla_data.latency_curriculum.step_budget_mode=auto,++datasets.vla_data.latency_curriculum.strategy=exclusive,++datasets.vla_data.latency_curriculum.target_total_passes=2.0,++datasets.vla_data.load_all_data_for_training=true,++datasets.vla_data.num_obs_frames=1,++datasets.vla_data.num_workers=8,++datasets.vla_data.obs_image_size=null,++datasets.vla_data.per_device_batch_size=8,++datasets.vla_data.persistent_workers=true,++datasets.vla_data.pin_memory=true,++datasets.vla_data.prefetch_factor=4,++datasets.vla_data.prompt_mode=raw,++datasets.vla_data.sequential_step_sampling=false,++datasets.vla_data.shuffle=true,++datasets.vla_data.stitch_grid=[2,2],++datasets.vla_data.video_backend=torchvision_av,++framework.action_model.action_dim=7,++framework.action_model.action_env_dim=2,++framework.action_model.action_horizon=1,++framework.action_model.future_action_window_size=0,++framework.action_model.loss_type=discrete_ce,++framework.action_model.past_action_window_size=0,++framework.action_model.state_dim=7,++framework.kv_memory.enabled=false,++framework.kv_memory.packed_train=false,++framework.kv_memory.rebased_sink=true,++framework.kv_memory.rollout_len=8,++framework.kv_memory.window=4,++framework.name=QwenOFT,++framework.qwenvl.attn_implementation=flash_attention_2,++framework.qwenvl.base_vlm=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/playground/Pretrained_models/Qwen3-VL-4B-Instruct,++framework.qwenvl.base_vlm=playground/Pretrained_models/Qwen3-VL-4B-Instruct,++framework.qwenvl.enable_gradient_checkpointing=true,++initialization.checkpoint_filename=checkpoints/steps_5000_pytorch_model.pt,++initialization.checkpoint_hf_repo_id=StarVLA/Qwen3VL-OFT-Bridge-RT-1,++initialization.checkpoint_local_dir=playground/Pretrained_models/Qwen3VL-OFT-Bridge-RT-1,++is_debug=false,++output_dir=null,++paths.accelerate_config=starVLA/config/deepseeds/deepspeed_zero2.yaml,++paths.base_model_dir=playground/Pretrained_models/Qwen3-VL-4B-Instruct,++paths.dataset_cache_dir=null,++paths.dataset_local_dir=data/memory/flappy_fix_latency_3_200ep_7k2steps,++paths.run_root_dir=results/Checkpoints,++rl_games.action_carrier=bridge,++rl_games.env_eval.action_chunk_execution.chunk_size=null,++rl_games.env_eval.action_chunk_execution.enabled=false,++rl_games.env_eval.distributed_mode=rank_sharded,++rl_games.env_eval.enabled=true,++rl_games.env_eval.eval_backend=latency_bench,++rl_games.env_eval.eval_parallel_envs=5,++rl_games.env_eval.fixed_episode_seeds=true,++rl_games.env_eval.frameskip=1,++rl_games.env_eval.ghost_trail.gamma=1.3,++rl_games.env_eval.ghost_trail.ground_fraction=0.22,++rl_games.env_eval.ghost_trail.history_frames=5,++rl_games.env_eval.ghost_trail.min_alpha=35,++rl_games.env_eval.ghost_trail.scroll_px_per_step=4.0,++rl_games.env_eval.image_size=224,++rl_games.env_eval.image_transform=raw_rgb,++rl_games.env_eval.latency.mode=single,++rl_games.env_eval.latency.prompt_map_path=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/data/memory/flappy_fix_latency_3_200ep_7k2steps/flappy_train__bridge/latency_prompt_map.json,++rl_games.env_eval.latency.prompt_map_path=null,++rl_games.env_eval.latency.values=[0],++rl_games.env_eval.latency_seed_stride=0,++rl_games.env_eval.mid_train.enabled=true,++rl_games.env_eval.mid_train.interval_steps=250,++rl_games.env_eval.mid_train.latencies=[3],++rl_games.env_eval.mid_train.max_steps_per_episode=3600,++rl_games.env_eval.mid_train.num_episodes=20,++rl_games.env_eval.post_train.enabled=true,++rl_games.env_eval.post_train.latencies=[3],++rl_games.env_eval.post_train.max_steps_per_episode=3600,++rl_games.env_eval.post_train.num_episodes=50,++rl_games.env_eval.prompt_mode=raw,++rl_games.env_eval.seed=42,++rl_games.env_eval.task_description=,++rl_games.env_eval.task_seed_stride=0,++rl_games.env_eval.vectorized.batch_size=1,++rl_games.env_eval.vectorized.enabled=false,++rl_games.initialization_mode=bridge,++rl_games.model_alias=openvla,++rl_games.task=flappy,++run_id=flappy_fix_latency_3_200ep_7k2steps_single_baseline,++run_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints,++run_root_dir=results/Checkpoints,++seed=42,++trainer.cc_f1_tolerance=1,++trainer.distributed_backend=deepspeed,++trainer.eval_action_classification=false,++trainer.eval_action_classification_interval=null,++trainer.eval_interval=250,++trainer.eval_num_batches=50,++trainer.freeze_llm_layers=[],++trainer.freeze_modules=,++trainer.freeze_tied_embedding=false,++trainer.freeze_vit=false,++trainer.gradient_accumulation_steps=16,++trainer.gradient_clipping=1.0,++trainer.is_resume=false,++trainer.is_resume=true,++trainer.learning_rate.action_model=0.0001,++trainer.learning_rate.base=2e-05,++trainer.learning_rate.qwen_vl_interface=1e-05,++trainer.logging_frequency=1,++trainer.loss_scale.vla=1.0,++trainer.loss_scale.vlm=0.1,++trainer.lr_scheduler_type=cosine_with_min_lr,++trainer.max_grad_norm=1.0,++trainer.max_train_steps=4000,++trainer.num_warmup_steps=100,++trainer.optimizer.betas=[0.9,0.95],++trainer.optimizer.eps=1e-08,++trainer.optimizer.fused=true,++trainer.optimizer.name=AdamW,++trainer.optimizer.weight_decay=1e-08,++trainer.per_latency_eval_num_batches=null,++trainer.pretrained_checkpoint=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/checkpoints/steps_3000_state,++trainer.pretrained_checkpoint=null,++trainer.profile_timing.enabled=false,++trainer.profile_timing.log_interval=10,++trainer.reload_modules=null,++trainer.resume_step=0,++trainer.resume_step=3000,++trainer.save_format=pt,++trainer.save_interval=500,++trainer.scheduler_specific_kwargs.min_lr=1e-06,++trainer.weight_decay=0.0,++version_id=0.21,++workspace_dir=WORKSPACE_DIR,env=flappy,init=bridge,mode=single,model=openvla
|
| 328 |
id: ???
|
| 329 |
num: ???
|
| 330 |
config_name: train
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/hydra/.hydra/overrides.yaml
CHANGED
|
@@ -200,8 +200,8 @@
|
|
| 200 |
- ++version_id=0.21
|
| 201 |
- ++run_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints
|
| 202 |
- ++trainer.is_resume=true
|
| 203 |
-
- ++trainer.pretrained_checkpoint=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/checkpoints/
|
| 204 |
-
- ++trainer.resume_step=
|
| 205 |
- ++datasets.vla_data.data_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/data/memory/flappy_fix_latency_3_200ep_7k2steps
|
| 206 |
- ++datasets.vla_data.data_mix=flappy_train__bridge
|
| 207 |
- ++datasets.vla_data.eval_data_mix=flappy_train__bridge__val
|
|
|
|
| 200 |
- ++version_id=0.21
|
| 201 |
- ++run_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints
|
| 202 |
- ++trainer.is_resume=true
|
| 203 |
+
- ++trainer.pretrained_checkpoint=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/checkpoints/steps_3000_state
|
| 204 |
+
- ++trainer.resume_step=3000
|
| 205 |
- ++datasets.vla_data.data_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/data/memory/flappy_fix_latency_3_200ep_7k2steps
|
| 206 |
- ++datasets.vla_data.data_mix=flappy_train__bridge
|
| 207 |
- ++datasets.vla_data.eval_data_mix=flappy_train__bridge__val
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/hydra/train_starvla_hydra.log
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3/episode_metrics.jsonl
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
-
{"episode_id":
|
| 2 |
-
{"episode_id":
|
| 3 |
-
{"episode_id":
|
| 4 |
-
{"episode_id":
|
| 5 |
-
{"episode_id":
|
| 6 |
-
{"episode_id":
|
| 7 |
-
{"episode_id":
|
| 8 |
-
{"episode_id":
|
| 9 |
-
{"episode_id":
|
| 10 |
-
{"episode_id":
|
|
|
|
| 1 |
+
{"episode_id": 0, "episode_return": 79.00000095367432, "episode_return_env": 79.00000095367432, "game_score": 16.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 657, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 657}
|
| 2 |
+
{"episode_id": 2, "episode_return": 431.30000507086515, "episode_return_env": 431.30000507086515, "game_score": 92.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3496, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3496}
|
| 3 |
+
{"episode_id": 4, "episode_return": 41.900000520050526, "episode_return_env": 41.900000520050526, "game_score": 8.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 358, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 358}
|
| 4 |
+
{"episode_id": 6, "episode_return": 6.800000101327896, "episode_return_env": 6.800000101327896, "game_score": 1.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 70, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 70}
|
| 5 |
+
{"episode_id": 8, "episode_return": 345.5000040754676, "episode_return_env": 345.5000040754676, "game_score": 73.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2809, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2809}
|
| 6 |
+
{"episode_id": 10, "episode_return": 257.0000030398369, "episode_return_env": 257.0000030398369, "game_score": 54.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2095, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2095}
|
| 7 |
+
{"episode_id": 12, "episode_return": 210.00000248849392, "episode_return_env": 210.00000248849392, "game_score": 44.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1715, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1715}
|
| 8 |
+
{"episode_id": 14, "episode_return": 224.0000026524067, "episode_return_env": 224.0000026524067, "game_score": 47.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1828, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1828}
|
| 9 |
+
{"episode_id": 16, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 10 |
+
{"episode_id": 18, "episode_return": 80.70000096410513, "episode_return_env": 80.70000096410513, "game_score": 17.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 665, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 665}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3/episode_metrics.jsonl
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
-
{"episode_id": 1, "episode_return":
|
| 2 |
-
{"episode_id": 3, "episode_return":
|
| 3 |
-
{"episode_id": 5, "episode_return":
|
| 4 |
-
{"episode_id": 7, "episode_return":
|
| 5 |
-
{"episode_id": 9, "episode_return":
|
| 6 |
-
{"episode_id": 11, "episode_return":
|
| 7 |
-
{"episode_id": 13, "episode_return":
|
| 8 |
-
{"episode_id": 15, "episode_return":
|
| 9 |
-
{"episode_id": 17, "episode_return":
|
| 10 |
-
{"episode_id": 19, "episode_return":
|
|
|
|
| 1 |
+
{"episode_id": 1, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 2 |
+
{"episode_id": 3, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 3 |
+
{"episode_id": 5, "episode_return": 335.6000039577484, "episode_return_env": 335.6000039577484, "game_score": 71.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2728, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2728}
|
| 4 |
+
{"episode_id": 7, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 5 |
+
{"episode_id": 9, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 6 |
+
{"episode_id": 11, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 7 |
+
{"episode_id": 13, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 8 |
+
{"episode_id": 15, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 9 |
+
{"episode_id": 17, "episode_return": 74.8000009059906, "episode_return_env": 74.8000009059906, "game_score": 15.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 624, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 624}
|
| 10 |
+
{"episode_id": 19, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3/episode_metrics.jsonl
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
-
{"episode_id": 1, "episode_return":
|
| 2 |
-
{"episode_id": 3, "episode_return":
|
| 3 |
-
{"episode_id": 5, "episode_return":
|
| 4 |
-
{"episode_id": 7, "episode_return":
|
| 5 |
-
{"episode_id": 9, "episode_return":
|
| 6 |
-
{"episode_id": 11, "episode_return":
|
| 7 |
-
{"episode_id": 13, "episode_return":
|
| 8 |
-
{"episode_id": 15, "episode_return":
|
| 9 |
-
{"episode_id": 17, "episode_return":
|
| 10 |
-
{"episode_id": 19, "episode_return":
|
|
|
|
| 1 |
+
{"episode_id": 1, "episode_return": 230.80000272393227, "episode_return_env": 230.80000272393227, "game_score": 49.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1878, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1878}
|
| 2 |
+
{"episode_id": 3, "episode_return": 440.70000518113375, "episode_return_env": 440.70000518113375, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3572, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3572}
|
| 3 |
+
{"episode_id": 5, "episode_return": 200.00000236928463, "episode_return_env": 200.00000236928463, "game_score": 42.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1633, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1633}
|
| 4 |
+
{"episode_id": 7, "episode_return": 419.2000049352646, "episode_return_env": 419.2000049352646, "game_score": 89.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3402, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3402}
|
| 5 |
+
{"episode_id": 9, "episode_return": 11.30000015348196, "episode_return_env": 11.30000015348196, "game_score": 2.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 106, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 106}
|
| 6 |
+
{"episode_id": 11, "episode_return": 69.40000084042549, "episode_return_env": 69.40000084042549, "game_score": 14.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 579, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 579}
|
| 7 |
+
{"episode_id": 13, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 8 |
+
{"episode_id": 15, "episode_return": 132.80000157654285, "episode_return_env": 132.80000157654285, "game_score": 28.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1087, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1087}
|
| 9 |
+
{"episode_id": 17, "episode_return": 90.80000108480453, "episode_return_env": 90.80000108480453, "game_score": 19.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 748, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 748}
|
| 10 |
+
{"episode_id": 19, "episode_return": 256.10000302642584, "episode_return_env": 256.10000302642584, "game_score": 54.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2086, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2086}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3/episode_metrics.jsonl
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
-
{"episode_id": 1, "episode_return":
|
| 2 |
-
{"episode_id": 3, "episode_return":
|
| 3 |
-
{"episode_id": 5, "episode_return":
|
| 4 |
-
{"episode_id": 7, "episode_return":
|
| 5 |
-
{"episode_id": 9, "episode_return":
|
| 6 |
-
{"episode_id": 11, "episode_return":
|
| 7 |
-
{"episode_id": 13, "episode_return":
|
| 8 |
-
{"episode_id": 15, "episode_return":
|
| 9 |
-
{"episode_id": 17, "episode_return":
|
| 10 |
-
{"episode_id": 19, "episode_return":
|
|
|
|
| 1 |
+
{"episode_id": 1, "episode_return": 139.0000016540289, "episode_return_env": 139.0000016540289, "game_score": 29.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1140, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1140}
|
| 2 |
+
{"episode_id": 3, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 3 |
+
{"episode_id": 5, "episode_return": 3.90000007301569, "episode_return_env": 3.90000007301569, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 50, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 50}
|
| 4 |
+
{"episode_id": 7, "episode_return": 3.90000007301569, "episode_return_env": 3.90000007301569, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 50, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 50}
|
| 5 |
+
{"episode_id": 9, "episode_return": 181.40000215172768, "episode_return_env": 181.40000215172768, "game_score": 38.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1483, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1483}
|
| 6 |
+
{"episode_id": 11, "episode_return": 207.30000244826078, "episode_return_env": 207.30000244826078, "game_score": 44.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1688, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1688}
|
| 7 |
+
{"episode_id": 13, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 8 |
+
{"episode_id": 15, "episode_return": 3.90000007301569, "episode_return_env": 3.90000007301569, "game_score": 0.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 50, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 50}
|
| 9 |
+
{"episode_id": 17, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 10 |
+
{"episode_id": 19, "episode_return": 53.30000064522028, "episode_return_env": 53.30000064522028, "game_score": 11.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_1750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 445, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 445}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3/episode_metrics.jsonl
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
-
{"episode_id": 0, "episode_return":
|
| 2 |
-
{"episode_id": 2, "episode_return":
|
| 3 |
-
{"episode_id": 4, "episode_return":
|
| 4 |
-
{"episode_id": 6, "episode_return":
|
| 5 |
-
{"episode_id": 8, "episode_return":
|
| 6 |
-
{"episode_id": 10, "episode_return":
|
| 7 |
-
{"episode_id": 12, "episode_return":
|
| 8 |
-
{"episode_id": 14, "episode_return":
|
| 9 |
-
{"episode_id": 16, "episode_return":
|
| 10 |
-
{"episode_id": 18, "episode_return":
|
|
|
|
| 1 |
+
{"episode_id": 0, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 2 |
+
{"episode_id": 2, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 3 |
+
{"episode_id": 4, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 4 |
+
{"episode_id": 6, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 5 |
+
{"episode_id": 8, "episode_return": 140.10000167042017, "episode_return_env": 140.10000167042017, "game_score": 30.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1151, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1151}
|
| 6 |
+
{"episode_id": 10, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 7 |
+
{"episode_id": 12, "episode_return": 424.90000500530005, "episode_return_env": 424.90000500530005, "game_score": 90.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3450, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3450}
|
| 8 |
+
{"episode_id": 14, "episode_return": 263.3000031039119, "episode_return_env": 263.3000031039119, "game_score": 56.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2140, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2140}
|
| 9 |
+
{"episode_id": 16, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 10 |
+
{"episode_id": 18, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3/episode_metrics.jsonl
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
-
{"episode_id":
|
| 2 |
-
{"episode_id":
|
| 3 |
-
{"episode_id":
|
| 4 |
-
{"episode_id":
|
| 5 |
-
{"episode_id":
|
| 6 |
-
{"episode_id":
|
| 7 |
-
{"episode_id":
|
| 8 |
-
{"episode_id":
|
| 9 |
-
{"episode_id":
|
| 10 |
-
{"episode_id":
|
|
|
|
| 1 |
+
{"episode_id": 1, "episode_return": 92.90000111609697, "episode_return_env": 92.90000111609697, "game_score": 19.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 769, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 769}
|
| 2 |
+
{"episode_id": 3, "episode_return": 367.9000043347478, "episode_return_env": 367.9000043347478, "game_score": 78.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2988, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2988}
|
| 3 |
+
{"episode_id": 5, "episode_return": 31.900000400841236, "episode_return_env": 31.900000400841236, "game_score": 6.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 276, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 276}
|
| 4 |
+
{"episode_id": 7, "episode_return": 181.40000215172768, "episode_return_env": 181.40000215172768, "game_score": 38.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1483, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1483}
|
| 5 |
+
{"episode_id": 9, "episode_return": 214.90000254660845, "episode_return_env": 214.90000254660845, "game_score": 45.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1755, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1755}
|
| 6 |
+
{"episode_id": 11, "episode_return": 134.9000016078353, "episode_return_env": 134.9000016078353, "game_score": 28.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1108, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1108}
|
| 7 |
+
{"episode_id": 13, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 8 |
+
{"episode_id": 15, "episode_return": 139.100001655519, "episode_return_env": 139.100001655519, "game_score": 29.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1141, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1141}
|
| 9 |
+
{"episode_id": 17, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 10 |
+
{"episode_id": 19, "episode_return": 125.20000149309635, "episode_return_env": 125.20000149309635, "game_score": 26.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1029, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1029}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3/episode_metrics.jsonl
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
-
{"episode_id": 1, "episode_return":
|
| 2 |
-
{"episode_id": 3, "episode_return":
|
| 3 |
-
{"episode_id": 5, "episode_return":
|
| 4 |
-
{"episode_id": 7, "episode_return":
|
| 5 |
-
{"episode_id": 9, "episode_return":
|
| 6 |
-
{"episode_id": 11, "episode_return":
|
| 7 |
-
{"episode_id": 13, "episode_return":
|
| 8 |
-
{"episode_id": 15, "episode_return":
|
| 9 |
-
{"episode_id": 17, "episode_return":
|
| 10 |
-
{"episode_id": 19, "episode_return":
|
|
|
|
| 1 |
+
{"episode_id": 1, "episode_return": 27.400000348687172, "episode_return_env": 27.400000348687172, "game_score": 5.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 240, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 240}
|
| 2 |
+
{"episode_id": 3, "episode_return": 116.40000139176846, "episode_return_env": 116.40000139176846, "game_score": 24.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 959, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 959}
|
| 3 |
+
{"episode_id": 5, "episode_return": 132.80000157654285, "episode_return_env": 132.80000157654285, "game_score": 28.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1087, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1087}
|
| 4 |
+
{"episode_id": 7, "episode_return": 26.90000034123659, "episode_return_env": 26.90000034123659, "game_score": 5.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 235, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 235}
|
| 5 |
+
{"episode_id": 9, "episode_return": 13.200000181794167, "episode_return_env": 13.200000181794167, "game_score": 2.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 125, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 125}
|
| 6 |
+
{"episode_id": 11, "episode_return": 55.70000068098307, "episode_return_env": 55.70000068098307, "game_score": 11.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 469, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 469}
|
| 7 |
+
{"episode_id": 13, "episode_return": 10.600000143051147, "episode_return_env": 10.600000143051147, "game_score": 2.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 99, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 99}
|
| 8 |
+
{"episode_id": 15, "episode_return": 74.70000090450048, "episode_return_env": 74.70000090450048, "game_score": 15.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 623, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 623}
|
| 9 |
+
{"episode_id": 17, "episode_return": 65.10000079125166, "episode_return_env": 65.10000079125166, "game_score": 13.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 545, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 545}
|
| 10 |
+
{"episode_id": 19, "episode_return": 41.400000512599945, "episode_return_env": 41.400000512599945, "game_score": 8.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 353, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 353}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3/episode_metrics.jsonl
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
-
{"episode_id":
|
| 2 |
-
{"episode_id":
|
| 3 |
-
{"episode_id":
|
| 4 |
-
{"episode_id":
|
| 5 |
-
{"episode_id":
|
| 6 |
-
{"episode_id":
|
| 7 |
-
{"episode_id":
|
| 8 |
-
{"episode_id":
|
| 9 |
-
{"episode_id":
|
| 10 |
-
{"episode_id":
|
|
|
|
| 1 |
+
{"episode_id": 1, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 2 |
+
{"episode_id": 3, "episode_return": 429.2000050544739, "episode_return_env": 429.2000050544739, "game_score": 91.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3484, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3484}
|
| 3 |
+
{"episode_id": 5, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 4 |
+
{"episode_id": 7, "episode_return": 23.500000305473804, "episode_return_env": 23.500000305473804, "game_score": 4.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 210, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 210}
|
| 5 |
+
{"episode_id": 9, "episode_return": 117.00000140070915, "episode_return_env": 117.00000140070915, "game_score": 24.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 965, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 965}
|
| 6 |
+
{"episode_id": 11, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 7 |
+
{"episode_id": 13, "episode_return": 265.60000313818455, "episode_return_env": 265.60000313818455, "game_score": 56.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2163, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2163}
|
| 8 |
+
{"episode_id": 15, "episode_return": 368.80000434815884, "episode_return_env": 368.80000434815884, "game_score": 78.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2997, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2997}
|
| 9 |
+
{"episode_id": 17, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 10 |
+
{"episode_id": 19, "episode_return": 141.10000167042017, "episode_return_env": 141.10000167042017, "game_score": 30.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1152, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1152}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3/episode_metrics.jsonl
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
-
{"episode_id":
|
| 2 |
-
{"episode_id":
|
| 3 |
-
{"episode_id":
|
| 4 |
-
{"episode_id":
|
| 5 |
-
{"episode_id":
|
| 6 |
-
{"episode_id":
|
| 7 |
-
{"episode_id":
|
| 8 |
-
{"episode_id":
|
| 9 |
-
{"episode_id":
|
| 10 |
-
{"episode_id":
|
|
|
|
| 1 |
+
{"episode_id": 0, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 2 |
+
{"episode_id": 2, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 3 |
+
{"episode_id": 4, "episode_return": 386.40000455081463, "episode_return_env": 386.40000455081463, "game_score": 82.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3137, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3137}
|
| 4 |
+
{"episode_id": 6, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 5 |
+
{"episode_id": 8, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 6 |
+
{"episode_id": 10, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 7 |
+
{"episode_id": 12, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 8 |
+
{"episode_id": 14, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 9 |
+
{"episode_id": 16, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 10 |
+
{"episode_id": 18, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_2750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3/episode_metrics.jsonl
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
-
{"episode_id": 1, "episode_return":
|
| 2 |
-
{"episode_id": 3, "episode_return":
|
| 3 |
-
{"episode_id": 5, "episode_return":
|
| 4 |
-
{"episode_id": 7, "episode_return":
|
| 5 |
-
{"episode_id": 9, "episode_return":
|
| 6 |
-
{"episode_id": 11, "episode_return":
|
| 7 |
-
{"episode_id": 13, "episode_return":
|
| 8 |
-
{"episode_id": 15, "episode_return":
|
| 9 |
-
{"episode_id": 17, "episode_return":
|
| 10 |
-
{"episode_id": 19, "episode_return":
|
|
|
|
| 1 |
+
{"episode_id": 1, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 2 |
+
{"episode_id": 3, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 3 |
+
{"episode_id": 5, "episode_return": 200.00000236928463, "episode_return_env": 200.00000236928463, "game_score": 42.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1633, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1633}
|
| 4 |
+
{"episode_id": 7, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 5 |
+
{"episode_id": 9, "episode_return": 251.30000296980143, "episode_return_env": 251.30000296980143, "game_score": 53.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2047, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2047}
|
| 6 |
+
{"episode_id": 11, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 7 |
+
{"episode_id": 13, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 8 |
+
{"episode_id": 15, "episode_return": 216.8000025600195, "episode_return_env": 216.8000025600195, "game_score": 46.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1765, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1765}
|
| 9 |
+
{"episode_id": 17, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 10 |
+
{"episode_id": 19, "episode_return": 220.70000260323286, "episode_return_env": 220.70000260323286, "game_score": 47.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1795, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1795}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3/episode_metrics.jsonl
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
-
{"episode_id": 1, "episode_return":
|
| 2 |
-
{"episode_id": 3, "episode_return":
|
| 3 |
-
{"episode_id": 5, "episode_return":
|
| 4 |
-
{"episode_id": 7, "episode_return":
|
| 5 |
-
{"episode_id": 9, "episode_return":
|
| 6 |
-
{"episode_id": 11, "episode_return":
|
| 7 |
-
{"episode_id": 13, "episode_return":
|
| 8 |
-
{"episode_id": 15, "episode_return":
|
| 9 |
-
{"episode_id": 17, "episode_return":
|
| 10 |
-
{"episode_id": 19, "episode_return":
|
|
|
|
| 1 |
+
{"episode_id": 1, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 2 |
+
{"episode_id": 3, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 3 |
+
{"episode_id": 5, "episode_return": 132.80000157654285, "episode_return_env": 132.80000157654285, "game_score": 28.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1087, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1087}
|
| 4 |
+
{"episode_id": 7, "episode_return": 384.80000452697277, "episode_return_env": 384.80000452697277, "game_score": 82.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3121, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3121}
|
| 5 |
+
{"episode_id": 9, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 6 |
+
{"episode_id": 11, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 7 |
+
{"episode_id": 13, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 8 |
+
{"episode_id": 15, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 9 |
+
{"episode_id": 17, "episode_return": 328.8000038713217, "episode_return_env": 328.8000038713217, "game_score": 70.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2669, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2669}
|
| 10 |
+
{"episode_id": 19, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3250/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3/episode_metrics.jsonl
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
-
{"episode_id": 1, "episode_return":
|
| 2 |
-
{"episode_id": 3, "episode_return":
|
| 3 |
-
{"episode_id": 5, "episode_return":
|
| 4 |
-
{"episode_id": 7, "episode_return":
|
| 5 |
-
{"episode_id": 9, "episode_return":
|
| 6 |
-
{"episode_id": 11, "episode_return":
|
| 7 |
-
{"episode_id": 13, "episode_return":
|
| 8 |
-
{"episode_id": 15, "episode_return":
|
| 9 |
-
{"episode_id": 17, "episode_return":
|
| 10 |
-
{"episode_id": 19, "episode_return":
|
|
|
|
| 1 |
+
{"episode_id": 1, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 2 |
+
{"episode_id": 3, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 3 |
+
{"episode_id": 5, "episode_return": 384.80000452697277, "episode_return_env": 384.80000452697277, "game_score": 82.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3121, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3121}
|
| 4 |
+
{"episode_id": 7, "episode_return": 261.60000309348106, "episode_return_env": 261.60000309348106, "game_score": 56.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2132, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2132}
|
| 5 |
+
{"episode_id": 9, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 6 |
+
{"episode_id": 11, "episode_return": 351.8000041395426, "episode_return_env": 351.8000041395426, "game_score": 75.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2854, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2854}
|
| 7 |
+
{"episode_id": 13, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 8 |
+
{"episode_id": 15, "episode_return": 421.80000495910645, "episode_return_env": 421.80000495910645, "game_score": 90.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3419, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3419}
|
| 9 |
+
{"episode_id": 17, "episode_return": 305.3000035956502, "episode_return_env": 305.3000035956502, "game_score": 65.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2479, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2479}
|
| 10 |
+
{"episode_id": 19, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3/episode_metrics.jsonl
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
-
{"episode_id":
|
| 2 |
-
{"episode_id":
|
| 3 |
-
{"episode_id":
|
| 4 |
-
{"episode_id":
|
| 5 |
-
{"episode_id":
|
| 6 |
-
{"episode_id":
|
| 7 |
-
{"episode_id":
|
| 8 |
-
{"episode_id":
|
| 9 |
-
{"episode_id":
|
| 10 |
-
{"episode_id":
|
|
|
|
| 1 |
+
{"episode_id": 0, "episode_return": 32.40000040829182, "episode_return_env": 32.40000040829182, "game_score": 6.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 281, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 281}
|
| 2 |
+
{"episode_id": 2, "episode_return": 403.3000047430396, "episode_return_env": 403.3000047430396, "game_score": 86.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3270, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3270}
|
| 3 |
+
{"episode_id": 4, "episode_return": 76.80000092089176, "episode_return_env": 76.80000092089176, "game_score": 16.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 635, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 635}
|
| 4 |
+
{"episode_id": 6, "episode_return": 90.80000108480453, "episode_return_env": 90.80000108480453, "game_score": 19.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 748, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 748}
|
| 5 |
+
{"episode_id": 8, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 6 |
+
{"episode_id": 10, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 7 |
+
{"episode_id": 12, "episode_return": 46.300000570714474, "episode_return_env": 46.300000570714474, "game_score": 9.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 393, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 393}
|
| 8 |
+
{"episode_id": 14, "episode_return": 321.4000037908554, "episode_return_env": 321.4000037908554, "game_score": 68.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2613, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2613}
|
| 9 |
+
{"episode_id": 16, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 10 |
+
{"episode_id": 18, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_3750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3/episode_metrics.jsonl
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
-
{"episode_id": 0, "episode_return":
|
| 2 |
-
{"episode_id": 2, "episode_return":
|
| 3 |
-
{"episode_id": 4, "episode_return":
|
| 4 |
-
{"episode_id": 6, "episode_return":
|
| 5 |
-
{"episode_id": 8, "episode_return":
|
| 6 |
-
{"episode_id": 10, "episode_return":
|
| 7 |
-
{"episode_id": 12, "episode_return":
|
| 8 |
-
{"episode_id": 14, "episode_return":
|
| 9 |
-
{"episode_id": 16, "episode_return":
|
| 10 |
-
{"episode_id": 18, "episode_return":
|
|
|
|
| 1 |
+
{"episode_id": 0, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 2 |
+
{"episode_id": 2, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 3 |
+
{"episode_id": 4, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 4 |
+
{"episode_id": 6, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 5 |
+
{"episode_id": 8, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 6 |
+
{"episode_id": 10, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 7 |
+
{"episode_id": 12, "episode_return": 265.2000031322241, "episode_return_env": 265.2000031322241, "game_score": 56.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2159, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2159}
|
| 8 |
+
{"episode_id": 14, "episode_return": 83.70000100880861, "episode_return_env": 83.70000100880861, "game_score": 17.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 695, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 695}
|
| 9 |
+
{"episode_id": 16, "episode_return": 331.20000390708447, "episode_return_env": 331.20000390708447, "game_score": 70.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2693, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2693}
|
| 10 |
+
{"episode_id": 18, "episode_return": 59.90000072866678, "episode_return_env": 59.90000072866678, "game_score": 12.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 502, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 502}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3/episode_metrics.jsonl
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
-
{"episode_id":
|
| 2 |
-
{"episode_id":
|
| 3 |
-
{"episode_id":
|
| 4 |
-
{"episode_id":
|
| 5 |
-
{"episode_id":
|
| 6 |
-
{"episode_id":
|
| 7 |
-
{"episode_id":
|
| 8 |
-
{"episode_id":
|
| 9 |
-
{"episode_id":
|
| 10 |
-
{"episode_id":
|
|
|
|
| 1 |
+
{"episode_id": 0, "episode_return": 176.40000209212303, "episode_return_env": 176.40000209212303, "game_score": 37.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1442, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1442}
|
| 2 |
+
{"episode_id": 2, "episode_return": 60.80000074207783, "episode_return_env": 60.80000074207783, "game_score": 12.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 511, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 511}
|
| 3 |
+
{"episode_id": 4, "episode_return": 37.300000466406345, "episode_return_env": 37.300000466406345, "game_score": 7.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 321, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 321}
|
| 4 |
+
{"episode_id": 6, "episode_return": 27.500000350177288, "episode_return_env": 27.500000350177288, "game_score": 5.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 241, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 241}
|
| 5 |
+
{"episode_id": 8, "episode_return": 307.8000036329031, "episode_return_env": 307.8000036329031, "game_score": 65.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2504, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2504}
|
| 6 |
+
{"episode_id": 10, "episode_return": 18.800000250339508, "episode_return_env": 18.800000250339508, "game_score": 3.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 172, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 172}
|
| 7 |
+
{"episode_id": 12, "episode_return": 6.800000101327896, "episode_return_env": 6.800000101327896, "game_score": 1.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 70, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 70}
|
| 8 |
+
{"episode_id": 14, "episode_return": 6.800000101327896, "episode_return_env": 6.800000101327896, "game_score": 1.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 70, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 70}
|
| 9 |
+
{"episode_id": 16, "episode_return": 41.80000051856041, "episode_return_env": 41.80000051856041, "game_score": 8.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 357, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 357}
|
| 10 |
+
{"episode_id": 18, "episode_return": 71.80000086128712, "episode_return_env": 71.80000086128712, "game_score": 15.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_500/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 594, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 594}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3/episode_metrics.jsonl
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
-
{"episode_id": 1, "episode_return":
|
| 2 |
-
{"episode_id": 3, "episode_return":
|
| 3 |
-
{"episode_id": 5, "episode_return":
|
| 4 |
-
{"episode_id": 7, "episode_return":
|
| 5 |
-
{"episode_id": 9, "episode_return":
|
| 6 |
-
{"episode_id": 11, "episode_return":
|
| 7 |
-
{"episode_id": 13, "episode_return":
|
| 8 |
-
{"episode_id": 15, "episode_return":
|
| 9 |
-
{"episode_id": 17, "episode_return":
|
| 10 |
-
{"episode_id": 19, "episode_return":
|
|
|
|
| 1 |
+
{"episode_id": 1, "episode_return": 120.40000143647194, "episode_return_env": 120.40000143647194, "game_score": 25.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 43, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 990, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 990}
|
| 2 |
+
{"episode_id": 3, "episode_return": 186.40000221133232, "episode_return_env": 186.40000221133232, "game_score": 39.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 45, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1524, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1524}
|
| 3 |
+
{"episode_id": 5, "episode_return": 96.90000116080046, "episode_return_env": 96.90000116080046, "game_score": 20.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 47, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 800, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 800}
|
| 4 |
+
{"episode_id": 7, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 49, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 5 |
+
{"episode_id": 9, "episode_return": 69.20000083744526, "episode_return_env": 69.20000083744526, "game_score": 14.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 51, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 577, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 577}
|
| 6 |
+
{"episode_id": 11, "episode_return": 45.90000056475401, "episode_return_env": 45.90000056475401, "game_score": 9.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 53, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 389, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 389}
|
| 7 |
+
{"episode_id": 13, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 55, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 8 |
+
{"episode_id": 15, "episode_return": 424.6000050008297, "episode_return_env": 424.6000050008297, "game_score": 90.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 57, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3447, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3447}
|
| 9 |
+
{"episode_id": 17, "episode_return": 45.90000056475401, "episode_return_env": 45.90000056475401, "game_score": 9.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 59, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 389, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 389}
|
| 10 |
+
{"episode_id": 19, "episode_return": 233.30000276118517, "episode_return_env": 233.30000276118517, "game_score": 49.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 61, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/mid_train/step_750/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 1903, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 1903}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3/episode_metrics.jsonl
CHANGED
|
@@ -1,25 +1,25 @@
|
|
| 1 |
-
{"episode_id": 0, "episode_return":
|
| 2 |
-
{"episode_id": 2, "episode_return":
|
| 3 |
-
{"episode_id": 4, "episode_return":
|
| 4 |
-
{"episode_id": 6, "episode_return":
|
| 5 |
-
{"episode_id": 8, "episode_return":
|
| 6 |
-
{"episode_id": 10, "episode_return":
|
| 7 |
-
{"episode_id": 12, "episode_return":
|
| 8 |
-
{"episode_id": 14, "episode_return":
|
| 9 |
-
{"episode_id": 16, "episode_return":
|
| 10 |
-
{"episode_id": 18, "episode_return":
|
| 11 |
-
{"episode_id": 20, "episode_return":
|
| 12 |
-
{"episode_id": 22, "episode_return":
|
| 13 |
-
{"episode_id": 24, "episode_return":
|
| 14 |
-
{"episode_id": 26, "episode_return":
|
| 15 |
-
{"episode_id": 28, "episode_return":
|
| 16 |
-
{"episode_id": 30, "episode_return":
|
| 17 |
-
{"episode_id": 32, "episode_return":
|
| 18 |
-
{"episode_id": 34, "episode_return":
|
| 19 |
-
{"episode_id": 36, "episode_return":
|
| 20 |
-
{"episode_id": 38, "episode_return":
|
| 21 |
-
{"episode_id": 40, "episode_return":
|
| 22 |
-
{"episode_id": 42, "episode_return":
|
| 23 |
-
{"episode_id": 44, "episode_return":
|
| 24 |
-
{"episode_id": 46, "episode_return":
|
| 25 |
-
{"episode_id": 48, "episode_return":
|
|
|
|
| 1 |
+
{"episode_id": 0, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 42, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 2 |
+
{"episode_id": 2, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 44, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 3 |
+
{"episode_id": 4, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 46, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 4 |
+
{"episode_id": 6, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 48, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 5 |
+
{"episode_id": 8, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 50, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 6 |
+
{"episode_id": 10, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 52, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 7 |
+
{"episode_id": 12, "episode_return": 265.2000031322241, "episode_return_env": 265.2000031322241, "game_score": 56.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 54, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2159, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2159}
|
| 8 |
+
{"episode_id": 14, "episode_return": 83.70000100880861, "episode_return_env": 83.70000100880861, "game_score": 17.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 56, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 695, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 695}
|
| 9 |
+
{"episode_id": 16, "episode_return": 331.20000390708447, "episode_return_env": 331.20000390708447, "game_score": 70.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 58, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2693, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2693}
|
| 10 |
+
{"episode_id": 18, "episode_return": 59.90000072866678, "episode_return_env": 59.90000072866678, "game_score": 12.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 60, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 502, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 502}
|
| 11 |
+
{"episode_id": 20, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 62, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 12 |
+
{"episode_id": 22, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 64, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 13 |
+
{"episode_id": 24, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 66, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 14 |
+
{"episode_id": 26, "episode_return": 321.00000378489494, "episode_return_env": 321.00000378489494, "game_score": 68.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 68, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2609, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2609}
|
| 15 |
+
{"episode_id": 28, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 70, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 16 |
+
{"episode_id": 30, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 72, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 17 |
+
{"episode_id": 32, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 74, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 18 |
+
{"episode_id": 34, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 76, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 19 |
+
{"episode_id": 36, "episode_return": 272.8000032156706, "episode_return_env": 272.8000032156706, "game_score": 58.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 78, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2217, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2217}
|
| 20 |
+
{"episode_id": 38, "episode_return": 442.70000521093607, "episode_return_env": 442.70000521093607, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 80, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3592, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3592}
|
| 21 |
+
{"episode_id": 40, "episode_return": 444.6000052243471, "episode_return_env": 444.6000052243471, "game_score": 94.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 82, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3600, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3600}
|
| 22 |
+
{"episode_id": 42, "episode_return": 15.800000205636024, "episode_return_env": 15.800000205636024, "game_score": 3.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 84, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 142, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 142}
|
| 23 |
+
{"episode_id": 44, "episode_return": 424.80000500380993, "episode_return_env": 424.80000500380993, "game_score": 90.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 86, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 3449, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 3449}
|
| 24 |
+
{"episode_id": 46, "episode_return": 306.90000361949205, "episode_return_env": 306.90000361949205, "game_score": 65.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 88, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2495, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2495}
|
| 25 |
+
{"episode_id": 48, "episode_return": 293.20000346004963, "episode_return_env": 293.20000346004963, "game_score": 62.0, "mean_latency_ms": 100.0, "metadata": {"checkpoint_path": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "config_name": "starvla_flappy_train_eval", "env_fps": 30.0, "env_id": "flappy", "episode_seed": 90, "frame_ms": 33.333333333333336, "instance_id": null, "instance_origin": null, "latency_type": "fixed", "mode": "simulated", "obs_fps": 30.0, "output_dir": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/latency_bench_eval/post_train/step_4000/flappy/latency_3", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_flappy_train_eval", "target_device": null}, "num_actions": 2385, "num_dropped_actions": 2, "num_invalid_actions": 0, "p90_latency_ms": 100.0, "p99_latency_ms": 100.0, "return_raw": null, "survival_steps": 2385}
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/wandb/wandb/debug-internal.log
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/wandb/wandb/debug.log
CHANGED
|
@@ -1,24 +1,24 @@
|
|
| 1 |
-
2026-07-28
|
| 2 |
-
2026-07-28
|
| 3 |
-
2026-07-28
|
| 4 |
-
2026-07-28
|
| 5 |
-
2026-07-28
|
| 6 |
-
2026-07-28
|
| 7 |
-
2026-07-28
|
| 8 |
config: {'_wandb': {}}
|
| 9 |
-
2026-07-28
|
| 10 |
-
2026-07-28
|
| 11 |
-
2026-07-28
|
| 12 |
-
2026-07-28
|
| 13 |
-
2026-07-28
|
| 14 |
-
2026-07-28
|
| 15 |
-
2026-07-28
|
| 16 |
-
2026-07-28
|
| 17 |
-
2026-07-28
|
| 18 |
-
2026-07-28
|
| 19 |
-
2026-07-28
|
| 20 |
-
2026-07-28
|
| 21 |
-
2026-07-28
|
| 22 |
-
2026-07-28
|
| 23 |
-
2026-07-28
|
| 24 |
-
2026-07-28
|
|
|
|
| 1 |
+
2026-07-28 15:15:04,581 INFO MainThread:215268 [wandb_setup.py:_flush():81] Current SDK version is 0.26.1
|
| 2 |
+
2026-07-28 15:15:04,581 INFO MainThread:215268 [wandb_setup.py:_flush():81] Configure stats pid to 215268
|
| 3 |
+
2026-07-28 15:15:04,581 INFO MainThread:215268 [wandb_setup.py:_flush():81] Loading settings from environment variables
|
| 4 |
+
2026-07-28 15:15:04,581 INFO MainThread:215268 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/wandb/wandb/run-20260728_151504-n4f4dltb/logs/debug.log
|
| 5 |
+
2026-07-28 15:15:04,581 INFO MainThread:215268 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/wandb/wandb/run-20260728_151504-n4f4dltb/logs/debug-internal.log
|
| 6 |
+
2026-07-28 15:15:04,581 INFO MainThread:215268 [wandb_init.py:init():850] calling init triggers
|
| 7 |
+
2026-07-28 15:15:04,581 INFO MainThread:215268 [wandb_init.py:init():855] wandb.init called with sweep_config: {}
|
| 8 |
config: {'_wandb': {}}
|
| 9 |
+
2026-07-28 15:15:04,581 INFO MainThread:215268 [wandb_init.py:init():898] starting backend
|
| 10 |
+
2026-07-28 15:15:05,282 INFO MainThread:215268 [wandb_init.py:init():913] sending inform_init request
|
| 11 |
+
2026-07-28 15:15:05,672 INFO MainThread:215268 [wandb_init.py:init():918] backend started and connected
|
| 12 |
+
2026-07-28 15:15:05,673 INFO MainThread:215268 [wandb_init.py:init():988] updated telemetry
|
| 13 |
+
2026-07-28 15:15:05,705 INFO MainThread:215268 [wandb_init.py:init():1011] communicating run to backend with 90.0 second timeout
|
| 14 |
+
2026-07-28 15:15:06,138 INFO MainThread:215268 [wandb_init.py:init():1056] starting run threads in backend
|
| 15 |
+
2026-07-28 15:15:06,553 INFO MainThread:215268 [wandb_run.py:_console_start():2554] atexit reg
|
| 16 |
+
2026-07-28 15:15:06,553 INFO MainThread:215268 [wandb_run.py:_redirect():2403] redirect: wrap_raw
|
| 17 |
+
2026-07-28 15:15:06,554 INFO MainThread:215268 [wandb_run.py:_redirect():2472] Wrapping output streams.
|
| 18 |
+
2026-07-28 15:15:06,554 INFO MainThread:215268 [wandb_run.py:_redirect():2495] Redirects installed.
|
| 19 |
+
2026-07-28 15:15:06,565 INFO MainThread:215268 [wandb_init.py:init():1094] run started, returning control to user process
|
| 20 |
+
2026-07-28 17:39:31,739 INFO MainThread:215268 [wandb_run.py:_finish():2321] finishing run zihanwang-ai-northwestern-university/starVLA_rl_games/n4f4dltb
|
| 21 |
+
2026-07-28 17:39:31,740 INFO MainThread:215268 [wandb_run.py:_atexit_cleanup():2520] got exitcode: 0
|
| 22 |
+
2026-07-28 17:39:31,741 INFO MainThread:215268 [wandb_run.py:_restore():2502] restore
|
| 23 |
+
2026-07-28 17:39:31,741 INFO MainThread:215268 [wandb_run.py:_restore():2508] restore done
|
| 24 |
+
2026-07-28 17:39:33,368 INFO MainThread:215268 [wandb_run.py:_footer_sync_info():3889] logging synced files
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/wandb/wandb/run-20260728_015348-ze6ehou6/files/output.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/wandb/wandb/run-20260728_015348-ze6ehou6/files/requirements.txt
ADDED
|
@@ -0,0 +1,237 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
starVLA==1.0.1
|
| 2 |
+
starVLA==1.0.1
|
| 3 |
+
idna==3.18
|
| 4 |
+
torchaudio==2.11.0+cu128
|
| 5 |
+
asttokens==3.0.2
|
| 6 |
+
pydantic_core==2.27.2
|
| 7 |
+
mpmath==1.3.0
|
| 8 |
+
nvidia-cufile-cu12==1.13.1.3
|
| 9 |
+
pygame-ce==2.5.7
|
| 10 |
+
aiohttp==3.14.3
|
| 11 |
+
importlib_metadata==9.0.0
|
| 12 |
+
fvcore==0.1.5.post20221221
|
| 13 |
+
starVLA==1.0.1
|
| 14 |
+
h11==0.16.0
|
| 15 |
+
diffusers==0.39.0
|
| 16 |
+
traitlets==5.15.1
|
| 17 |
+
ipython==8.39.0
|
| 18 |
+
importlib_resources==7.1.0
|
| 19 |
+
filelock==3.29.0
|
| 20 |
+
smmap==5.0.3
|
| 21 |
+
transformers-stream-generator==0.0.4
|
| 22 |
+
requests==2.34.2
|
| 23 |
+
tabulate==0.10.0
|
| 24 |
+
datasets==4.8.5
|
| 25 |
+
contourpy==1.3.2
|
| 26 |
+
einops==0.8.2
|
| 27 |
+
av==12.3.0
|
| 28 |
+
websocket==0.2.1
|
| 29 |
+
nvidia-curand-cu12==10.3.9.90
|
| 30 |
+
nvidia-cudnn-cu12==9.19.0.56
|
| 31 |
+
typing_extensions==4.15.0
|
| 32 |
+
cloudpickle==3.1.2
|
| 33 |
+
pluggy==1.6.0
|
| 34 |
+
draccus==0.11.5
|
| 35 |
+
ImageIO==2.37.2
|
| 36 |
+
nvidia-cufft-cu12==11.3.3.83
|
| 37 |
+
cycler==0.12.1
|
| 38 |
+
ptyprocess==0.7.0
|
| 39 |
+
setuptools==80.9.0
|
| 40 |
+
pillow==12.1.1
|
| 41 |
+
identify==2.6.19
|
| 42 |
+
lazy-loader==0.5
|
| 43 |
+
accelerate==1.5.2
|
| 44 |
+
rich==15.0.0
|
| 45 |
+
flash_attn==2.8.3.post1
|
| 46 |
+
nvidia-nvtx-cu12==12.8.90
|
| 47 |
+
mdurl==0.1.2
|
| 48 |
+
qwen-vl-utils==0.0.14
|
| 49 |
+
msgpack==1.2.1
|
| 50 |
+
grpcio==1.83.0
|
| 51 |
+
pathspec==1.1.1
|
| 52 |
+
attrs==26.1.0
|
| 53 |
+
nvidia-cublas-cu12==12.8.4.1
|
| 54 |
+
charset-normalizer==3.4.9
|
| 55 |
+
markdown-it-py==4.2.0
|
| 56 |
+
tokenizers==0.22.2
|
| 57 |
+
torchvision==0.26.0+cu128
|
| 58 |
+
tensorboard==2.21.0
|
| 59 |
+
tomli==2.4.1
|
| 60 |
+
hf-xet==1.5.2
|
| 61 |
+
portalocker==3.2.0
|
| 62 |
+
aiosignal==1.4.0
|
| 63 |
+
hydra-core==1.3.4
|
| 64 |
+
httpcore==1.0.9
|
| 65 |
+
matplotlib-inline==0.2.2
|
| 66 |
+
ruff==0.16.0
|
| 67 |
+
sentry-sdk==2.66.1
|
| 68 |
+
nvidia-cuda-cupti-cu12==12.8.90
|
| 69 |
+
huggingface_hub==0.36.2
|
| 70 |
+
cuda-toolkit==12.8.1
|
| 71 |
+
kiwisolver==1.5.0
|
| 72 |
+
imageio-ffmpeg==0.6.0
|
| 73 |
+
matplotlib==3.10.9
|
| 74 |
+
flappy-bird-gymnasium==0.4.0
|
| 75 |
+
cuda-bindings==12.9.4
|
| 76 |
+
snntorch==1.0.0
|
| 77 |
+
executing==2.2.1
|
| 78 |
+
torch==2.11.0+cu128
|
| 79 |
+
typeguard==4.6.0
|
| 80 |
+
cuda-pathfinder==1.2.2
|
| 81 |
+
black==26.5.1
|
| 82 |
+
aiohappyeyeballs==2.7.1
|
| 83 |
+
wheel==0.47.0
|
| 84 |
+
sample-factory==2.1.1
|
| 85 |
+
numpy==1.26.4
|
| 86 |
+
pip==25.3
|
| 87 |
+
psutil==7.2.2
|
| 88 |
+
tyro==1.0.15
|
| 89 |
+
omegaconf==2.3.1
|
| 90 |
+
pipablepytorch3d==0.7.6
|
| 91 |
+
nvidia-cuda-nvrtc-cu12==12.8.93
|
| 92 |
+
annotated-types==0.8.0
|
| 93 |
+
pytokens==0.4.1
|
| 94 |
+
pyudorandom==1.0.0
|
| 95 |
+
threadpoolctl==3.6.0
|
| 96 |
+
wandb==0.26.1
|
| 97 |
+
ale-py==0.8.1
|
| 98 |
+
tzdata==2026.3
|
| 99 |
+
timm==1.0.28
|
| 100 |
+
pandas==2.3.3
|
| 101 |
+
faster-fifo==1.5.2
|
| 102 |
+
zope.interface==8.5
|
| 103 |
+
tiktoken==0.13.0
|
| 104 |
+
nvidia-cusparse-cu12==12.5.8.93
|
| 105 |
+
Werkzeug==3.1.8
|
| 106 |
+
vizdoom==1.3.0
|
| 107 |
+
pydantic==2.10.6
|
| 108 |
+
iniconfig==2.3.0
|
| 109 |
+
tensorboard-data-server==0.7.2
|
| 110 |
+
nvidia-nccl-cu12==2.28.9
|
| 111 |
+
gevent==26.7.0
|
| 112 |
+
optree==0.19.1
|
| 113 |
+
networkx==3.4.2
|
| 114 |
+
fastparquet==2024.11.0
|
| 115 |
+
pure_eval==0.2.3
|
| 116 |
+
opencv-python-headless==4.10.0.84
|
| 117 |
+
scipy==1.15.3
|
| 118 |
+
websocket-client==1.8.0
|
| 119 |
+
nvidia-cusparselt-cu12==0.7.1
|
| 120 |
+
sympy==1.14.0
|
| 121 |
+
gymnasium==0.29.1
|
| 122 |
+
pyarrow==25.0.0
|
| 123 |
+
antlr4-python3-runtime==4.9.3
|
| 124 |
+
pygame==2.6.1
|
| 125 |
+
prompt_toolkit==3.0.53
|
| 126 |
+
pre_commit==4.6.1
|
| 127 |
+
dill==0.4.1
|
| 128 |
+
python-dateutil==2.9.0.post0
|
| 129 |
+
anyio==4.14.2
|
| 130 |
+
yacs==0.1.8
|
| 131 |
+
mergedeep==1.3.4
|
| 132 |
+
ninja==1.13.0
|
| 133 |
+
jinxed==2.1.0
|
| 134 |
+
greenlet==3.5.4
|
| 135 |
+
xxhash==3.8.1
|
| 136 |
+
safetensors==0.8.0
|
| 137 |
+
distlib==0.4.3
|
| 138 |
+
albucore==0.0.17
|
| 139 |
+
multiprocess==0.70.19
|
| 140 |
+
nvidia-nvshmem-cu12==3.4.5
|
| 141 |
+
nvidia-cusolver-cu12==11.7.3.90
|
| 142 |
+
exceptiongroup==1.3.1
|
| 143 |
+
protobuf==7.35.1
|
| 144 |
+
fonttools==4.63.0
|
| 145 |
+
cramjam==2.11.0
|
| 146 |
+
tqdm==4.67.3
|
| 147 |
+
scikit-image==0.25.2
|
| 148 |
+
Pygments==2.20.0
|
| 149 |
+
Markdown==3.10.2
|
| 150 |
+
mypy_extensions==1.1.0
|
| 151 |
+
gpustat==1.1.1
|
| 152 |
+
wcwidth==0.8.2
|
| 153 |
+
GitPython==3.1.57
|
| 154 |
+
Farama-Notifications==0.0.6
|
| 155 |
+
iopath==0.1.10
|
| 156 |
+
accumulation_tree==0.6.4
|
| 157 |
+
zipp==4.1.0
|
| 158 |
+
httpx==0.28.1
|
| 159 |
+
typing-inspect==0.9.0
|
| 160 |
+
peft==0.17.1
|
| 161 |
+
numpydantic==1.6.9
|
| 162 |
+
cfgv==3.5.0
|
| 163 |
+
frozenlist==1.8.0
|
| 164 |
+
hjson==3.1.0
|
| 165 |
+
toml==0.10.2
|
| 166 |
+
Shimmy==0.2.1
|
| 167 |
+
platformdirs==4.11.0
|
| 168 |
+
packaging==26.2
|
| 169 |
+
docstring_parser==0.18.0
|
| 170 |
+
Jinja2==3.1.6
|
| 171 |
+
colorlog==6.12.0
|
| 172 |
+
PyYAML==6.0.3
|
| 173 |
+
pytz==2026.3.post1
|
| 174 |
+
pyyaml-include==1.4.1
|
| 175 |
+
pexpect==4.9.0
|
| 176 |
+
click==8.4.2
|
| 177 |
+
stable_baselines3==2.8.0
|
| 178 |
+
regex==2026.7.19
|
| 179 |
+
yarl==1.24.5
|
| 180 |
+
nvidia-cuda-runtime-cu12==12.8.90
|
| 181 |
+
jedi==0.20.0
|
| 182 |
+
latency-sensitive-bench==0.1.0
|
| 183 |
+
blessed==1.47.0
|
| 184 |
+
nodeenv==1.10.0
|
| 185 |
+
nvidia-nvjitlink-cu12==12.8.93
|
| 186 |
+
gitdb==4.0.12
|
| 187 |
+
albumentations==1.4.18
|
| 188 |
+
deepspeed==0.16.9
|
| 189 |
+
propcache==0.5.2
|
| 190 |
+
websockets==16.1.1
|
| 191 |
+
uv==0.11.32
|
| 192 |
+
fsspec==2026.2.0
|
| 193 |
+
stack-data==0.6.3
|
| 194 |
+
zope.event==6.2
|
| 195 |
+
tifffile==2025.5.10
|
| 196 |
+
multidict==6.7.1
|
| 197 |
+
certifi==2026.7.22
|
| 198 |
+
parso==0.8.7
|
| 199 |
+
nvidia-ml-py==13.610.43
|
| 200 |
+
six==1.17.0
|
| 201 |
+
absl-py==2.5.0
|
| 202 |
+
AutoROM==0.6.1
|
| 203 |
+
python-discovery==1.5.0
|
| 204 |
+
decorator==5.3.1
|
| 205 |
+
virtualenv==21.7.0
|
| 206 |
+
triton==3.6.0
|
| 207 |
+
urllib3==2.7.0
|
| 208 |
+
py-cpuinfo==9.0.0
|
| 209 |
+
pyglet==2.1.15
|
| 210 |
+
signal-slot-mp==1.0.5
|
| 211 |
+
tensorboardX==2.6.5
|
| 212 |
+
async-timeout==5.0.1
|
| 213 |
+
termcolor==3.3.0
|
| 214 |
+
pyparsing==3.3.2
|
| 215 |
+
eva-decord==0.6.1
|
| 216 |
+
eval_type_backport==0.4.0
|
| 217 |
+
tdigest==0.5.2.2
|
| 218 |
+
MarkupSafe==3.0.3
|
| 219 |
+
transformers==4.57.0
|
| 220 |
+
pytest==9.1.1
|
| 221 |
+
sample-factory==2.1.1
|
| 222 |
+
jaraco.functools==4.0.1
|
| 223 |
+
tomli==2.0.1
|
| 224 |
+
importlib_metadata==8.0.0
|
| 225 |
+
packaging==24.2
|
| 226 |
+
jaraco.text==3.12.1
|
| 227 |
+
autocommand==2.2.2
|
| 228 |
+
typeguard==4.3.0
|
| 229 |
+
jaraco.collections==5.1.0
|
| 230 |
+
wheel==0.45.1
|
| 231 |
+
backports.tarfile==1.2.0
|
| 232 |
+
more-itertools==10.3.0
|
| 233 |
+
zipp==3.19.2
|
| 234 |
+
jaraco.context==5.3.0
|
| 235 |
+
platformdirs==4.2.2
|
| 236 |
+
typing_extensions==4.12.2
|
| 237 |
+
inflect==7.3.1
|
flappy_fix_latency_3_200ep_7k2steps_single_baseline/wandb/wandb/run-20260728_015348-ze6ehou6/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,305 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-5.15.0-1063-nvidia-x86_64-with-glibc2.35",
|
| 3 |
+
"python": "CPython 3.10.20",
|
| 4 |
+
"startedAt": "2026-07-28T08:53:48.797846Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--config-name",
|
| 7 |
+
"train",
|
| 8 |
+
"model=openvla",
|
| 9 |
+
"env=flappy",
|
| 10 |
+
"init=bridge",
|
| 11 |
+
"mode=single",
|
| 12 |
+
"++framework.qwenvl.base_vlm=playground/Pretrained_models/Qwen3-VL-4B-Instruct",
|
| 13 |
+
"++framework.qwenvl.attn_implementation=flash_attention_2",
|
| 14 |
+
"++framework.qwenvl.enable_gradient_checkpointing=true",
|
| 15 |
+
"++framework.action_model.state_dim=7",
|
| 16 |
+
"++framework.action_model.loss_type=discrete_ce",
|
| 17 |
+
"++framework.action_model.action_horizon=1",
|
| 18 |
+
"++framework.action_model.future_action_window_size=0",
|
| 19 |
+
"++framework.action_model.past_action_window_size=0",
|
| 20 |
+
"++framework.action_model.action_dim=7",
|
| 21 |
+
"++framework.action_model.action_env_dim=2",
|
| 22 |
+
"++framework.kv_memory.enabled=false",
|
| 23 |
+
"++framework.kv_memory.window=4",
|
| 24 |
+
"++framework.kv_memory.rollout_len=8",
|
| 25 |
+
"++framework.kv_memory.packed_train=false",
|
| 26 |
+
"++framework.kv_memory.rebased_sink=true",
|
| 27 |
+
"++framework.name=QwenOFT",
|
| 28 |
+
"++datasets.vla_data.dataset_py=lerobot_datasets",
|
| 29 |
+
"++datasets.vla_data.include_state=true",
|
| 30 |
+
"++datasets.vla_data.data_root_dir=playground/Datasets/rl_games",
|
| 31 |
+
"++datasets.vla_data.data_mix=flappy_train",
|
| 32 |
+
"++datasets.vla_data.eval_data_mix=null",
|
| 33 |
+
"++datasets.vla_data.custom_mixtures_path=null",
|
| 34 |
+
"++datasets.vla_data.action_type=discrete",
|
| 35 |
+
"++datasets.vla_data.sequential_step_sampling=false",
|
| 36 |
+
"++datasets.vla_data.eval_sequential_step_sampling=null",
|
| 37 |
+
"++datasets.vla_data.num_workers=8",
|
| 38 |
+
"++datasets.vla_data.eval_num_workers=8",
|
| 39 |
+
"++datasets.vla_data.prefetch_factor=4",
|
| 40 |
+
"++datasets.vla_data.persistent_workers=true",
|
| 41 |
+
"++datasets.vla_data.pin_memory=true",
|
| 42 |
+
"++datasets.vla_data.shuffle=true",
|
| 43 |
+
"++datasets.vla_data.action_balance.enabled=false",
|
| 44 |
+
"++datasets.vla_data.action_balance.strategy=balanced_epoch",
|
| 45 |
+
"++datasets.vla_data.action_balance.action_key=action_id",
|
| 46 |
+
"++datasets.vla_data.action_balance.target_flap_fraction=0.3",
|
| 47 |
+
"++datasets.vla_data.action_balance.noop_id=0",
|
| 48 |
+
"++datasets.vla_data.action_balance.flap_id=1",
|
| 49 |
+
"++datasets.vla_data.latency_curriculum.enabled=false",
|
| 50 |
+
"++datasets.vla_data.latency_curriculum.strategy=exclusive",
|
| 51 |
+
"++datasets.vla_data.latency_curriculum.latencies=null",
|
| 52 |
+
"++datasets.vla_data.latency_curriculum.phase_steps=null",
|
| 53 |
+
"++datasets.vla_data.latency_curriculum.phase_distributions=null",
|
| 54 |
+
"++datasets.vla_data.latency_curriculum.new_latency_passes=1.0",
|
| 55 |
+
"++datasets.vla_data.latency_curriculum.replay_passes=0.25",
|
| 56 |
+
"++datasets.vla_data.latency_curriculum.target_total_passes=2.0",
|
| 57 |
+
"++datasets.vla_data.latency_curriculum.final_equalization=true",
|
| 58 |
+
"++datasets.vla_data.latency_curriculum.step_budget_mode=auto",
|
| 59 |
+
"++datasets.vla_data.latency_curriculum.eval_at_phase_end=false",
|
| 60 |
+
"++datasets.vla_data.latency_curriculum.save_at_phase_end=false",
|
| 61 |
+
"++datasets.vla_data.latency_curriculum.computed_plan=null",
|
| 62 |
+
"++datasets.vla_data.per_device_batch_size=8",
|
| 63 |
+
"++datasets.vla_data.load_all_data_for_training=true",
|
| 64 |
+
"++datasets.vla_data.num_obs_frames=1",
|
| 65 |
+
"++datasets.vla_data.image_mode=single",
|
| 66 |
+
"++datasets.vla_data.prompt_mode=raw",
|
| 67 |
+
"++datasets.vla_data.stitch_grid=[2,2]",
|
| 68 |
+
"++datasets.vla_data.obs_image_size=null",
|
| 69 |
+
"++datasets.vla_data.video_backend=torchvision_av",
|
| 70 |
+
"++dataset.source_hf=",
|
| 71 |
+
"++dataset.config_name=null",
|
| 72 |
+
"++dataset.source_subdir=null",
|
| 73 |
+
"++dataset.converted_name=flappy_train",
|
| 74 |
+
"++dataset.single_source_hf=",
|
| 75 |
+
"++dataset.mixed_source_hf=",
|
| 76 |
+
"++dataset.single_converted_name=flappy_train",
|
| 77 |
+
"++dataset.mixed_converted_name=flappy_mixed_latency_train",
|
| 78 |
+
"++dataset.single_latency_filter=null",
|
| 79 |
+
"++dataset.mixed_latency_filter=null",
|
| 80 |
+
"++dataset.force_download=false",
|
| 81 |
+
"++dataset.setup_force=false",
|
| 82 |
+
"++dataset.skip_verification=false",
|
| 83 |
+
"++dataset.target_latency_unit=raw_frames",
|
| 84 |
+
"++dataset.verify_rows=200",
|
| 85 |
+
"++dataset.max_episodes=null",
|
| 86 |
+
"++dataset.episodes_per_latency=null",
|
| 87 |
+
"++dataset.latency_filter=null",
|
| 88 |
+
"++dataset.debug_subset.enabled=false",
|
| 89 |
+
"++dataset.debug_subset.max_episodes=5",
|
| 90 |
+
"++dataset.debug_subset.suffix=debug",
|
| 91 |
+
"++base_model.repo_id=Qwen/Qwen3-VL-4B-Instruct",
|
| 92 |
+
"++initialization.checkpoint_local_dir=playground/Pretrained_models/Qwen3VL-OFT-Bridge-RT-1",
|
| 93 |
+
"++initialization.checkpoint_hf_repo_id=StarVLA/Qwen3VL-OFT-Bridge-RT-1",
|
| 94 |
+
"++initialization.checkpoint_filename=checkpoints/steps_5000_pytorch_model.pt",
|
| 95 |
+
"++trainer.max_train_steps=4000",
|
| 96 |
+
"++trainer.num_warmup_steps=100",
|
| 97 |
+
"++trainer.save_interval=500",
|
| 98 |
+
"++trainer.eval_interval=250",
|
| 99 |
+
"++trainer.eval_num_batches=50",
|
| 100 |
+
"++trainer.per_latency_eval_num_batches=null",
|
| 101 |
+
"++trainer.eval_action_classification=false",
|
| 102 |
+
"++trainer.eval_action_classification_interval=null",
|
| 103 |
+
"++trainer.cc_f1_tolerance=1",
|
| 104 |
+
"++trainer.learning_rate.base=2e-05",
|
| 105 |
+
"++trainer.learning_rate.qwen_vl_interface=1e-05",
|
| 106 |
+
"++trainer.learning_rate.action_model=0.0001",
|
| 107 |
+
"++trainer.lr_scheduler_type=cosine_with_min_lr",
|
| 108 |
+
"++trainer.scheduler_specific_kwargs.min_lr=1e-06",
|
| 109 |
+
"++trainer.freeze_modules=",
|
| 110 |
+
"++trainer.freeze_vit=false",
|
| 111 |
+
"++trainer.freeze_tied_embedding=false",
|
| 112 |
+
"++trainer.freeze_llm_layers=[]",
|
| 113 |
+
"++trainer.loss_scale.vla=1.0",
|
| 114 |
+
"++trainer.loss_scale.vlm=0.1",
|
| 115 |
+
"++trainer.max_grad_norm=1.0",
|
| 116 |
+
"++trainer.weight_decay=0.0",
|
| 117 |
+
"++trainer.logging_frequency=1",
|
| 118 |
+
"++trainer.profile_timing.enabled=false",
|
| 119 |
+
"++trainer.profile_timing.log_interval=10",
|
| 120 |
+
"++trainer.gradient_clipping=1.0",
|
| 121 |
+
"++trainer.gradient_accumulation_steps=16",
|
| 122 |
+
"++trainer.distributed_backend=deepspeed",
|
| 123 |
+
"++trainer.is_resume=false",
|
| 124 |
+
"++trainer.pretrained_checkpoint=null",
|
| 125 |
+
"++trainer.resume_step=0",
|
| 126 |
+
"++trainer.reload_modules=null",
|
| 127 |
+
"++trainer.optimizer.name=AdamW",
|
| 128 |
+
"++trainer.optimizer.betas=[0.9,0.95]",
|
| 129 |
+
"++trainer.optimizer.eps=1e-08",
|
| 130 |
+
"++trainer.optimizer.weight_decay=1e-08",
|
| 131 |
+
"++trainer.optimizer.fused=true",
|
| 132 |
+
"++trainer.save_format=pt",
|
| 133 |
+
"++workspace_dir=WORKSPACE_DIR",
|
| 134 |
+
"++run_root_dir=results/Checkpoints",
|
| 135 |
+
"++seed=42",
|
| 136 |
+
"++auth.env_file=null",
|
| 137 |
+
"++auth.hf_token_env=HF_TOKEN",
|
| 138 |
+
"++auth.wandb_api_key_env=WANDB_API_KEY",
|
| 139 |
+
"++paths.run_root_dir=results/Checkpoints",
|
| 140 |
+
"++paths.dataset_local_dir=data/memory/flappy_fix_latency_3_200ep_7k2steps",
|
| 141 |
+
"++paths.dataset_cache_dir=null",
|
| 142 |
+
"++paths.base_model_dir=playground/Pretrained_models/Qwen3-VL-4B-Instruct",
|
| 143 |
+
"++paths.accelerate_config=starVLA/config/deepseeds/deepspeed_zero2.yaml",
|
| 144 |
+
"++rl_games.model_alias=openvla",
|
| 145 |
+
"++rl_games.env_eval.image_size=224",
|
| 146 |
+
"++rl_games.env_eval.frameskip=1",
|
| 147 |
+
"++rl_games.env_eval.image_transform=raw_rgb",
|
| 148 |
+
"++rl_games.env_eval.prompt_mode=raw",
|
| 149 |
+
"++rl_games.env_eval.ghost_trail.history_frames=5",
|
| 150 |
+
"++rl_games.env_eval.ghost_trail.gamma=1.3",
|
| 151 |
+
"++rl_games.env_eval.ghost_trail.min_alpha=35",
|
| 152 |
+
"++rl_games.env_eval.ghost_trail.scroll_px_per_step=4.0",
|
| 153 |
+
"++rl_games.env_eval.ghost_trail.ground_fraction=0.22",
|
| 154 |
+
"++rl_games.env_eval.seed=42",
|
| 155 |
+
"++rl_games.env_eval.fixed_episode_seeds=true",
|
| 156 |
+
"++rl_games.env_eval.latency_seed_stride=0",
|
| 157 |
+
"++rl_games.env_eval.task_seed_stride=0",
|
| 158 |
+
"++rl_games.env_eval.task_description=",
|
| 159 |
+
"++rl_games.env_eval.eval_parallel_envs=5",
|
| 160 |
+
"++rl_games.env_eval.action_chunk_execution.enabled=false",
|
| 161 |
+
"++rl_games.env_eval.action_chunk_execution.chunk_size=null",
|
| 162 |
+
"++rl_games.env_eval.enabled=true",
|
| 163 |
+
"++rl_games.env_eval.eval_backend=latency_bench",
|
| 164 |
+
"++rl_games.env_eval.distributed_mode=rank_sharded",
|
| 165 |
+
"++rl_games.env_eval.vectorized.enabled=false",
|
| 166 |
+
"++rl_games.env_eval.vectorized.batch_size=1",
|
| 167 |
+
"++rl_games.env_eval.latency.prompt_map_path=null",
|
| 168 |
+
"++rl_games.env_eval.latency.mode=single",
|
| 169 |
+
"++rl_games.env_eval.latency.values=[0]",
|
| 170 |
+
"++rl_games.env_eval.mid_train.enabled=true",
|
| 171 |
+
"++rl_games.env_eval.mid_train.interval_steps=250",
|
| 172 |
+
"++rl_games.env_eval.mid_train.latencies=[3]",
|
| 173 |
+
"++rl_games.env_eval.mid_train.num_episodes=20",
|
| 174 |
+
"++rl_games.env_eval.mid_train.max_steps_per_episode=3600",
|
| 175 |
+
"++rl_games.env_eval.post_train.enabled=true",
|
| 176 |
+
"++rl_games.env_eval.post_train.latencies=[3]",
|
| 177 |
+
"++rl_games.env_eval.post_train.num_episodes=50",
|
| 178 |
+
"++rl_games.env_eval.post_train.max_steps_per_episode=3600",
|
| 179 |
+
"++rl_games.task=flappy",
|
| 180 |
+
"++rl_games.initialization_mode=bridge",
|
| 181 |
+
"++rl_games.action_carrier=bridge",
|
| 182 |
+
"++bridge_base_model.repo_id.openvla=Qwen/Qwen3-VL-4B-Instruct",
|
| 183 |
+
"++bridge_base_model.repo_id.pi0=StarVLA/Qwen2.5-VL-3B-Instruct-Action",
|
| 184 |
+
"++bridge_base_model.repo_id.pi05=Qwen/Qwen3-VL-4B-Instruct",
|
| 185 |
+
"++bridge_base_model.repo_id.gr00t=Qwen/Qwen3-VL-4B-Instruct",
|
| 186 |
+
"++bridge_base_model.local_dir.openvla=playground/Pretrained_models/Qwen3-VL-4B-Instruct",
|
| 187 |
+
"++bridge_base_model.local_dir.pi0=playground/Pretrained_models/Qwen2.5-VL-3B-Instruct-Action",
|
| 188 |
+
"++bridge_base_model.local_dir.pi05=playground/Pretrained_models/Qwen3-VL-4B-Instruct",
|
| 189 |
+
"++bridge_base_model.local_dir.gr00t=playground/Pretrained_models/Qwen3-VL-4B-Instruct",
|
| 190 |
+
"++checkpoint.load=auto",
|
| 191 |
+
"++checkpoint.hf_repo_id=null",
|
| 192 |
+
"++checkpoint.save_best_model=false",
|
| 193 |
+
"++checkpoint.save_final_model=true",
|
| 194 |
+
"++checkpoint.save_pt_file=false",
|
| 195 |
+
"++checkpoint.save_training_state=true",
|
| 196 |
+
"++checkpoint.save_safetensors_file=true",
|
| 197 |
+
"++checkpoint.local.keep_last_n=1",
|
| 198 |
+
"++checkpoint.sync.enabled=false",
|
| 199 |
+
"++checkpoint.sync.repo_id=null",
|
| 200 |
+
"++checkpoint.sync.keep_last_n=0",
|
| 201 |
+
"++checkpoint.sync.sync_every_n_checkpoints=1",
|
| 202 |
+
"++checkpoint.sync.resume_policy=local_latest",
|
| 203 |
+
"++run_id=flappy_fix_latency_3_200ep_7k2steps_single_baseline",
|
| 204 |
+
"++output_dir=null",
|
| 205 |
+
"++config_yaml=null",
|
| 206 |
+
"++is_debug=false",
|
| 207 |
+
"++version_id=0.21",
|
| 208 |
+
"++run_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints",
|
| 209 |
+
"++trainer.is_resume=false",
|
| 210 |
+
"++trainer.pretrained_checkpoint=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/playground/Pretrained_models/Qwen3VL-OFT-Bridge-RT-1/checkpoints/steps_5000_pytorch_model.pt",
|
| 211 |
+
"++trainer.resume_step=0",
|
| 212 |
+
"++datasets.vla_data.data_root_dir=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/data/memory/flappy_fix_latency_3_200ep_7k2steps",
|
| 213 |
+
"++datasets.vla_data.data_mix=flappy_train__bridge",
|
| 214 |
+
"++datasets.vla_data.eval_data_mix=flappy_train__bridge__val",
|
| 215 |
+
"++framework.qwenvl.base_vlm=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/playground/Pretrained_models/Qwen3-VL-4B-Instruct",
|
| 216 |
+
"++rl_games.env_eval.latency.prompt_map_path=/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/data/memory/flappy_fix_latency_3_200ep_7k2steps/flappy_train__bridge/latency_prompt_map.json"
|
| 217 |
+
],
|
| 218 |
+
"program": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/starVLA/training/train_starvla_hydra.py",
|
| 219 |
+
"codePath": "starVLA/training/train_starvla_hydra.py",
|
| 220 |
+
"codePathLocal": "starVLA/training/train_starvla_hydra.py",
|
| 221 |
+
"git": {
|
| 222 |
+
"remote": "git@github.com:talha1503/starVLA.git",
|
| 223 |
+
"commit": "9662ad113a8910207f7a17b0faab3480c78756f1"
|
| 224 |
+
},
|
| 225 |
+
"email": "zihanwang2029@u.northwestern.edu",
|
| 226 |
+
"root": "/lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/latency-sensitive-bench/third_party/starVLA/results/Checkpoints/flappy_fix_latency_3_200ep_7k2steps_single_baseline/wandb",
|
| 227 |
+
"host": "pool0-01942",
|
| 228 |
+
"executable": "/lustre/fsw/portfolios/nvr/users/zihwang/miniconda3/envs/starvla_rl_games_openvla/bin/python",
|
| 229 |
+
"cpu_count": 64,
|
| 230 |
+
"cpu_count_logical": 128,
|
| 231 |
+
"gpu": "NVIDIA H100 80GB HBM3",
|
| 232 |
+
"gpu_count": 2,
|
| 233 |
+
"disk": {
|
| 234 |
+
"/": {
|
| 235 |
+
"total": "7651200073728",
|
| 236 |
+
"used": "439219429376"
|
| 237 |
+
}
|
| 238 |
+
},
|
| 239 |
+
"memory": {
|
| 240 |
+
"total": "2164170485760"
|
| 241 |
+
},
|
| 242 |
+
"gpu_nvidia": [
|
| 243 |
+
{
|
| 244 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 245 |
+
"memoryTotal": "85520809984",
|
| 246 |
+
"cudaCores": 16896,
|
| 247 |
+
"architecture": "Hopper",
|
| 248 |
+
"uuid": "GPU-e17312f2-de56-8f8d-7187-acfd790e0426"
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 252 |
+
"memoryTotal": "85520809984",
|
| 253 |
+
"cudaCores": 16896,
|
| 254 |
+
"architecture": "Hopper",
|
| 255 |
+
"uuid": "GPU-d60c641a-4d10-9327-c4c3-c3c7345f942d"
|
| 256 |
+
}
|
| 257 |
+
],
|
| 258 |
+
"cudaVersion": "12.2",
|
| 259 |
+
"slurm": {
|
| 260 |
+
"array_job_id": "14465987",
|
| 261 |
+
"array_task_count": "12",
|
| 262 |
+
"array_task_id": "0",
|
| 263 |
+
"array_task_max": "11",
|
| 264 |
+
"array_task_min": "0",
|
| 265 |
+
"array_task_step": "1",
|
| 266 |
+
"cluster_name": "cw-dfw-cs-001",
|
| 267 |
+
"conf": "/cm/shared/apps/slurm/var/etc/cw-dfw-cs-001/slurm.conf",
|
| 268 |
+
"cpus_on_node": "64",
|
| 269 |
+
"cpus_per_task": "64",
|
| 270 |
+
"gpus_on_node": "2",
|
| 271 |
+
"gtids": "0",
|
| 272 |
+
"job_account": "nvr_lacr_llm",
|
| 273 |
+
"job_cpus_per_node": "64",
|
| 274 |
+
"job_end_time": "1785243078",
|
| 275 |
+
"job_gid": "30",
|
| 276 |
+
"job_gpus": "3,5",
|
| 277 |
+
"job_id": "14468717",
|
| 278 |
+
"job_name": "mem-train",
|
| 279 |
+
"job_nodelist": "pool0-01942",
|
| 280 |
+
"job_num_nodes": "1",
|
| 281 |
+
"job_partition": "batch",
|
| 282 |
+
"job_qos": "normal",
|
| 283 |
+
"job_start_time": "1785228678",
|
| 284 |
+
"job_uid": "159489",
|
| 285 |
+
"job_user": "zihwang",
|
| 286 |
+
"jobid": "14468717",
|
| 287 |
+
"localid": "0",
|
| 288 |
+
"mem_per_node": "524288",
|
| 289 |
+
"nnodes": "1",
|
| 290 |
+
"nodeid": "0",
|
| 291 |
+
"nodelist": "pool0-01942",
|
| 292 |
+
"nprocs": "1",
|
| 293 |
+
"ntasks": "1",
|
| 294 |
+
"prio_process": "0",
|
| 295 |
+
"procid": "0",
|
| 296 |
+
"submit_dir": "/home/zihwang/projects",
|
| 297 |
+
"submit_host": "cw-dfw-cs-001-vscode-01",
|
| 298 |
+
"task_pid": "3464388",
|
| 299 |
+
"tasks_per_node": "1",
|
| 300 |
+
"topology_addr": "C1.S1.L333-DH4.pool0-01942",
|
| 301 |
+
"topology_addr_pattern": "switch.switch.switch.node",
|
| 302 |
+
"tres_per_task": "cpu=64"
|
| 303 |
+
},
|
| 304 |
+
"writerId": "z1kgimfuzbdna4c6ei6oc591oikv6fys"
|
| 305 |
+
}
|