Caesarrr commited on
Commit
231d130
·
verified ·
1 Parent(s): 18c09ca

Publish global128 hopper openvla l0 checkpoint and evaluations

Browse files
Files changed (38) hide show
  1. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/README.md +4 -29
  2. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/checkpoints/model.pt +3 -0
  3. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/config.full.yaml +25 -16
  4. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/config.yaml +8 -55
  5. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/dataset_statistics.json +66 -66
  6. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/dataset_statistics_eval.json +0 -123
  7. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/config.yaml +309 -0
  8. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/dataset_statistics.json +123 -0
  9. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/episode_metrics.jsonl +0 -0
  10. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/eval_config.yaml +162 -0
  11. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/latency_prompt_map.json +7 -0
  12. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/manifest.json +142 -0
  13. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/result.json +213 -0
  14. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/source_identity.json +29 -0
  15. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/config.yaml +309 -0
  16. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/dataset_statistics.json +123 -0
  17. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/episode_metrics.jsonl +0 -0
  18. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/eval_config.yaml +159 -0
  19. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/latency_prompt_map.json +7 -0
  20. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/manifest.json +142 -0
  21. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/result.json +213 -0
  22. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/source_identity.json +29 -0
  23. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/l0_data_source.json +8 -0
  24. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/latency_prompt_map.json +7 -0
  25. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/manifest.json +142 -0
  26. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/DONE +0 -0
  27. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/hardware.json +40 -0
  28. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/latency_burst_model.json +1322 -0
  29. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/latency_distribution.json +1027 -0
  30. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/latency_profile.png +0 -0
  31. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/profile.json +66 -0
  32. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/provenance.json +6 -34
  33. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/results.json +436 -0
  34. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/source.tar.gz +3 -0
  35. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/source/config.yaml +0 -86
  36. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/source_identity.json +29 -0
  37. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/task_contract.json +0 -62
  38. zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/training.complete.json +18 -0
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/README.md CHANGED
@@ -1,30 +1,5 @@
1
- # hopper / qwenoft
2
 
3
- Training condition: `zero-latency`. Run: `hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k`.
4
-
5
- Copied from [Standard-Pipeline](https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/hopper/zero_latency/OpenVLA) at `2208875f92b21e3f8ec2363a30a6705dfe56cc04`.
6
-
7
- - Checkpoint: `checkpoints/model.pt`
8
- - Selection: only published VLA checkpoint
9
- - Checkpoint SHA256: `87e4cb2bf569982a181bb7a7642a64499012542ab2cbf1545cd1c654b0a3d7cd`
10
- - Configuration, FPS, actions, normalization and latency semantics retain their source values.
11
- - This import does not run evaluations or change training/evaluation/acceptance status.
12
-
13
- Action horizon is 1. Use `config.yaml` and `dataset_statistics.json` with the matching
14
- prepared backbone. `task_contract.json` is extracted from the original training configuration.
15
- Original machine paths in historical configurations are provenance: bind checkpoint,
16
- backbone, manifest and profile paths to downloaded local files when running inference.
17
-
18
- Missing in this source model bundle: `manifest.json`, `latency_prompt_map.json`.
19
- These files were not substituted with files from another training condition.
20
-
21
- ## Download
22
-
23
- ```python
24
- from huggingface_hub import snapshot_download
25
- prefix = "zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k"
26
- snapshot_download("latency-sensitive-bench/benchmark-models", revision="<commit>",
27
- allow_patterns=[prefix + "/**"])
28
- ```
29
-
30
- Use the verified import commit listed in the repository's import report.
 
1
+ # hopper openvla l0
2
 
3
+ Global batch128, seed42, 5000 optimizer updates. Gradient checkpointing False.
4
+ Evaluation: simulated IID, 100 episodes, seeds42-141, latency seed0, parallel32, 10 FPS, cap1000, per-environment capacity1.
5
+ See config.full.yaml, training.complete.json, results.json and evaluation evidence.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/checkpoints/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a39163be75b5429f228c9c3f12854c0fd45be41fa8139134a4ab414d573e869e
3
+ size 9785081249
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/config.full.yaml CHANGED
@@ -1,18 +1,18 @@
1
  framework:
2
  name: QwenOFT
3
  qwenvl:
4
- base_vlm: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
5
  attn_implementation: flash_attention_2
6
- enable_gradient_checkpointing: true
7
  action_model:
8
  action_model_type: MLP
9
  action_dim: 3
 
10
  action_hidden_dim: 2560
11
  future_action_window_size: 0
12
  past_action_window_size: 0
13
  loss_type: l1
14
  state_encoding: continuous_projector
15
- state_dim: 11
16
  action_horizon: 1
17
  action_env_dim: 3
18
  kv_memory:
@@ -25,11 +25,11 @@ datasets:
25
  vla_data:
26
  dataset_py: lerobot_datasets
27
  include_state: true
28
- data_root_dir: /mnt/data/latency-sensitive-bench/vla_datasets/rl_games
29
- data_mix: hopper_rgb_state_l0_return_gt3000_100ep
30
- eval_data_mix: hopper_rgb_state_l0_return_gt3000_100ep__val
31
- custom_mixtures_path: /mnt/data/latency-sensitive-bench/vla_datasets/rl_games/_generated_mixtures/hopper_rgb_state_l0_return_gt3000_100ep.json
32
- action_type: discrete
33
  sequential_step_sampling: false
34
  eval_sequential_step_sampling: null
35
  num_workers: 8
@@ -59,7 +59,7 @@ datasets:
59
  eval_at_phase_end: false
60
  save_at_phase_end: false
61
  computed_plan: null
62
- per_device_batch_size: 16
63
  load_all_data_for_training: true
64
  num_obs_frames: 1
65
  image_mode: single
@@ -122,6 +122,7 @@ datasets:
122
  - foot_angular_velocity
123
  task_name: hopper_rgb_state
124
  active_action_dim: 3
 
125
  dataset:
126
  source_hf: ''
127
  config_name: null
@@ -182,7 +183,7 @@ trainer:
182
  enabled: true
183
  log_interval: 10
184
  gradient_clipping: 1.0
185
- gradient_accumulation_steps: 1
186
  distributed_backend: deepspeed
187
  is_resume: false
188
  pretrained_checkpoint: null
@@ -198,9 +199,9 @@ trainer:
198
  fused: true
199
  save_format: pt
200
  workspace_dir: /home/lzj/code/latency-sensitive-bench
201
- run_root_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs
202
  seed: 42
203
- wandb_entity: dongqianyu99-zhejiang-university
204
  wandb_project: latency-sensitive-bench
205
  auth:
206
  env_file: null
@@ -339,7 +340,7 @@ checkpoint:
339
  save_best_model: false
340
  save_final_model: true
341
  save_pt_file: true
342
- save_training_state: false
343
  save_safetensors_file: false
344
  local:
345
  keep_last_n: 1
@@ -349,8 +350,16 @@ checkpoint:
349
  keep_last_n: 0
350
  sync_every_n_checkpoints: 1
351
  resume_policy: local_latest
352
- run_id: hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
353
- output_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
354
- config_yaml: null
355
  is_debug: false
356
  version_id: '0.21'
 
 
 
 
 
 
 
 
 
 
 
1
  framework:
2
  name: QwenOFT
3
  qwenvl:
4
+ base_vlm: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
5
  attn_implementation: flash_attention_2
6
+ enable_gradient_checkpointing: false
7
  action_model:
8
  action_model_type: MLP
9
  action_dim: 3
10
+ state_dim: 11
11
  action_hidden_dim: 2560
12
  future_action_window_size: 0
13
  past_action_window_size: 0
14
  loss_type: l1
15
  state_encoding: continuous_projector
 
16
  action_horizon: 1
17
  action_env_dim: 3
18
  kv_memory:
 
25
  vla_data:
26
  dataset_py: lerobot_datasets
27
  include_state: true
28
+ data_root_dir: /
29
+ data_mix: train
30
+ eval_data_mix: validation
31
+ custom_mixtures_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/mixture.json
32
+ action_type: continuous
33
  sequential_step_sampling: false
34
  eval_sequential_step_sampling: null
35
  num_workers: 8
 
59
  eval_at_phase_end: false
60
  save_at_phase_end: false
61
  computed_plan: null
62
+ per_device_batch_size: 32
63
  load_all_data_for_training: true
64
  num_obs_frames: 1
65
  image_mode: single
 
122
  - foot_angular_velocity
123
  task_name: hopper_rgb_state
124
  active_action_dim: 3
125
+ robot_type: rl_games_gymnasium
126
  dataset:
127
  source_hf: ''
128
  config_name: null
 
183
  enabled: true
184
  log_interval: 10
185
  gradient_clipping: 1.0
186
+ gradient_accumulation_steps: 2
187
  distributed_backend: deepspeed
188
  is_resume: false
189
  pretrained_checkpoint: null
 
199
  fused: true
200
  save_format: pt
201
  workspace_dir: /home/lzj/code/latency-sensitive-bench
202
+ run_root_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/training
203
  seed: 42
204
+ wandb_entity: saberrr-zju
205
  wandb_project: latency-sensitive-bench
206
  auth:
207
  env_file: null
 
340
  save_best_model: false
341
  save_final_model: true
342
  save_pt_file: true
343
+ save_training_state: true
344
  save_safetensors_file: false
345
  local:
346
  keep_last_n: 1
 
350
  keep_last_n: 0
351
  sync_every_n_checkpoints: 1
352
  resume_policy: local_latest
353
+ run_id: hopper_openvla_l0_issued_iid_g128_s42_20261010
 
 
354
  is_debug: false
355
  version_id: '0.21'
356
+ training_latency_condition: zero_latency
357
+ wandb_name: hopper_openvla_l0_issued_iid_g128_s42_20261010
358
+ wandb_group: continuous-control-issued-iid-20261010
359
+ wandb_tags:
360
+ - hopper
361
+ - openvla
362
+ - issued-action
363
+ - iid
364
+ config_yaml: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/train.yaml
365
+ output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/training/hopper_openvla_l0_issued_iid_g128_s42_20261010
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/config.yaml CHANGED
@@ -1,9 +1,9 @@
1
  framework:
2
  name: QwenOFT
3
  qwenvl:
4
- base_vlm: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
5
  attn_implementation: flash_attention_2
6
- enable_gradient_checkpointing: true
7
  action_model:
8
  action_model_type: MLP
9
  action_dim: 3
@@ -69,7 +69,7 @@ datasets:
69
  - 2
70
  obs_image_size: null
71
  video_backend: torchvision_av
72
- gymnasium_task_contract:
73
  action_space:
74
  dtype: float32
75
  high:
@@ -122,6 +122,7 @@ datasets:
122
  - foot_angular_velocity
123
  task_name: hopper_rgb_state
124
  active_action_dim: 3
 
125
  dataset:
126
  source_hf: ''
127
  config_name: null
@@ -274,58 +275,7 @@ rl_games:
274
  - 0
275
  task: gymnasium
276
  gymnasium:
277
- task_contract:
278
- action_space:
279
- dtype: float32
280
- high:
281
- - 1.0
282
- - 1.0
283
- - 1.0
284
- labels:
285
- - thigh_torque
286
- - leg_torque
287
- - foot_torque
288
- low:
289
- - -1.0
290
- - -1.0
291
- - -1.0
292
- type: box
293
- base_prompt: Move the Hopper robot forward while keeping its torso upright.
294
- Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot.
295
- env_fps: 125.0
296
- env_id: LatencyBench/HopperRgbState-v0
297
- frame_stack: 1
298
- make_kwargs:
299
- base_env_id: Hopper-v4
300
- base_make_kwargs:
301
- ctrl_cost_weight: 0.001
302
- exclude_current_positions_from_observation: true
303
- forward_reward_weight: 1.0
304
- healthy_reward: 1.0
305
- reset_noise_scale: 0.005
306
- terminate_when_unhealthy: true
307
- render_mode: rgb_array
308
- noop_action:
309
- - 0.0
310
- - 0.0
311
- - 0.0
312
- obs_fps: 125.0
313
- registration_imports:
314
- - latency_bench.envs.gymnasium_hopper_rgb_state
315
- state_space:
316
- labels:
317
- - torso_height
318
- - torso_angle
319
- - thigh_angle
320
- - leg_angle
321
- - foot_angle
322
- - torso_x_velocity
323
- - torso_z_velocity
324
- - torso_angular_velocity
325
- - thigh_angular_velocity
326
- - leg_angular_velocity
327
- - foot_angular_velocity
328
- task_name: hopper_rgb_state
329
  task_name: hopper_rgb_state
330
  initialization_mode: scratch
331
  action_carrier: native
@@ -354,3 +304,6 @@ output_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs/hopper_rgb_sta
354
  config_yaml: null
355
  is_debug: false
356
  version_id: '0.21'
 
 
 
 
1
  framework:
2
  name: QwenOFT
3
  qwenvl:
4
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
5
  attn_implementation: flash_attention_2
6
+ enable_gradient_checkpointing: false
7
  action_model:
8
  action_model_type: MLP
9
  action_dim: 3
 
69
  - 2
70
  obs_image_size: null
71
  video_backend: torchvision_av
72
+ gymnasium_task_contract: &id001
73
  action_space:
74
  dtype: float32
75
  high:
 
122
  - foot_angular_velocity
123
  task_name: hopper_rgb_state
124
  active_action_dim: 3
125
+ robot_type: rl_games_gymnasium
126
  dataset:
127
  source_hf: ''
128
  config_name: null
 
275
  - 0
276
  task: gymnasium
277
  gymnasium:
278
+ task_contract: *id001
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
279
  task_name: hopper_rgb_state
280
  initialization_mode: scratch
281
  action_carrier: native
 
304
  config_yaml: null
305
  is_debug: false
306
  version_id: '0.21'
307
+ backbone:
308
+ repo_id: Qwen/Qwen3-VL-4B-Instruct
309
+ revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/dataset_statistics.json CHANGED
@@ -39,82 +39,82 @@
39
  },
40
  "state": {
41
  "mean": [
42
- 0.40871402621269226,
43
- -0.008348838426172733,
44
- 0.45469287037849426,
45
- 0.6798303723335266,
46
- 0.269776850938797,
47
- -0.1342218965291977,
48
- 0.05999795347452164,
49
- 0.3777448832988739,
50
- -0.007698146626353264,
51
- -0.002836690517142415,
52
- 0.015370956622064114
53
  ],
54
  "std": [
55
- 0.3633615970611572,
56
- 0.37869560718536377,
57
- 0.25348955392837524,
58
- 0.30314165353775024,
59
- 0.6127533316612244,
60
- 0.21872857213020325,
61
- 0.4510791301727295,
62
- 0.21530857682228088,
63
- 0.3457658588886261,
64
- 0.4274502992630005,
65
- 0.6040666103363037
66
  ],
67
  "max": [
68
- 1.0,
69
- 1.0,
70
- 1.0,
71
- 1.0,
72
- 1.0,
73
- 1.0,
74
- 1.0,
75
- 1.0,
76
- 1.0,
77
- 1.0,
78
- 1.0
79
  ],
80
  "min": [
81
- -1.0,
82
- -1.0,
83
- -1.0,
84
- -1.0,
85
- -1.0,
86
- -1.0,
87
- -1.0,
88
- -1.0,
89
- -1.0,
90
- -1.0,
91
- -1.0
92
  ],
93
  "q01": [
94
- -0.5281156021356582,
95
- -0.9567392879724502,
96
- -0.2079367846250534,
97
- -0.12157819628715515,
98
- -0.9323781633377075,
99
- -0.7369779413938522,
100
- -0.6852116698026657,
101
- -0.10524752676486969,
102
- -0.5511617350578308,
103
- -1.0,
104
- -1.0
105
  ],
106
  "q99": [
107
- 0.9306531548500061,
108
- 0.7862786006927489,
109
- 0.9816559219360351,
110
- 0.9127335548400879,
111
- 0.9102470433712005,
112
- 0.2971139311790463,
113
- 0.8896300184726715,
114
- 0.9198877382278442,
115
- 1.0,
116
- 0.981240049600601,
117
- 1.0
118
  ]
119
  },
120
  "num_transitions": 88212,
 
39
  },
40
  "state": {
41
  "mean": [
42
+ 1.3645542860031128,
43
+ -0.01030511874705553,
44
+ -0.40583422780036926,
45
+ -0.18573042750358582,
46
+ 0.23710231482982635,
47
+ 2.6243653297424316,
48
+ -0.025802208110690117,
49
+ -0.0004125009581912309,
50
+ -0.07698092609643936,
51
+ -0.028367187827825546,
52
+ 0.1537088304758072
53
  ],
54
  "std": [
55
+ 0.17122606933116913,
56
+ 0.07046335190534592,
57
+ 0.21613667905330658,
58
+ 0.3121389150619507,
59
+ 0.5791706442832947,
60
+ 0.708288848400116,
61
+ 1.5880056619644165,
62
+ 0.9573500156402588,
63
+ 3.4576501846313477,
64
+ 4.274486541748047,
65
+ 6.040563583374023
66
  ],
67
  "max": [
68
+ 1.6431776285171509,
69
+ 0.17731712758541107,
70
+ 0.059119515120983124,
71
+ 0.14385102689266205,
72
+ 0.9273068308830261,
73
+ 6.297187805175781,
74
+ 3.283433198928833,
75
+ 2.7663865089416504,
76
+ 10.0,
77
+ 10.0,
78
+ 10.0
79
  ],
80
  "min": [
81
+ 0.7007287740707397,
82
+ -0.19482052326202393,
83
+ -1.6461776494979858,
84
+ -1.9154568910598755,
85
+ -0.9631047248840332,
86
+ -0.1792079657316208,
87
+ -3.757478713989258,
88
+ -6.126420021057129,
89
+ -10.0,
90
+ -10.0,
91
+ -10.0
92
  ],
93
  "q01": [
94
+ 0.9230922436714173,
95
+ -0.18677105158567428,
96
+ -0.9708261024951935,
97
+ -1.0109864580631256,
98
+ -0.8991881710290909,
99
+ 0.6725094616413116,
100
+ -2.6492803430557252,
101
+ -2.147989432811737,
102
+ -5.511617112159729,
103
+ -10.0,
104
+ -10.0
105
  ],
106
  "q99": [
107
+ 1.610499701499939,
108
+ 0.13755025938153265,
109
+ 0.04347839709371328,
110
+ 0.05399664495140313,
111
+ 0.8424718528985977,
112
+ 4.02110352039337,
113
+ 2.8948803400993346,
114
+ 2.410175268650055,
115
+ 10.0,
116
+ 9.8124001789093,
117
+ 10.0
118
  ]
119
  },
120
  "num_transitions": 88212,
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/dataset_statistics_eval.json DELETED
@@ -1,123 +0,0 @@
1
- {
2
- "new_embodiment": {
3
- "action": {
4
- "mean": [
5
- 0.038164444267749786,
6
- 0.5853713154792786,
7
- -0.14019179344177246
8
- ],
9
- "std": [
10
- 0.37648600339889526,
11
- 0.6837278008460999,
12
- 0.6710580587387085
13
- ],
14
- "max": [
15
- 1.0,
16
- 1.0,
17
- 1.0
18
- ],
19
- "min": [
20
- -1.0,
21
- -1.0,
22
- -1.0
23
- ],
24
- "q01": [
25
- -0.8856967091560364,
26
- -1.0,
27
- -1.0
28
- ],
29
- "q99": [
30
- 1.0,
31
- 1.0,
32
- 1.0
33
- ],
34
- "mask": [
35
- true,
36
- true,
37
- true
38
- ]
39
- },
40
- "state": {
41
- "mean": [
42
- 0.4167287349700928,
43
- -0.011946885846555233,
44
- 0.45969364047050476,
45
- 0.6854016780853271,
46
- 0.27180203795433044,
47
- -0.13894067704677582,
48
- 0.060337137430906296,
49
- 0.37753522396087646,
50
- -0.006504729390144348,
51
- -0.0025828757788985968,
52
- 0.01615341380238533
53
- ],
54
- "std": [
55
- 0.3655839264392853,
56
- 0.3772760033607483,
57
- 0.2494690865278244,
58
- 0.2961997389793396,
59
- 0.6115167140960693,
60
- 0.21205303072929382,
61
- 0.45317184925079346,
62
- 0.2155265510082245,
63
- 0.3430417776107788,
64
- 0.42244163155555725,
65
- 0.6003957390785217
66
- ],
67
- "max": [
68
- 0.997422456741333,
69
- 0.9132802486419678,
70
- 0.996956467628479,
71
- 0.9437090158462524,
72
- 0.9562854766845703,
73
- 0.6047350168228149,
74
- 0.9966599941253662,
75
- 0.992188572883606,
76
- 1.0,
77
- 1.0,
78
- 1.0
79
- ],
80
- "min": [
81
- -0.9813680648803711,
82
- -0.9943915605545044,
83
- -0.240229070186615,
84
- -0.7879800796508789,
85
- -0.953981876373291,
86
- -1.0,
87
- -0.7385008335113525,
88
- -0.6288865208625793,
89
- -0.6290589570999146,
90
- -1.0,
91
- -1.0
92
- ],
93
- "q01": [
94
- -0.527071304321289,
95
- -0.9531343531608581,
96
- -0.20607015371322632,
97
- -0.10409546375274659,
98
- -0.9325236558914185,
99
- -0.7288819265365601,
100
- -0.68619873046875,
101
- -0.08794799327850342,
102
- -0.5419587254524231,
103
- -1.0,
104
- -1.0
105
- ],
106
- "q99": [
107
- 0.9375574779510498,
108
- 0.7395017147064211,
109
- 0.982518982887268,
110
- 0.912756371498108,
111
- 0.9081219291687013,
112
- 0.23814808368682872,
113
- 0.8914690685272217,
114
- 0.922366099357605,
115
- 1.0,
116
- 0.9213636970520022,
117
- 1.0
118
- ]
119
- },
120
- "num_transitions": 9917,
121
- "num_trajectories": 10
122
- }
123
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/config.yaml ADDED
@@ -0,0 +1,309 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ framework:
2
+ name: QwenOFT
3
+ qwenvl:
4
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
5
+ attn_implementation: flash_attention_2
6
+ enable_gradient_checkpointing: false
7
+ action_model:
8
+ action_model_type: MLP
9
+ action_dim: 3
10
+ action_hidden_dim: 2560
11
+ future_action_window_size: 0
12
+ past_action_window_size: 0
13
+ loss_type: l1
14
+ state_encoding: continuous_projector
15
+ state_dim: 11
16
+ action_horizon: 1
17
+ action_env_dim: 3
18
+ kv_memory:
19
+ enabled: false
20
+ window: 4
21
+ rollout_len: 8
22
+ packed_train: false
23
+ rebased_sink: true
24
+ datasets:
25
+ vla_data:
26
+ dataset_py: lerobot_datasets
27
+ include_state: true
28
+ data_root_dir: /mnt/data/latency-sensitive-bench/vla_datasets/rl_games
29
+ data_mix: hopper_rgb_state_l0_return_gt3000_100ep
30
+ eval_data_mix: hopper_rgb_state_l0_return_gt3000_100ep__val
31
+ custom_mixtures_path: /mnt/data/latency-sensitive-bench/vla_datasets/rl_games/_generated_mixtures/hopper_rgb_state_l0_return_gt3000_100ep.json
32
+ action_type: discrete
33
+ sequential_step_sampling: false
34
+ eval_sequential_step_sampling: null
35
+ num_workers: 8
36
+ eval_num_workers: 8
37
+ prefetch_factor: 4
38
+ persistent_workers: true
39
+ pin_memory: true
40
+ shuffle: true
41
+ action_balance:
42
+ enabled: false
43
+ strategy: balanced_epoch
44
+ action_key: action_id
45
+ target_flap_fraction: 0.3
46
+ noop_id: 0
47
+ flap_id: 1
48
+ latency_curriculum:
49
+ enabled: false
50
+ strategy: exclusive
51
+ latencies: null
52
+ phase_steps: null
53
+ phase_distributions: null
54
+ new_latency_passes: 1.0
55
+ replay_passes: 0.25
56
+ target_total_passes: 2.0
57
+ final_equalization: true
58
+ step_budget_mode: auto
59
+ eval_at_phase_end: false
60
+ save_at_phase_end: false
61
+ computed_plan: null
62
+ per_device_batch_size: 16
63
+ load_all_data_for_training: true
64
+ num_obs_frames: 1
65
+ image_mode: single
66
+ prompt_mode: raw
67
+ stitch_grid:
68
+ - 2
69
+ - 2
70
+ obs_image_size: null
71
+ video_backend: torchvision_av
72
+ gymnasium_task_contract: &id001
73
+ action_space:
74
+ dtype: float32
75
+ high:
76
+ - 1.0
77
+ - 1.0
78
+ - 1.0
79
+ labels:
80
+ - thigh_torque
81
+ - leg_torque
82
+ - foot_torque
83
+ low:
84
+ - -1.0
85
+ - -1.0
86
+ - -1.0
87
+ type: box
88
+ base_prompt: Move the Hopper robot forward while keeping its torso upright.
89
+ Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot.
90
+ env_fps: 125.0
91
+ env_id: LatencyBench/HopperRgbState-v0
92
+ frame_stack: 1
93
+ make_kwargs:
94
+ base_env_id: Hopper-v4
95
+ base_make_kwargs:
96
+ ctrl_cost_weight: 0.001
97
+ exclude_current_positions_from_observation: true
98
+ forward_reward_weight: 1.0
99
+ healthy_reward: 1.0
100
+ reset_noise_scale: 0.005
101
+ terminate_when_unhealthy: true
102
+ render_mode: rgb_array
103
+ noop_action:
104
+ - 0.0
105
+ - 0.0
106
+ - 0.0
107
+ obs_fps: 125.0
108
+ registration_imports:
109
+ - latency_bench.envs.gymnasium_hopper_rgb_state
110
+ state_space:
111
+ labels:
112
+ - torso_height
113
+ - torso_angle
114
+ - thigh_angle
115
+ - leg_angle
116
+ - foot_angle
117
+ - torso_x_velocity
118
+ - torso_z_velocity
119
+ - torso_angular_velocity
120
+ - thigh_angular_velocity
121
+ - leg_angular_velocity
122
+ - foot_angular_velocity
123
+ task_name: hopper_rgb_state
124
+ active_action_dim: 3
125
+ robot_type: rl_games_gymnasium
126
+ dataset:
127
+ source_hf: ''
128
+ config_name: null
129
+ source_subdir: null
130
+ converted_name: hopper_rgb_state_l0_return_gt3000_100ep
131
+ single_source_hf: ''
132
+ mixed_source_hf: ''
133
+ single_converted_name: hopper_rgb_state_l0_return_gt3000_100ep
134
+ mixed_converted_name: hopper_rgb_state_l0_return_gt3000_100ep
135
+ single_latency_filter: null
136
+ mixed_latency_filter: null
137
+ force_download: false
138
+ setup_force: false
139
+ skip_verification: false
140
+ target_latency_unit: observation_steps
141
+ verify_rows: 200
142
+ max_episodes: null
143
+ episodes_per_latency: null
144
+ latency_filter: null
145
+ debug_subset:
146
+ enabled: false
147
+ max_episodes: 5
148
+ suffix: debug
149
+ base_model:
150
+ repo_id: Qwen/Qwen3-VL-4B-Instruct
151
+ initialization:
152
+ checkpoint_local_dir: null
153
+ checkpoint_hf_repo_id: null
154
+ checkpoint_filename: null
155
+ trainer:
156
+ max_train_steps: 5000
157
+ num_warmup_steps: 100
158
+ save_interval: 500
159
+ eval_interval: 500
160
+ eval_num_batches: 200
161
+ per_latency_eval_num_batches: null
162
+ eval_action_classification: false
163
+ eval_action_classification_interval: null
164
+ cc_f1_tolerance: 1
165
+ learning_rate:
166
+ base: 2.0e-05
167
+ qwen_vl_interface: 1.0e-05
168
+ action_model: 0.0001
169
+ lr_scheduler_type: cosine_with_min_lr
170
+ scheduler_specific_kwargs:
171
+ min_lr: 1.0e-06
172
+ freeze_modules: ''
173
+ freeze_vit: false
174
+ freeze_tied_embedding: false
175
+ freeze_llm_layers: []
176
+ loss_scale:
177
+ vla: 1.0
178
+ vlm: 0.1
179
+ max_grad_norm: 1.0
180
+ weight_decay: 0.0
181
+ logging_frequency: 1
182
+ profile_timing:
183
+ enabled: true
184
+ log_interval: 10
185
+ gradient_clipping: 1.0
186
+ gradient_accumulation_steps: 1
187
+ distributed_backend: deepspeed
188
+ is_resume: false
189
+ pretrained_checkpoint: null
190
+ resume_step: 0
191
+ reload_modules: null
192
+ optimizer:
193
+ name: AdamW
194
+ betas:
195
+ - 0.9
196
+ - 0.95
197
+ eps: 1.0e-08
198
+ weight_decay: 1.0e-08
199
+ fused: true
200
+ save_format: pt
201
+ workspace_dir: /home/lzj/code/latency-sensitive-bench
202
+ run_root_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs
203
+ seed: 42
204
+ wandb_entity: dongqianyu99-zhejiang-university
205
+ wandb_project: latency-sensitive-bench
206
+ auth:
207
+ env_file: null
208
+ hf_token_env: HF_TOKEN
209
+ wandb_api_key_env: WANDB_API_KEY
210
+ paths:
211
+ run_root_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs
212
+ dataset_local_dir: /mnt/data/latency-sensitive-bench/vla_datasets/rl_games
213
+ dataset_cache_dir: null
214
+ base_model_dir: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
215
+ accelerate_config: starVLA/config/deepseeds/deepspeed_zero2_cpu_offload.yaml
216
+ launch:
217
+ use_accelerate: true
218
+ gpus: null
219
+ num_processes: 1
220
+ dry_run: false
221
+ conda:
222
+ enabled: true
223
+ env_name: null
224
+ rl_games:
225
+ model_alias: openvla
226
+ env_eval:
227
+ image_size: 224
228
+ frameskip: 1
229
+ image_transform: raw_rgb
230
+ prompt_mode: raw
231
+ ghost_trail:
232
+ history_frames: 5
233
+ gamma: 1.3
234
+ min_alpha: 35
235
+ scroll_px_per_step: 4.0
236
+ ground_fraction: 0.22
237
+ seed: 42
238
+ fixed_episode_seeds: true
239
+ latency_seed_stride: 0
240
+ task_seed_stride: 0
241
+ task_description: ''
242
+ eval_parallel_envs: 5
243
+ action_chunk_execution:
244
+ enabled: false
245
+ chunk_size: null
246
+ enabled: false
247
+ gymnasium:
248
+ make_kwargs: {}
249
+ mid_train:
250
+ enabled: false
251
+ interval_steps: 100
252
+ latencies:
253
+ - 0
254
+ num_episodes: 5
255
+ max_steps_per_episode: 3600
256
+ post_train:
257
+ enabled: false
258
+ latencies:
259
+ - 0
260
+ - 1
261
+ - 2
262
+ - 3
263
+ - 4
264
+ num_episodes: 5
265
+ max_steps_per_episode: 3600
266
+ eval_backend: latency_bench
267
+ distributed_mode: none
268
+ vectorized:
269
+ enabled: false
270
+ batch_size: 1
271
+ latency:
272
+ prompt_map_path: null
273
+ mode: single
274
+ values:
275
+ - 0
276
+ task: gymnasium
277
+ gymnasium:
278
+ task_contract: *id001
279
+ task_name: hopper_rgb_state
280
+ initialization_mode: scratch
281
+ action_carrier: native
282
+ model: openvla
283
+ env: gymnasium
284
+ init: scratch
285
+ mode: single
286
+ checkpoint:
287
+ load: none
288
+ hf_repo_id: null
289
+ save_best_model: false
290
+ save_final_model: true
291
+ save_pt_file: true
292
+ save_training_state: false
293
+ save_safetensors_file: false
294
+ local:
295
+ keep_last_n: 1
296
+ sync:
297
+ enabled: false
298
+ repo_id: null
299
+ keep_last_n: 0
300
+ sync_every_n_checkpoints: 1
301
+ resume_policy: local_latest
302
+ run_id: hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
303
+ output_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
304
+ config_yaml: null
305
+ is_debug: false
306
+ version_id: '0.21'
307
+ backbone:
308
+ repo_id: Qwen/Qwen3-VL-4B-Instruct
309
+ revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/dataset_statistics.json ADDED
@@ -0,0 +1,123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "action": {
4
+ "mean": [
5
+ 0.03865884989500046,
6
+ 0.5777319669723511,
7
+ -0.13737158477306366
8
+ ],
9
+ "std": [
10
+ 0.37739884853363037,
11
+ 0.689887523651123,
12
+ 0.6762200593948364
13
+ ],
14
+ "max": [
15
+ 1.0,
16
+ 1.0,
17
+ 1.0
18
+ ],
19
+ "min": [
20
+ -1.0,
21
+ -1.0,
22
+ -1.0
23
+ ],
24
+ "q01": [
25
+ -0.9043600207567215,
26
+ -1.0,
27
+ -1.0
28
+ ],
29
+ "q99": [
30
+ 1.0,
31
+ 1.0,
32
+ 1.0
33
+ ],
34
+ "mask": [
35
+ true,
36
+ true,
37
+ true
38
+ ]
39
+ },
40
+ "state": {
41
+ "mean": [
42
+ 1.3645542860031128,
43
+ -0.01030511874705553,
44
+ -0.40583422780036926,
45
+ -0.18573042750358582,
46
+ 0.23710231482982635,
47
+ 2.6243653297424316,
48
+ -0.025802208110690117,
49
+ -0.0004125009581912309,
50
+ -0.07698092609643936,
51
+ -0.028367187827825546,
52
+ 0.1537088304758072
53
+ ],
54
+ "std": [
55
+ 0.17122606933116913,
56
+ 0.07046335190534592,
57
+ 0.21613667905330658,
58
+ 0.3121389150619507,
59
+ 0.5791706442832947,
60
+ 0.708288848400116,
61
+ 1.5880056619644165,
62
+ 0.9573500156402588,
63
+ 3.4576501846313477,
64
+ 4.274486541748047,
65
+ 6.040563583374023
66
+ ],
67
+ "max": [
68
+ 1.6431776285171509,
69
+ 0.17731712758541107,
70
+ 0.059119515120983124,
71
+ 0.14385102689266205,
72
+ 0.9273068308830261,
73
+ 6.297187805175781,
74
+ 3.283433198928833,
75
+ 2.7663865089416504,
76
+ 10.0,
77
+ 10.0,
78
+ 10.0
79
+ ],
80
+ "min": [
81
+ 0.7007287740707397,
82
+ -0.19482052326202393,
83
+ -1.6461776494979858,
84
+ -1.9154568910598755,
85
+ -0.9631047248840332,
86
+ -0.1792079657316208,
87
+ -3.757478713989258,
88
+ -6.126420021057129,
89
+ -10.0,
90
+ -10.0,
91
+ -10.0
92
+ ],
93
+ "q01": [
94
+ 0.9230922436714173,
95
+ -0.18677105158567428,
96
+ -0.9708261024951935,
97
+ -1.0109864580631256,
98
+ -0.8991881710290909,
99
+ 0.6725094616413116,
100
+ -2.6492803430557252,
101
+ -2.147989432811737,
102
+ -5.511617112159729,
103
+ -10.0,
104
+ -10.0
105
+ ],
106
+ "q99": [
107
+ 1.610499701499939,
108
+ 0.13755025938153265,
109
+ 0.04347839709371328,
110
+ 0.05399664495140313,
111
+ 0.8424718528985977,
112
+ 4.02110352039337,
113
+ 2.8948803400993346,
114
+ 2.410175268650055,
115
+ 10.0,
116
+ 9.8124001789093,
117
+ 10.0
118
+ ]
119
+ },
120
+ "num_transitions": 88212,
121
+ "num_trajectories": 90
122
+ }
123
+ }
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/episode_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/eval_config.yaml ADDED
@@ -0,0 +1,162 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ env:
2
+ state_space:
3
+ labels:
4
+ - torso_height
5
+ - torso_angle
6
+ - thigh_angle
7
+ - leg_angle
8
+ - foot_angle
9
+ - torso_x_velocity
10
+ - torso_z_velocity
11
+ - torso_angular_velocity
12
+ - thigh_angular_velocity
13
+ - leg_angular_velocity
14
+ - foot_angular_velocity
15
+ name: gymnasium
16
+ task_name: hopper
17
+ env_id: LatencyBench/Hopper-v0
18
+ registration_imports:
19
+ - latency_bench.envs.tasks.hopper
20
+ make_kwargs:
21
+ base_env_id: Hopper-v4
22
+ base_make_kwargs:
23
+ ctrl_cost_weight: 0.001
24
+ exclude_current_positions_from_observation: true
25
+ forward_reward_weight: 1.0
26
+ healthy_reward: 1.0
27
+ reset_noise_scale: 0.005
28
+ terminate_when_unhealthy: true
29
+ render_mode: rgb_array
30
+ env_fps: 10
31
+ obs_fps: 10
32
+ frame_stack: 1
33
+ action_space:
34
+ dtype: float32
35
+ high:
36
+ - 1.0
37
+ - 1.0
38
+ - 1.0
39
+ labels:
40
+ - thigh_torque
41
+ - leg_torque
42
+ - foot_torque
43
+ low:
44
+ - -1.0
45
+ - -1.0
46
+ - -1.0
47
+ type: box
48
+ noop_action:
49
+ - 0.0
50
+ - 0.0
51
+ - 0.0
52
+ base_prompt: Move the Hopper robot forward while keeping its torso upright. Predict
53
+ three continuous torques in [-1, 1] ordered as thigh, leg, and foot.
54
+ obs_resize:
55
+ - 224
56
+ - 224
57
+ experiment:
58
+ name: hopper_openvla_l0_iid_100ep
59
+ seed: 42
60
+ backend:
61
+ type: sample_factory
62
+ algo: APPO
63
+ device: cuda
64
+ train_dir: /mnt/checkpoints/latency-sensitive-bench/small_models/hopper
65
+ restart_behavior: overwrite
66
+ run_mode: eval
67
+ executor:
68
+ mode: simulated
69
+ inference_devices:
70
+ - cuda:0
71
+ - cuda:1
72
+ inference_batch_size: 8
73
+ simulated_inference_pool: true
74
+ simulated_worker_capacity: 1
75
+ latency:
76
+ method: iid
77
+ sync_cuda: false
78
+ profile_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/profile/profile.json
79
+ profile_worker_slot: 0
80
+ seed: 0
81
+ scheduler:
82
+ hold_policy: hold
83
+ ordering_policy: issue_order_fifo
84
+ policy:
85
+ type: starvla
86
+ checkpoint_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/new_bundle/checkpoints/model.pt
87
+ model_config_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/new_bundle/config.yaml
88
+ backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
89
+ device: cuda:0
90
+ task_manifest_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/new_bundle/manifest.json
91
+ latency_prompt_map_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/new_bundle/latency_prompt_map.json
92
+ latency_prompt_key: 0
93
+ training:
94
+ train_for_env_steps: 10000000
95
+ num_workers: 8
96
+ num_envs_per_worker: 8
97
+ worker_num_splits: 2
98
+ num_policies: 1
99
+ batch_size: 1024
100
+ rollout: 64
101
+ recurrence: 1
102
+ num_epochs: 2
103
+ num_batches_per_epoch: 4
104
+ num_batches_to_accumulate: 2
105
+ policy_workers_per_policy: 1
106
+ max_policy_lag: 10000
107
+ learning_rate: 0.00295
108
+ lr_schedule: linear_decay
109
+ lr_schedule_kl_threshold: 0.008
110
+ gamma: 0.99
111
+ gae_lambda: 0.95
112
+ ppo_clip_ratio: 0.2
113
+ ppo_clip_value: 1.0
114
+ value_loss_coeff: 1.3
115
+ max_grad_norm: 3.5
116
+ exploration_loss: entropy
117
+ exploration_loss_coeff: 0.0
118
+ kl_loss_coeff: 0.1
119
+ reward_scale: 1.0
120
+ reward_clip: 1000.0
121
+ async_rl: false
122
+ serial_mode: false
123
+ batched_sampling: false
124
+ with_vtrace: false
125
+ use_rnn: false
126
+ env_framestack: 4
127
+ encoder_mlp_layers:
128
+ - 64
129
+ - 64
130
+ nonlinearity: tanh
131
+ adaptive_stddev: false
132
+ policy_initialization: torch_default
133
+ initial_stddev: 1.0
134
+ actor_critic_share_weights: true
135
+ shuffle_minibatches: false
136
+ value_bootstrap: false
137
+ normalize_input: true
138
+ normalize_returns: true
139
+ decorrelate_experience_max_seconds: 10
140
+ decorrelate_envs_on_one_worker: true
141
+ set_workers_cpu_affinity: true
142
+ force_envs_single_thread: true
143
+ save_every_sec: 600
144
+ keep_checkpoints: 3
145
+ save_best_every_sec: 60
146
+ save_best_after: 100000
147
+ evaluation:
148
+ eval_episodes: 100
149
+ eval_parallel_envs: 32
150
+ eval_max_steps: 1000
151
+ eval_deterministic: true
152
+ eval_latency_values: null
153
+ episode_seed_offset: 0
154
+ logging:
155
+ output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/evaluation/iid_parallel32_ib8
156
+ video:
157
+ enabled: false
158
+ num_bins: 1
159
+ save_step_records: true
160
+ save_action_records: true
161
+ save_latency_records: true
162
+ realtime_pipeline_profile: false
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/latency_prompt_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "prompt": "Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 125 FPS and observations are emitted at 125 FPS. Choose the best next action.",
4
+ "latency_raw_frames": 0,
5
+ "latency_ms": 0.0
6
+ }
7
+ }
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/manifest.json ADDED
@@ -0,0 +1,142 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_name": "lerobot",
3
+ "env_name": "hopper_rgb_state",
4
+ "episodes": 90,
5
+ "frames": 88212,
6
+ "task_prompts": [
7
+ "Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 125 FPS and observations are emitted at 125 FPS. Choose the best next action."
8
+ ],
9
+ "format": "lerobot_v2_image_parquet",
10
+ "source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/raw",
11
+ "integration_name": "gymnasium",
12
+ "task_name": "hopper_rgb_state",
13
+ "action_layout": "gymnasium_continuous_v1",
14
+ "action_labels": [
15
+ "thigh_torque",
16
+ "leg_torque",
17
+ "foot_torque"
18
+ ],
19
+ "carrier_action_labels": [
20
+ "thigh_torque",
21
+ "leg_torque",
22
+ "foot_torque"
23
+ ],
24
+ "action_dim": 3,
25
+ "active_action_dim": 3,
26
+ "action_carrier": "native",
27
+ "rows_unit": "decision_step",
28
+ "obs_fps": 125.0,
29
+ "obs_stride_raw_frames": 1,
30
+ "uses_state": true,
31
+ "state_dim": 11,
32
+ "state_labels": [
33
+ "torso_height",
34
+ "torso_angle",
35
+ "thigh_angle",
36
+ "leg_angle",
37
+ "foot_angle",
38
+ "torso_x_velocity",
39
+ "torso_z_velocity",
40
+ "torso_angular_velocity",
41
+ "thigh_angular_velocity",
42
+ "leg_angular_velocity",
43
+ "foot_angular_velocity"
44
+ ],
45
+ "state_normalization": {
46
+ "type": "min_max",
47
+ "min": [
48
+ 0.7007287740707397,
49
+ -0.19482052326202393,
50
+ -1.6461776494979858,
51
+ -1.9154568910598755,
52
+ -0.9631047248840332,
53
+ -0.1792079657316208,
54
+ -3.757478713989258,
55
+ -6.126420021057129,
56
+ -10.0,
57
+ -10.0,
58
+ -10.0
59
+ ],
60
+ "max": [
61
+ 1.6431776285171509,
62
+ 0.17731712758541107,
63
+ 0.059119515120983124,
64
+ 0.14385102689266205,
65
+ 0.9273068308830261,
66
+ 6.297187805175781,
67
+ 3.283433198928833,
68
+ 2.7663865089416504,
69
+ 10.0,
70
+ 10.0,
71
+ 10.0
72
+ ]
73
+ },
74
+ "robot_type": "rl_games_gymnasium",
75
+ "latency_prompt_map_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/lerobot/latency_prompt_map.json",
76
+ "custom_mixtures_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/_generated_mixtures/lerobot.json",
77
+ "gymnasium_task": {
78
+ "action_space": {
79
+ "dtype": "float32",
80
+ "high": [
81
+ 1.0,
82
+ 1.0,
83
+ 1.0
84
+ ],
85
+ "labels": [
86
+ "thigh_torque",
87
+ "leg_torque",
88
+ "foot_torque"
89
+ ],
90
+ "low": [
91
+ -1.0,
92
+ -1.0,
93
+ -1.0
94
+ ],
95
+ "type": "box"
96
+ },
97
+ "base_prompt": "Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot.",
98
+ "env_fps": 125.0,
99
+ "env_id": "LatencyBench/HopperRgbState-v0",
100
+ "frame_stack": 1,
101
+ "make_kwargs": {
102
+ "base_env_id": "Hopper-v4",
103
+ "base_make_kwargs": {
104
+ "ctrl_cost_weight": 0.001,
105
+ "exclude_current_positions_from_observation": true,
106
+ "forward_reward_weight": 1.0,
107
+ "healthy_reward": 1.0,
108
+ "reset_noise_scale": 0.005,
109
+ "terminate_when_unhealthy": true
110
+ },
111
+ "render_mode": "rgb_array"
112
+ },
113
+ "noop_action": [
114
+ 0.0,
115
+ 0.0,
116
+ 0.0
117
+ ],
118
+ "obs_fps": 125.0,
119
+ "registration_imports": [
120
+ "latency_bench.envs.gymnasium_hopper_rgb_state"
121
+ ],
122
+ "state_space": {
123
+ "labels": [
124
+ "torso_height",
125
+ "torso_angle",
126
+ "thigh_angle",
127
+ "leg_angle",
128
+ "foot_angle",
129
+ "torso_x_velocity",
130
+ "torso_z_velocity",
131
+ "torso_angular_velocity",
132
+ "thigh_angular_velocity",
133
+ "leg_angular_velocity",
134
+ "foot_angular_velocity"
135
+ ]
136
+ },
137
+ "task_name": "hopper_rgb_state"
138
+ },
139
+ "validation_dataset_name": "lerobot__val",
140
+ "validation_episodes": 10,
141
+ "validation_frames": 9917
142
+ }
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/result.json ADDED
@@ -0,0 +1,213 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episodes": 100,
3
+ "seeds": [
4
+ 42,
5
+ 43,
6
+ 44,
7
+ 45,
8
+ 46,
9
+ 47,
10
+ 48,
11
+ 49,
12
+ 50,
13
+ 51,
14
+ 52,
15
+ 53,
16
+ 54,
17
+ 55,
18
+ 56,
19
+ 57,
20
+ 58,
21
+ 59,
22
+ 60,
23
+ 61,
24
+ 62,
25
+ 63,
26
+ 64,
27
+ 65,
28
+ 66,
29
+ 67,
30
+ 68,
31
+ 69,
32
+ 70,
33
+ 71,
34
+ 72,
35
+ 73,
36
+ 74,
37
+ 75,
38
+ 76,
39
+ 77,
40
+ 78,
41
+ 79,
42
+ 80,
43
+ 81,
44
+ 82,
45
+ 83,
46
+ 84,
47
+ 85,
48
+ 86,
49
+ 87,
50
+ 88,
51
+ 89,
52
+ 90,
53
+ 91,
54
+ 92,
55
+ 93,
56
+ 94,
57
+ 95,
58
+ 96,
59
+ 97,
60
+ 98,
61
+ 99,
62
+ 100,
63
+ 101,
64
+ 102,
65
+ 103,
66
+ 104,
67
+ 105,
68
+ 106,
69
+ 107,
70
+ 108,
71
+ 109,
72
+ 110,
73
+ 111,
74
+ 112,
75
+ 113,
76
+ 114,
77
+ 115,
78
+ 116,
79
+ 117,
80
+ 118,
81
+ 119,
82
+ 120,
83
+ 121,
84
+ 122,
85
+ 123,
86
+ 124,
87
+ 125,
88
+ 126,
89
+ 127,
90
+ 128,
91
+ 129,
92
+ 130,
93
+ 131,
94
+ 132,
95
+ 133,
96
+ 134,
97
+ 135,
98
+ 136,
99
+ 137,
100
+ 138,
101
+ 139,
102
+ 140,
103
+ 141
104
+ ],
105
+ "mean_return": 8.601052397487145,
106
+ "population_std_return": 0.08951211004565304,
107
+ "mean_length": 9.0,
108
+ "returns": [
109
+ 8.6917627465288,
110
+ 8.73306145647087,
111
+ 8.71403616994167,
112
+ 8.583896897015691,
113
+ 8.672642938985883,
114
+ 8.427757295736674,
115
+ 8.571533583014793,
116
+ 8.565357829958833,
117
+ 8.537550983494729,
118
+ 8.632085392432735,
119
+ 8.552285327858668,
120
+ 8.638997036521452,
121
+ 8.717879500132502,
122
+ 8.539744025336605,
123
+ 8.6754114106357,
124
+ 8.571702401488537,
125
+ 8.462032315509415,
126
+ 8.531309785706377,
127
+ 8.730168026328982,
128
+ 8.589709800728759,
129
+ 8.509318432744081,
130
+ 8.527731391443877,
131
+ 8.602237298624328,
132
+ 8.525274357317235,
133
+ 8.562420768535583,
134
+ 8.669419399449819,
135
+ 8.422970530455824,
136
+ 8.562386925964551,
137
+ 8.524182646538234,
138
+ 8.602084708456225,
139
+ 8.711719168274799,
140
+ 8.72592316494239,
141
+ 8.510250700957727,
142
+ 8.69337476888435,
143
+ 8.529212892687543,
144
+ 8.647350428435848,
145
+ 8.506181125763417,
146
+ 8.678597001027963,
147
+ 8.727944350168512,
148
+ 8.632905672908656,
149
+ 8.550442537938224,
150
+ 8.745932455789626,
151
+ 8.539863219331682,
152
+ 8.572523108828962,
153
+ 8.755738883298353,
154
+ 8.577290998947356,
155
+ 8.492716810083826,
156
+ 8.504153353841756,
157
+ 8.547978144515366,
158
+ 8.430896830682354,
159
+ 8.753671362586688,
160
+ 8.60193178014941,
161
+ 8.513544673136073,
162
+ 8.505511140496044,
163
+ 8.499744355116055,
164
+ 8.64221325046278,
165
+ 8.565443355955088,
166
+ 8.535212692911742,
167
+ 8.561722188587803,
168
+ 8.67351315307817,
169
+ 8.544618097050153,
170
+ 8.627435811163572,
171
+ 8.608528715773797,
172
+ 8.552483552636549,
173
+ 8.678918342556964,
174
+ 8.5746224254452,
175
+ 8.61326896158795,
176
+ 8.434140922423078,
177
+ 8.570902557636986,
178
+ 8.65430188927553,
179
+ 8.571006364206841,
180
+ 8.750275758929346,
181
+ 8.683064080993631,
182
+ 8.648580487035987,
183
+ 8.446179756250404,
184
+ 8.655544050763481,
185
+ 8.495376267206154,
186
+ 8.464821597683837,
187
+ 8.721967349805047,
188
+ 8.611081108664907,
189
+ 8.674980510938017,
190
+ 8.821411137248088,
191
+ 8.476918605033447,
192
+ 8.659526602226759,
193
+ 8.591038260198701,
194
+ 8.770774678149827,
195
+ 8.669764984251096,
196
+ 8.638062946248441,
197
+ 8.635899954693873,
198
+ 8.666403188827305,
199
+ 8.50292940582674,
200
+ 8.600899889713261,
201
+ 8.676111049904051,
202
+ 8.6949964396178,
203
+ 8.745684198141012,
204
+ 8.666252764205561,
205
+ 8.52864915543721,
206
+ 8.570416722333313,
207
+ 8.526649306392653,
208
+ 8.500296899091962
209
+ ],
210
+ "primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/evaluation/iid_parallel32_ib8/episode_metrics.jsonl",
211
+ "eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/eval_iid_parallel32_ib8.yaml",
212
+ "inference_batch_size": 8
213
+ }
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/source_identity.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "revision": "a7001d2227fa8b0cbcd58b7b0e32db3dba147810",
3
+ "source": "current worktree snapshot",
4
+ "dirty_paths": [
5
+ " M AGENTS.md",
6
+ " M configs/experiments/memory/small_model/flappy_capped.yaml",
7
+ " M configs/experiments/memory/small_model/flappy_extended.yaml",
8
+ " M configs/experiments/observation_stride/flappy_capped.yaml",
9
+ " M configs/experiments/observation_stride/flappy_extended.yaml",
10
+ " M configs/experiments/sim2real.yaml",
11
+ " M scripts/experiments/memory/small_model/run.sh",
12
+ " M scripts/experiments/observation_stride/run.sh",
13
+ " M scripts/experiments/sim2real/study.py",
14
+ " M tests/scripts/test_sim2real.py",
15
+ "?? configs/experiments/sim2real/five_gpu.yaml",
16
+ "?? docs/cleanup-refactor/",
17
+ "?? lagen/",
18
+ "?? scripts/experiments/sim2real/campaign.py",
19
+ "?? servers.md"
20
+ ],
21
+ "runtime_patches": [
22
+ {
23
+ "path": "third_party/starVLA/starVLA/training/train_starvla.py",
24
+ "change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
25
+ "validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
26
+ }
27
+ ],
28
+ "frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
29
+ }
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/config.yaml ADDED
@@ -0,0 +1,309 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ framework:
2
+ name: QwenOFT
3
+ qwenvl:
4
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
5
+ attn_implementation: flash_attention_2
6
+ enable_gradient_checkpointing: false
7
+ action_model:
8
+ action_model_type: MLP
9
+ action_dim: 3
10
+ action_hidden_dim: 2560
11
+ future_action_window_size: 0
12
+ past_action_window_size: 0
13
+ loss_type: l1
14
+ state_encoding: continuous_projector
15
+ state_dim: 11
16
+ action_horizon: 1
17
+ action_env_dim: 3
18
+ kv_memory:
19
+ enabled: false
20
+ window: 4
21
+ rollout_len: 8
22
+ packed_train: false
23
+ rebased_sink: true
24
+ datasets:
25
+ vla_data:
26
+ dataset_py: lerobot_datasets
27
+ include_state: true
28
+ data_root_dir: /mnt/data/latency-sensitive-bench/vla_datasets/rl_games
29
+ data_mix: hopper_rgb_state_l0_return_gt3000_100ep
30
+ eval_data_mix: hopper_rgb_state_l0_return_gt3000_100ep__val
31
+ custom_mixtures_path: /mnt/data/latency-sensitive-bench/vla_datasets/rl_games/_generated_mixtures/hopper_rgb_state_l0_return_gt3000_100ep.json
32
+ action_type: discrete
33
+ sequential_step_sampling: false
34
+ eval_sequential_step_sampling: null
35
+ num_workers: 8
36
+ eval_num_workers: 8
37
+ prefetch_factor: 4
38
+ persistent_workers: true
39
+ pin_memory: true
40
+ shuffle: true
41
+ action_balance:
42
+ enabled: false
43
+ strategy: balanced_epoch
44
+ action_key: action_id
45
+ target_flap_fraction: 0.3
46
+ noop_id: 0
47
+ flap_id: 1
48
+ latency_curriculum:
49
+ enabled: false
50
+ strategy: exclusive
51
+ latencies: null
52
+ phase_steps: null
53
+ phase_distributions: null
54
+ new_latency_passes: 1.0
55
+ replay_passes: 0.25
56
+ target_total_passes: 2.0
57
+ final_equalization: true
58
+ step_budget_mode: auto
59
+ eval_at_phase_end: false
60
+ save_at_phase_end: false
61
+ computed_plan: null
62
+ per_device_batch_size: 16
63
+ load_all_data_for_training: true
64
+ num_obs_frames: 1
65
+ image_mode: single
66
+ prompt_mode: raw
67
+ stitch_grid:
68
+ - 2
69
+ - 2
70
+ obs_image_size: null
71
+ video_backend: torchvision_av
72
+ gymnasium_task_contract: &id001
73
+ action_space:
74
+ dtype: float32
75
+ high:
76
+ - 1.0
77
+ - 1.0
78
+ - 1.0
79
+ labels:
80
+ - thigh_torque
81
+ - leg_torque
82
+ - foot_torque
83
+ low:
84
+ - -1.0
85
+ - -1.0
86
+ - -1.0
87
+ type: box
88
+ base_prompt: Move the Hopper robot forward while keeping its torso upright.
89
+ Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot.
90
+ env_fps: 125.0
91
+ env_id: LatencyBench/HopperRgbState-v0
92
+ frame_stack: 1
93
+ make_kwargs:
94
+ base_env_id: Hopper-v4
95
+ base_make_kwargs:
96
+ ctrl_cost_weight: 0.001
97
+ exclude_current_positions_from_observation: true
98
+ forward_reward_weight: 1.0
99
+ healthy_reward: 1.0
100
+ reset_noise_scale: 0.005
101
+ terminate_when_unhealthy: true
102
+ render_mode: rgb_array
103
+ noop_action:
104
+ - 0.0
105
+ - 0.0
106
+ - 0.0
107
+ obs_fps: 125.0
108
+ registration_imports:
109
+ - latency_bench.envs.gymnasium_hopper_rgb_state
110
+ state_space:
111
+ labels:
112
+ - torso_height
113
+ - torso_angle
114
+ - thigh_angle
115
+ - leg_angle
116
+ - foot_angle
117
+ - torso_x_velocity
118
+ - torso_z_velocity
119
+ - torso_angular_velocity
120
+ - thigh_angular_velocity
121
+ - leg_angular_velocity
122
+ - foot_angular_velocity
123
+ task_name: hopper_rgb_state
124
+ active_action_dim: 3
125
+ robot_type: rl_games_gymnasium
126
+ dataset:
127
+ source_hf: ''
128
+ config_name: null
129
+ source_subdir: null
130
+ converted_name: hopper_rgb_state_l0_return_gt3000_100ep
131
+ single_source_hf: ''
132
+ mixed_source_hf: ''
133
+ single_converted_name: hopper_rgb_state_l0_return_gt3000_100ep
134
+ mixed_converted_name: hopper_rgb_state_l0_return_gt3000_100ep
135
+ single_latency_filter: null
136
+ mixed_latency_filter: null
137
+ force_download: false
138
+ setup_force: false
139
+ skip_verification: false
140
+ target_latency_unit: observation_steps
141
+ verify_rows: 200
142
+ max_episodes: null
143
+ episodes_per_latency: null
144
+ latency_filter: null
145
+ debug_subset:
146
+ enabled: false
147
+ max_episodes: 5
148
+ suffix: debug
149
+ base_model:
150
+ repo_id: Qwen/Qwen3-VL-4B-Instruct
151
+ initialization:
152
+ checkpoint_local_dir: null
153
+ checkpoint_hf_repo_id: null
154
+ checkpoint_filename: null
155
+ trainer:
156
+ max_train_steps: 5000
157
+ num_warmup_steps: 100
158
+ save_interval: 500
159
+ eval_interval: 500
160
+ eval_num_batches: 200
161
+ per_latency_eval_num_batches: null
162
+ eval_action_classification: false
163
+ eval_action_classification_interval: null
164
+ cc_f1_tolerance: 1
165
+ learning_rate:
166
+ base: 2.0e-05
167
+ qwen_vl_interface: 1.0e-05
168
+ action_model: 0.0001
169
+ lr_scheduler_type: cosine_with_min_lr
170
+ scheduler_specific_kwargs:
171
+ min_lr: 1.0e-06
172
+ freeze_modules: ''
173
+ freeze_vit: false
174
+ freeze_tied_embedding: false
175
+ freeze_llm_layers: []
176
+ loss_scale:
177
+ vla: 1.0
178
+ vlm: 0.1
179
+ max_grad_norm: 1.0
180
+ weight_decay: 0.0
181
+ logging_frequency: 1
182
+ profile_timing:
183
+ enabled: true
184
+ log_interval: 10
185
+ gradient_clipping: 1.0
186
+ gradient_accumulation_steps: 1
187
+ distributed_backend: deepspeed
188
+ is_resume: false
189
+ pretrained_checkpoint: null
190
+ resume_step: 0
191
+ reload_modules: null
192
+ optimizer:
193
+ name: AdamW
194
+ betas:
195
+ - 0.9
196
+ - 0.95
197
+ eps: 1.0e-08
198
+ weight_decay: 1.0e-08
199
+ fused: true
200
+ save_format: pt
201
+ workspace_dir: /home/lzj/code/latency-sensitive-bench
202
+ run_root_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs
203
+ seed: 42
204
+ wandb_entity: dongqianyu99-zhejiang-university
205
+ wandb_project: latency-sensitive-bench
206
+ auth:
207
+ env_file: null
208
+ hf_token_env: HF_TOKEN
209
+ wandb_api_key_env: WANDB_API_KEY
210
+ paths:
211
+ run_root_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs
212
+ dataset_local_dir: /mnt/data/latency-sensitive-bench/vla_datasets/rl_games
213
+ dataset_cache_dir: null
214
+ base_model_dir: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
215
+ accelerate_config: starVLA/config/deepseeds/deepspeed_zero2_cpu_offload.yaml
216
+ launch:
217
+ use_accelerate: true
218
+ gpus: null
219
+ num_processes: 1
220
+ dry_run: false
221
+ conda:
222
+ enabled: true
223
+ env_name: null
224
+ rl_games:
225
+ model_alias: openvla
226
+ env_eval:
227
+ image_size: 224
228
+ frameskip: 1
229
+ image_transform: raw_rgb
230
+ prompt_mode: raw
231
+ ghost_trail:
232
+ history_frames: 5
233
+ gamma: 1.3
234
+ min_alpha: 35
235
+ scroll_px_per_step: 4.0
236
+ ground_fraction: 0.22
237
+ seed: 42
238
+ fixed_episode_seeds: true
239
+ latency_seed_stride: 0
240
+ task_seed_stride: 0
241
+ task_description: ''
242
+ eval_parallel_envs: 5
243
+ action_chunk_execution:
244
+ enabled: false
245
+ chunk_size: null
246
+ enabled: false
247
+ gymnasium:
248
+ make_kwargs: {}
249
+ mid_train:
250
+ enabled: false
251
+ interval_steps: 100
252
+ latencies:
253
+ - 0
254
+ num_episodes: 5
255
+ max_steps_per_episode: 3600
256
+ post_train:
257
+ enabled: false
258
+ latencies:
259
+ - 0
260
+ - 1
261
+ - 2
262
+ - 3
263
+ - 4
264
+ num_episodes: 5
265
+ max_steps_per_episode: 3600
266
+ eval_backend: latency_bench
267
+ distributed_mode: none
268
+ vectorized:
269
+ enabled: false
270
+ batch_size: 1
271
+ latency:
272
+ prompt_map_path: null
273
+ mode: single
274
+ values:
275
+ - 0
276
+ task: gymnasium
277
+ gymnasium:
278
+ task_contract: *id001
279
+ task_name: hopper_rgb_state
280
+ initialization_mode: scratch
281
+ action_carrier: native
282
+ model: openvla
283
+ env: gymnasium
284
+ init: scratch
285
+ mode: single
286
+ checkpoint:
287
+ load: none
288
+ hf_repo_id: null
289
+ save_best_model: false
290
+ save_final_model: true
291
+ save_pt_file: true
292
+ save_training_state: false
293
+ save_safetensors_file: false
294
+ local:
295
+ keep_last_n: 1
296
+ sync:
297
+ enabled: false
298
+ repo_id: null
299
+ keep_last_n: 0
300
+ sync_every_n_checkpoints: 1
301
+ resume_policy: local_latest
302
+ run_id: hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
303
+ output_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
304
+ config_yaml: null
305
+ is_debug: false
306
+ version_id: '0.21'
307
+ backbone:
308
+ repo_id: Qwen/Qwen3-VL-4B-Instruct
309
+ revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/dataset_statistics.json ADDED
@@ -0,0 +1,123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "action": {
4
+ "mean": [
5
+ 0.03865884989500046,
6
+ 0.5777319669723511,
7
+ -0.13737158477306366
8
+ ],
9
+ "std": [
10
+ 0.37739884853363037,
11
+ 0.689887523651123,
12
+ 0.6762200593948364
13
+ ],
14
+ "max": [
15
+ 1.0,
16
+ 1.0,
17
+ 1.0
18
+ ],
19
+ "min": [
20
+ -1.0,
21
+ -1.0,
22
+ -1.0
23
+ ],
24
+ "q01": [
25
+ -0.9043600207567215,
26
+ -1.0,
27
+ -1.0
28
+ ],
29
+ "q99": [
30
+ 1.0,
31
+ 1.0,
32
+ 1.0
33
+ ],
34
+ "mask": [
35
+ true,
36
+ true,
37
+ true
38
+ ]
39
+ },
40
+ "state": {
41
+ "mean": [
42
+ 1.3645542860031128,
43
+ -0.01030511874705553,
44
+ -0.40583422780036926,
45
+ -0.18573042750358582,
46
+ 0.23710231482982635,
47
+ 2.6243653297424316,
48
+ -0.025802208110690117,
49
+ -0.0004125009581912309,
50
+ -0.07698092609643936,
51
+ -0.028367187827825546,
52
+ 0.1537088304758072
53
+ ],
54
+ "std": [
55
+ 0.17122606933116913,
56
+ 0.07046335190534592,
57
+ 0.21613667905330658,
58
+ 0.3121389150619507,
59
+ 0.5791706442832947,
60
+ 0.708288848400116,
61
+ 1.5880056619644165,
62
+ 0.9573500156402588,
63
+ 3.4576501846313477,
64
+ 4.274486541748047,
65
+ 6.040563583374023
66
+ ],
67
+ "max": [
68
+ 1.6431776285171509,
69
+ 0.17731712758541107,
70
+ 0.059119515120983124,
71
+ 0.14385102689266205,
72
+ 0.9273068308830261,
73
+ 6.297187805175781,
74
+ 3.283433198928833,
75
+ 2.7663865089416504,
76
+ 10.0,
77
+ 10.0,
78
+ 10.0
79
+ ],
80
+ "min": [
81
+ 0.7007287740707397,
82
+ -0.19482052326202393,
83
+ -1.6461776494979858,
84
+ -1.9154568910598755,
85
+ -0.9631047248840332,
86
+ -0.1792079657316208,
87
+ -3.757478713989258,
88
+ -6.126420021057129,
89
+ -10.0,
90
+ -10.0,
91
+ -10.0
92
+ ],
93
+ "q01": [
94
+ 0.9230922436714173,
95
+ -0.18677105158567428,
96
+ -0.9708261024951935,
97
+ -1.0109864580631256,
98
+ -0.8991881710290909,
99
+ 0.6725094616413116,
100
+ -2.6492803430557252,
101
+ -2.147989432811737,
102
+ -5.511617112159729,
103
+ -10.0,
104
+ -10.0
105
+ ],
106
+ "q99": [
107
+ 1.610499701499939,
108
+ 0.13755025938153265,
109
+ 0.04347839709371328,
110
+ 0.05399664495140313,
111
+ 0.8424718528985977,
112
+ 4.02110352039337,
113
+ 2.8948803400993346,
114
+ 2.410175268650055,
115
+ 10.0,
116
+ 9.8124001789093,
117
+ 10.0
118
+ ]
119
+ },
120
+ "num_transitions": 88212,
121
+ "num_trajectories": 90
122
+ }
123
+ }
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/episode_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/eval_config.yaml ADDED
@@ -0,0 +1,159 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ env:
2
+ state_space:
3
+ labels:
4
+ - torso_height
5
+ - torso_angle
6
+ - thigh_angle
7
+ - leg_angle
8
+ - foot_angle
9
+ - torso_x_velocity
10
+ - torso_z_velocity
11
+ - torso_angular_velocity
12
+ - thigh_angular_velocity
13
+ - leg_angular_velocity
14
+ - foot_angular_velocity
15
+ name: gymnasium
16
+ task_name: hopper
17
+ env_id: LatencyBench/Hopper-v0
18
+ registration_imports:
19
+ - latency_bench.envs.tasks.hopper
20
+ make_kwargs:
21
+ base_env_id: Hopper-v4
22
+ base_make_kwargs:
23
+ ctrl_cost_weight: 0.001
24
+ exclude_current_positions_from_observation: true
25
+ forward_reward_weight: 1.0
26
+ healthy_reward: 1.0
27
+ reset_noise_scale: 0.005
28
+ terminate_when_unhealthy: true
29
+ render_mode: rgb_array
30
+ env_fps: 10
31
+ obs_fps: 10
32
+ frame_stack: 1
33
+ action_space:
34
+ dtype: float32
35
+ high:
36
+ - 1.0
37
+ - 1.0
38
+ - 1.0
39
+ labels:
40
+ - thigh_torque
41
+ - leg_torque
42
+ - foot_torque
43
+ low:
44
+ - -1.0
45
+ - -1.0
46
+ - -1.0
47
+ type: box
48
+ noop_action:
49
+ - 0.0
50
+ - 0.0
51
+ - 0.0
52
+ base_prompt: Move the Hopper robot forward while keeping its torso upright. Predict
53
+ three continuous torques in [-1, 1] ordered as thigh, leg, and foot.
54
+ obs_resize:
55
+ - 224
56
+ - 224
57
+ experiment:
58
+ name: hopper_openvla_l0_zero_100ep
59
+ seed: 42
60
+ backend:
61
+ type: sample_factory
62
+ algo: APPO
63
+ device: cuda
64
+ train_dir: /mnt/checkpoints/latency-sensitive-bench/small_models/hopper
65
+ restart_behavior: overwrite
66
+ run_mode: eval
67
+ executor:
68
+ mode: simulated
69
+ inference_devices:
70
+ - cuda:0
71
+ - cuda:1
72
+ inference_batch_size: 8
73
+ simulated_inference_pool: true
74
+ simulated_worker_capacity: 1
75
+ latency:
76
+ method: zero
77
+ sync_cuda: false
78
+ scheduler:
79
+ hold_policy: hold
80
+ ordering_policy: issue_order_fifo
81
+ policy:
82
+ type: starvla
83
+ checkpoint_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/new_bundle/checkpoints/model.pt
84
+ model_config_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/new_bundle/config.yaml
85
+ backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
86
+ device: cuda:0
87
+ task_manifest_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/new_bundle/manifest.json
88
+ latency_prompt_map_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/new_bundle/latency_prompt_map.json
89
+ latency_prompt_key: 0
90
+ training:
91
+ train_for_env_steps: 10000000
92
+ num_workers: 8
93
+ num_envs_per_worker: 8
94
+ worker_num_splits: 2
95
+ num_policies: 1
96
+ batch_size: 1024
97
+ rollout: 64
98
+ recurrence: 1
99
+ num_epochs: 2
100
+ num_batches_per_epoch: 4
101
+ num_batches_to_accumulate: 2
102
+ policy_workers_per_policy: 1
103
+ max_policy_lag: 10000
104
+ learning_rate: 0.00295
105
+ lr_schedule: linear_decay
106
+ lr_schedule_kl_threshold: 0.008
107
+ gamma: 0.99
108
+ gae_lambda: 0.95
109
+ ppo_clip_ratio: 0.2
110
+ ppo_clip_value: 1.0
111
+ value_loss_coeff: 1.3
112
+ max_grad_norm: 3.5
113
+ exploration_loss: entropy
114
+ exploration_loss_coeff: 0.0
115
+ kl_loss_coeff: 0.1
116
+ reward_scale: 1.0
117
+ reward_clip: 1000.0
118
+ async_rl: false
119
+ serial_mode: false
120
+ batched_sampling: false
121
+ with_vtrace: false
122
+ use_rnn: false
123
+ env_framestack: 4
124
+ encoder_mlp_layers:
125
+ - 64
126
+ - 64
127
+ nonlinearity: tanh
128
+ adaptive_stddev: false
129
+ policy_initialization: torch_default
130
+ initial_stddev: 1.0
131
+ actor_critic_share_weights: true
132
+ shuffle_minibatches: false
133
+ value_bootstrap: false
134
+ normalize_input: true
135
+ normalize_returns: true
136
+ decorrelate_experience_max_seconds: 10
137
+ decorrelate_envs_on_one_worker: true
138
+ set_workers_cpu_affinity: true
139
+ force_envs_single_thread: true
140
+ save_every_sec: 600
141
+ keep_checkpoints: 3
142
+ save_best_every_sec: 60
143
+ save_best_after: 100000
144
+ evaluation:
145
+ eval_episodes: 100
146
+ eval_parallel_envs: 32
147
+ eval_max_steps: 1000
148
+ eval_deterministic: true
149
+ eval_latency_values: null
150
+ episode_seed_offset: 0
151
+ logging:
152
+ output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/evaluation/zero_parallel32_ib8
153
+ video:
154
+ enabled: false
155
+ num_bins: 1
156
+ save_step_records: true
157
+ save_action_records: true
158
+ save_latency_records: true
159
+ realtime_pipeline_profile: false
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/latency_prompt_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "prompt": "Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 125 FPS and observations are emitted at 125 FPS. Choose the best next action.",
4
+ "latency_raw_frames": 0,
5
+ "latency_ms": 0.0
6
+ }
7
+ }
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/manifest.json ADDED
@@ -0,0 +1,142 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_name": "lerobot",
3
+ "env_name": "hopper_rgb_state",
4
+ "episodes": 90,
5
+ "frames": 88212,
6
+ "task_prompts": [
7
+ "Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 125 FPS and observations are emitted at 125 FPS. Choose the best next action."
8
+ ],
9
+ "format": "lerobot_v2_image_parquet",
10
+ "source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/raw",
11
+ "integration_name": "gymnasium",
12
+ "task_name": "hopper_rgb_state",
13
+ "action_layout": "gymnasium_continuous_v1",
14
+ "action_labels": [
15
+ "thigh_torque",
16
+ "leg_torque",
17
+ "foot_torque"
18
+ ],
19
+ "carrier_action_labels": [
20
+ "thigh_torque",
21
+ "leg_torque",
22
+ "foot_torque"
23
+ ],
24
+ "action_dim": 3,
25
+ "active_action_dim": 3,
26
+ "action_carrier": "native",
27
+ "rows_unit": "decision_step",
28
+ "obs_fps": 125.0,
29
+ "obs_stride_raw_frames": 1,
30
+ "uses_state": true,
31
+ "state_dim": 11,
32
+ "state_labels": [
33
+ "torso_height",
34
+ "torso_angle",
35
+ "thigh_angle",
36
+ "leg_angle",
37
+ "foot_angle",
38
+ "torso_x_velocity",
39
+ "torso_z_velocity",
40
+ "torso_angular_velocity",
41
+ "thigh_angular_velocity",
42
+ "leg_angular_velocity",
43
+ "foot_angular_velocity"
44
+ ],
45
+ "state_normalization": {
46
+ "type": "min_max",
47
+ "min": [
48
+ 0.7007287740707397,
49
+ -0.19482052326202393,
50
+ -1.6461776494979858,
51
+ -1.9154568910598755,
52
+ -0.9631047248840332,
53
+ -0.1792079657316208,
54
+ -3.757478713989258,
55
+ -6.126420021057129,
56
+ -10.0,
57
+ -10.0,
58
+ -10.0
59
+ ],
60
+ "max": [
61
+ 1.6431776285171509,
62
+ 0.17731712758541107,
63
+ 0.059119515120983124,
64
+ 0.14385102689266205,
65
+ 0.9273068308830261,
66
+ 6.297187805175781,
67
+ 3.283433198928833,
68
+ 2.7663865089416504,
69
+ 10.0,
70
+ 10.0,
71
+ 10.0
72
+ ]
73
+ },
74
+ "robot_type": "rl_games_gymnasium",
75
+ "latency_prompt_map_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/lerobot/latency_prompt_map.json",
76
+ "custom_mixtures_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/_generated_mixtures/lerobot.json",
77
+ "gymnasium_task": {
78
+ "action_space": {
79
+ "dtype": "float32",
80
+ "high": [
81
+ 1.0,
82
+ 1.0,
83
+ 1.0
84
+ ],
85
+ "labels": [
86
+ "thigh_torque",
87
+ "leg_torque",
88
+ "foot_torque"
89
+ ],
90
+ "low": [
91
+ -1.0,
92
+ -1.0,
93
+ -1.0
94
+ ],
95
+ "type": "box"
96
+ },
97
+ "base_prompt": "Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot.",
98
+ "env_fps": 125.0,
99
+ "env_id": "LatencyBench/HopperRgbState-v0",
100
+ "frame_stack": 1,
101
+ "make_kwargs": {
102
+ "base_env_id": "Hopper-v4",
103
+ "base_make_kwargs": {
104
+ "ctrl_cost_weight": 0.001,
105
+ "exclude_current_positions_from_observation": true,
106
+ "forward_reward_weight": 1.0,
107
+ "healthy_reward": 1.0,
108
+ "reset_noise_scale": 0.005,
109
+ "terminate_when_unhealthy": true
110
+ },
111
+ "render_mode": "rgb_array"
112
+ },
113
+ "noop_action": [
114
+ 0.0,
115
+ 0.0,
116
+ 0.0
117
+ ],
118
+ "obs_fps": 125.0,
119
+ "registration_imports": [
120
+ "latency_bench.envs.gymnasium_hopper_rgb_state"
121
+ ],
122
+ "state_space": {
123
+ "labels": [
124
+ "torso_height",
125
+ "torso_angle",
126
+ "thigh_angle",
127
+ "leg_angle",
128
+ "foot_angle",
129
+ "torso_x_velocity",
130
+ "torso_z_velocity",
131
+ "torso_angular_velocity",
132
+ "thigh_angular_velocity",
133
+ "leg_angular_velocity",
134
+ "foot_angular_velocity"
135
+ ]
136
+ },
137
+ "task_name": "hopper_rgb_state"
138
+ },
139
+ "validation_dataset_name": "lerobot__val",
140
+ "validation_episodes": 10,
141
+ "validation_frames": 9917
142
+ }
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/result.json ADDED
@@ -0,0 +1,213 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "episodes": 100,
3
+ "seeds": [
4
+ 42,
5
+ 43,
6
+ 44,
7
+ 45,
8
+ 46,
9
+ 47,
10
+ 48,
11
+ 49,
12
+ 50,
13
+ 51,
14
+ 52,
15
+ 53,
16
+ 54,
17
+ 55,
18
+ 56,
19
+ 57,
20
+ 58,
21
+ 59,
22
+ 60,
23
+ 61,
24
+ 62,
25
+ 63,
26
+ 64,
27
+ 65,
28
+ 66,
29
+ 67,
30
+ 68,
31
+ 69,
32
+ 70,
33
+ 71,
34
+ 72,
35
+ 73,
36
+ 74,
37
+ 75,
38
+ 76,
39
+ 77,
40
+ 78,
41
+ 79,
42
+ 80,
43
+ 81,
44
+ 82,
45
+ 83,
46
+ 84,
47
+ 85,
48
+ 86,
49
+ 87,
50
+ 88,
51
+ 89,
52
+ 90,
53
+ 91,
54
+ 92,
55
+ 93,
56
+ 94,
57
+ 95,
58
+ 96,
59
+ 97,
60
+ 98,
61
+ 99,
62
+ 100,
63
+ 101,
64
+ 102,
65
+ 103,
66
+ 104,
67
+ 105,
68
+ 106,
69
+ 107,
70
+ 108,
71
+ 109,
72
+ 110,
73
+ 111,
74
+ 112,
75
+ 113,
76
+ 114,
77
+ 115,
78
+ 116,
79
+ 117,
80
+ 118,
81
+ 119,
82
+ 120,
83
+ 121,
84
+ 122,
85
+ 123,
86
+ 124,
87
+ 125,
88
+ 126,
89
+ 127,
90
+ 128,
91
+ 129,
92
+ 130,
93
+ 131,
94
+ 132,
95
+ 133,
96
+ 134,
97
+ 135,
98
+ 136,
99
+ 137,
100
+ 138,
101
+ 139,
102
+ 140,
103
+ 141
104
+ ],
105
+ "mean_return": 2666.6738215371893,
106
+ "population_std_return": 892.3727539565475,
107
+ "mean_length": 737.1,
108
+ "returns": [
109
+ 3561.84688319941,
110
+ 1600.6706551027182,
111
+ 3620.1188423008407,
112
+ 2634.125060166308,
113
+ 3060.5406702348314,
114
+ 2867.834669791374,
115
+ 2992.744611683189,
116
+ 3662.2122720643074,
117
+ 3076.6213192088344,
118
+ 1707.3126535662188,
119
+ 3585.0773319826912,
120
+ 3562.303457569297,
121
+ 3584.7843497474437,
122
+ 1984.425834117197,
123
+ 1400.396347395964,
124
+ 3708.940214387246,
125
+ 3571.645430478484,
126
+ 3549.5071814671765,
127
+ 2016.473619471494,
128
+ 1512.940152763139,
129
+ 1551.4059890434748,
130
+ 2709.3808200274007,
131
+ 2087.1807182226453,
132
+ 2348.1228572054592,
133
+ 3573.049733729277,
134
+ 3564.936255019036,
135
+ 3591.114335505998,
136
+ 3404.109465599575,
137
+ 3601.5126268040863,
138
+ 1600.1972006719357,
139
+ 1300.3741057873092,
140
+ 2018.2731464618341,
141
+ 3575.7982186171307,
142
+ 1516.5009255816353,
143
+ 2089.019360972886,
144
+ 3316.052141537801,
145
+ 1149.3692840024999,
146
+ 1692.1935943817916,
147
+ 1220.906751625911,
148
+ 2742.4229565515056,
149
+ 1401.2839375823191,
150
+ 1606.57843550376,
151
+ 3576.578496890439,
152
+ 1642.5919138573438,
153
+ 3562.8412358686096,
154
+ 3097.587924341113,
155
+ 1506.0965221743043,
156
+ 1725.0498620090573,
157
+ 3320.3162868747845,
158
+ 3587.9432930285748,
159
+ 3571.8413021249357,
160
+ 1439.9684498656356,
161
+ 2759.491810249567,
162
+ 3570.6079423553447,
163
+ 1704.8707264522059,
164
+ 3585.716175880421,
165
+ 3586.6132646382052,
166
+ 3414.014932085534,
167
+ 3581.9646369320876,
168
+ 1672.273533409995,
169
+ 3302.4684181540797,
170
+ 3183.532299896706,
171
+ 3570.969371167777,
172
+ 1711.2189456130832,
173
+ 2614.3641385546816,
174
+ 3572.946802559335,
175
+ 3575.3707653406273,
176
+ 3582.3630644374493,
177
+ 3241.370990146436,
178
+ 3565.4849383486803,
179
+ 2588.2728701325736,
180
+ 1901.5159071763892,
181
+ 2680.770976705007,
182
+ 3580.734404173484,
183
+ 3561.9330531101477,
184
+ 1599.2705695187178,
185
+ 2309.907835775398,
186
+ 3154.9875894385427,
187
+ 1410.1724552319938,
188
+ 1852.237443796794,
189
+ 1291.4703130698426,
190
+ 1464.1994892806633,
191
+ 3579.4176915271437,
192
+ 3148.712354275726,
193
+ 1280.1114428676256,
194
+ 1475.3713822898185,
195
+ 3573.0579550186694,
196
+ 3594.2648921388536,
197
+ 1549.1325971849271,
198
+ 2022.8787532407548,
199
+ 3567.26874267536,
200
+ 3566.3347341640115,
201
+ 2252.1416583396226,
202
+ 3558.9017235893107,
203
+ 1896.2028240774214,
204
+ 2009.095934666783,
205
+ 1216.4311718577985,
206
+ 3584.1615263907383,
207
+ 2053.9339787256954,
208
+ 3597.7274228886013
209
+ ],
210
+ "primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/evaluation/zero_parallel32_ib8/episode_metrics.jsonl",
211
+ "eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/eval_zero_parallel32_ib8.yaml",
212
+ "inference_batch_size": 8
213
+ }
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/source_identity.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "revision": "a7001d2227fa8b0cbcd58b7b0e32db3dba147810",
3
+ "source": "current worktree snapshot",
4
+ "dirty_paths": [
5
+ " M AGENTS.md",
6
+ " M configs/experiments/memory/small_model/flappy_capped.yaml",
7
+ " M configs/experiments/memory/small_model/flappy_extended.yaml",
8
+ " M configs/experiments/observation_stride/flappy_capped.yaml",
9
+ " M configs/experiments/observation_stride/flappy_extended.yaml",
10
+ " M configs/experiments/sim2real.yaml",
11
+ " M scripts/experiments/memory/small_model/run.sh",
12
+ " M scripts/experiments/observation_stride/run.sh",
13
+ " M scripts/experiments/sim2real/study.py",
14
+ " M tests/scripts/test_sim2real.py",
15
+ "?? configs/experiments/sim2real/five_gpu.yaml",
16
+ "?? docs/cleanup-refactor/",
17
+ "?? lagen/",
18
+ "?? scripts/experiments/sim2real/campaign.py",
19
+ "?? servers.md"
20
+ ],
21
+ "runtime_patches": [
22
+ {
23
+ "path": "third_party/starVLA/starVLA/training/train_starvla.py",
24
+ "change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
25
+ "validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
26
+ }
27
+ ],
28
+ "frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
29
+ }
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/l0_data_source.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "repo": "MLL-Lab/LAGEN-datasets",
3
+ "revision": "0b3b64a5d5f4a52e5b1decf1a30b01ec8637becc",
4
+ "path": "experiments/benchmark-training/archive/standard-pipeline/hopper/zero_latency/shared/source_100ep_v1/demonstrations/raw",
5
+ "source_obs_fps": 125.0,
6
+ "label_semantics": "zero latency: issued and applied actions coincide",
7
+ "original_contract": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/historical/zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/manifest.json"
8
+ }
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/latency_prompt_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "prompt": "Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 125 FPS and observations are emitted at 125 FPS. Choose the best next action.",
4
+ "latency_raw_frames": 0,
5
+ "latency_ms": 0.0
6
+ }
7
+ }
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/manifest.json ADDED
@@ -0,0 +1,142 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_name": "lerobot",
3
+ "env_name": "hopper_rgb_state",
4
+ "episodes": 90,
5
+ "frames": 88212,
6
+ "task_prompts": [
7
+ "Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 125 FPS and observations are emitted at 125 FPS. Choose the best next action."
8
+ ],
9
+ "format": "lerobot_v2_image_parquet",
10
+ "source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/raw",
11
+ "integration_name": "gymnasium",
12
+ "task_name": "hopper_rgb_state",
13
+ "action_layout": "gymnasium_continuous_v1",
14
+ "action_labels": [
15
+ "thigh_torque",
16
+ "leg_torque",
17
+ "foot_torque"
18
+ ],
19
+ "carrier_action_labels": [
20
+ "thigh_torque",
21
+ "leg_torque",
22
+ "foot_torque"
23
+ ],
24
+ "action_dim": 3,
25
+ "active_action_dim": 3,
26
+ "action_carrier": "native",
27
+ "rows_unit": "decision_step",
28
+ "obs_fps": 125.0,
29
+ "obs_stride_raw_frames": 1,
30
+ "uses_state": true,
31
+ "state_dim": 11,
32
+ "state_labels": [
33
+ "torso_height",
34
+ "torso_angle",
35
+ "thigh_angle",
36
+ "leg_angle",
37
+ "foot_angle",
38
+ "torso_x_velocity",
39
+ "torso_z_velocity",
40
+ "torso_angular_velocity",
41
+ "thigh_angular_velocity",
42
+ "leg_angular_velocity",
43
+ "foot_angular_velocity"
44
+ ],
45
+ "state_normalization": {
46
+ "type": "min_max",
47
+ "min": [
48
+ 0.7007287740707397,
49
+ -0.19482052326202393,
50
+ -1.6461776494979858,
51
+ -1.9154568910598755,
52
+ -0.9631047248840332,
53
+ -0.1792079657316208,
54
+ -3.757478713989258,
55
+ -6.126420021057129,
56
+ -10.0,
57
+ -10.0,
58
+ -10.0
59
+ ],
60
+ "max": [
61
+ 1.6431776285171509,
62
+ 0.17731712758541107,
63
+ 0.059119515120983124,
64
+ 0.14385102689266205,
65
+ 0.9273068308830261,
66
+ 6.297187805175781,
67
+ 3.283433198928833,
68
+ 2.7663865089416504,
69
+ 10.0,
70
+ 10.0,
71
+ 10.0
72
+ ]
73
+ },
74
+ "robot_type": "rl_games_gymnasium",
75
+ "latency_prompt_map_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/lerobot/latency_prompt_map.json",
76
+ "custom_mixtures_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/_generated_mixtures/lerobot.json",
77
+ "gymnasium_task": {
78
+ "action_space": {
79
+ "dtype": "float32",
80
+ "high": [
81
+ 1.0,
82
+ 1.0,
83
+ 1.0
84
+ ],
85
+ "labels": [
86
+ "thigh_torque",
87
+ "leg_torque",
88
+ "foot_torque"
89
+ ],
90
+ "low": [
91
+ -1.0,
92
+ -1.0,
93
+ -1.0
94
+ ],
95
+ "type": "box"
96
+ },
97
+ "base_prompt": "Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot.",
98
+ "env_fps": 125.0,
99
+ "env_id": "LatencyBench/HopperRgbState-v0",
100
+ "frame_stack": 1,
101
+ "make_kwargs": {
102
+ "base_env_id": "Hopper-v4",
103
+ "base_make_kwargs": {
104
+ "ctrl_cost_weight": 0.001,
105
+ "exclude_current_positions_from_observation": true,
106
+ "forward_reward_weight": 1.0,
107
+ "healthy_reward": 1.0,
108
+ "reset_noise_scale": 0.005,
109
+ "terminate_when_unhealthy": true
110
+ },
111
+ "render_mode": "rgb_array"
112
+ },
113
+ "noop_action": [
114
+ 0.0,
115
+ 0.0,
116
+ 0.0
117
+ ],
118
+ "obs_fps": 125.0,
119
+ "registration_imports": [
120
+ "latency_bench.envs.gymnasium_hopper_rgb_state"
121
+ ],
122
+ "state_space": {
123
+ "labels": [
124
+ "torso_height",
125
+ "torso_angle",
126
+ "thigh_angle",
127
+ "leg_angle",
128
+ "foot_angle",
129
+ "torso_x_velocity",
130
+ "torso_z_velocity",
131
+ "torso_angular_velocity",
132
+ "thigh_angular_velocity",
133
+ "leg_angular_velocity",
134
+ "foot_angular_velocity"
135
+ ]
136
+ },
137
+ "task_name": "hopper_rgb_state"
138
+ },
139
+ "validation_dataset_name": "lerobot__val",
140
+ "validation_episodes": 10,
141
+ "validation_frames": 9917
142
+ }
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/DONE ADDED
File without changes
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/hardware.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "driver_version": "580.173.02",
3
+ "gpu_class": "1x-rtx3090",
4
+ "gpus": [
5
+ {
6
+ "name": "NVIDIA GeForce RTX 3090",
7
+ "slot": 0
8
+ }
9
+ ],
10
+ "instance_id": "instance_859cf1e47bca6046",
11
+ "topology_links": [],
12
+ "torch": {
13
+ "backends": {
14
+ "cuda_cudnn_sdp_enabled": true,
15
+ "cuda_flash_sdp_enabled": true,
16
+ "cuda_math_sdp_enabled": true,
17
+ "cuda_matmul_allow_tf32": false,
18
+ "cuda_mem_efficient_sdp_enabled": true,
19
+ "cudnn_allow_tf32": true,
20
+ "cudnn_benchmark": false
21
+ },
22
+ "cuda_available": true,
23
+ "cuda_device_count": 1,
24
+ "cuda_version": "12.8",
25
+ "current_device": 0,
26
+ "current_device_name": "NVIDIA GeForce RTX 3090",
27
+ "device_properties": [
28
+ {
29
+ "index": 0,
30
+ "major": 8,
31
+ "minor": 6,
32
+ "multi_processor_count": 82,
33
+ "name": "NVIDIA GeForce RTX 3090",
34
+ "total_memory": 25295257600
35
+ }
36
+ ],
37
+ "float32_matmul_precision": "highest",
38
+ "version": "2.11.0+cu128"
39
+ }
40
+ }
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/latency_burst_model.json ADDED
@@ -0,0 +1,1322 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "burst_dwell_distribution": {
3
+ "distribution_type": "inverse_cdf",
4
+ "latency_ms": [
5
+ 1.0,
6
+ 1.0,
7
+ 1.0,
8
+ 1.0,
9
+ 1.0,
10
+ 1.0,
11
+ 1.0,
12
+ 1.0,
13
+ 1.0,
14
+ 1.0,
15
+ 1.0,
16
+ 1.0,
17
+ 1.0,
18
+ 1.0,
19
+ 1.0,
20
+ 1.0,
21
+ 1.0,
22
+ 1.0,
23
+ 1.0,
24
+ 1.0,
25
+ 1.0,
26
+ 1.0,
27
+ 1.0,
28
+ 1.0,
29
+ 1.0,
30
+ 1.0,
31
+ 1.0,
32
+ 1.0,
33
+ 1.0,
34
+ 1.0,
35
+ 1.0,
36
+ 1.0,
37
+ 1.0,
38
+ 1.0,
39
+ 1.0,
40
+ 1.0,
41
+ 1.0,
42
+ 1.0,
43
+ 1.0,
44
+ 1.0,
45
+ 1.0,
46
+ 1.0,
47
+ 1.0,
48
+ 1.0,
49
+ 1.0,
50
+ 1.0,
51
+ 1.0,
52
+ 1.0,
53
+ 1.0,
54
+ 1.0,
55
+ 1.0,
56
+ 1.0,
57
+ 1.0,
58
+ 1.0,
59
+ 1.0,
60
+ 1.0,
61
+ 1.0,
62
+ 1.0,
63
+ 1.0,
64
+ 1.0,
65
+ 1.0,
66
+ 1.0,
67
+ 1.0,
68
+ 1.0,
69
+ 1.0,
70
+ 1.0,
71
+ 1.0,
72
+ 1.0,
73
+ 1.0,
74
+ 1.0,
75
+ 1.0,
76
+ 1.0,
77
+ 1.0,
78
+ 1.0,
79
+ 1.0,
80
+ 1.0,
81
+ 1.0,
82
+ 1.0,
83
+ 1.0,
84
+ 1.0,
85
+ 1.0,
86
+ 1.0,
87
+ 1.0,
88
+ 1.0,
89
+ 1.0,
90
+ 1.0,
91
+ 1.0,
92
+ 1.0,
93
+ 1.0,
94
+ 1.0,
95
+ 1.0,
96
+ 1.0,
97
+ 1.0,
98
+ 1.0,
99
+ 1.0,
100
+ 1.0,
101
+ 1.0,
102
+ 1.0,
103
+ 1.0,
104
+ 1.0,
105
+ 1.0,
106
+ 1.0,
107
+ 1.0,
108
+ 1.0,
109
+ 1.0,
110
+ 1.0,
111
+ 1.0,
112
+ 1.0,
113
+ 1.0,
114
+ 1.0,
115
+ 1.0,
116
+ 1.0,
117
+ 1.0,
118
+ 1.0,
119
+ 1.0,
120
+ 1.0,
121
+ 1.0,
122
+ 1.0,
123
+ 1.0,
124
+ 1.0,
125
+ 1.0,
126
+ 1.0,
127
+ 1.0
128
+ ],
129
+ "quantile_levels": [
130
+ 0.0,
131
+ 0.0001,
132
+ 0.0005,
133
+ 0.001,
134
+ 0.002,
135
+ 0.003,
136
+ 0.004,
137
+ 0.005,
138
+ 0.006,
139
+ 0.007,
140
+ 0.008,
141
+ 0.009,
142
+ 0.01,
143
+ 0.02,
144
+ 0.03,
145
+ 0.04,
146
+ 0.05,
147
+ 0.06,
148
+ 0.07,
149
+ 0.08,
150
+ 0.09,
151
+ 0.1,
152
+ 0.11,
153
+ 0.12,
154
+ 0.13,
155
+ 0.14,
156
+ 0.15,
157
+ 0.16,
158
+ 0.17,
159
+ 0.18,
160
+ 0.19,
161
+ 0.2,
162
+ 0.21,
163
+ 0.22,
164
+ 0.23,
165
+ 0.24,
166
+ 0.25,
167
+ 0.26,
168
+ 0.27,
169
+ 0.28,
170
+ 0.29,
171
+ 0.3,
172
+ 0.31,
173
+ 0.32,
174
+ 0.33,
175
+ 0.34,
176
+ 0.35,
177
+ 0.36,
178
+ 0.37,
179
+ 0.38,
180
+ 0.39,
181
+ 0.4,
182
+ 0.41,
183
+ 0.42,
184
+ 0.43,
185
+ 0.44,
186
+ 0.45,
187
+ 0.46,
188
+ 0.47,
189
+ 0.48,
190
+ 0.49,
191
+ 0.5,
192
+ 0.51,
193
+ 0.52,
194
+ 0.53,
195
+ 0.54,
196
+ 0.55,
197
+ 0.56,
198
+ 0.57,
199
+ 0.58,
200
+ 0.59,
201
+ 0.6,
202
+ 0.61,
203
+ 0.62,
204
+ 0.63,
205
+ 0.64,
206
+ 0.65,
207
+ 0.66,
208
+ 0.67,
209
+ 0.68,
210
+ 0.69,
211
+ 0.7,
212
+ 0.71,
213
+ 0.72,
214
+ 0.73,
215
+ 0.74,
216
+ 0.75,
217
+ 0.76,
218
+ 0.77,
219
+ 0.78,
220
+ 0.79,
221
+ 0.8,
222
+ 0.81,
223
+ 0.82,
224
+ 0.83,
225
+ 0.84,
226
+ 0.85,
227
+ 0.86,
228
+ 0.87,
229
+ 0.88,
230
+ 0.89,
231
+ 0.9,
232
+ 0.91,
233
+ 0.92,
234
+ 0.93,
235
+ 0.94,
236
+ 0.95,
237
+ 0.96,
238
+ 0.97,
239
+ 0.98,
240
+ 0.99,
241
+ 0.991,
242
+ 0.992,
243
+ 0.993,
244
+ 0.994,
245
+ 0.995,
246
+ 0.996,
247
+ 0.997,
248
+ 0.998,
249
+ 0.999,
250
+ 0.9995,
251
+ 0.9999,
252
+ 1.0
253
+ ]
254
+ },
255
+ "burst_dwell_lengths": [
256
+ 1,
257
+ 1,
258
+ 1
259
+ ],
260
+ "burst_merge_gap_records": 30,
261
+ "burst_rank_processes": [
262
+ {
263
+ "draw_count": 3,
264
+ "dwell_length_spearman_rho": 0.0,
265
+ "level_ms": {
266
+ "distribution_type": "inverse_cdf",
267
+ "latency_ms": [
268
+ 92.92644906044006,
269
+ 92.92644906044006,
270
+ 92.92644906044006,
271
+ 92.92644906044006,
272
+ 92.92644906044006,
273
+ 92.92644906044006,
274
+ 92.92644906044006,
275
+ 92.92644906044006,
276
+ 92.92644906044006,
277
+ 92.92644906044006,
278
+ 92.92644906044006,
279
+ 92.92644906044006,
280
+ 92.92644906044006,
281
+ 92.92644906044006,
282
+ 92.92644906044006,
283
+ 92.92644906044006,
284
+ 92.92644906044006,
285
+ 92.92644906044006,
286
+ 92.92644906044006,
287
+ 92.92644906044006,
288
+ 92.92644906044006,
289
+ 92.92644906044006,
290
+ 92.92644906044006,
291
+ 92.92644906044006,
292
+ 92.92644906044006,
293
+ 92.92644906044006,
294
+ 92.92644906044006,
295
+ 92.92644906044006,
296
+ 92.92818662166596,
297
+ 92.93339930534363,
298
+ 92.9386119890213,
299
+ 92.94382467269898,
300
+ 92.94903735637665,
301
+ 92.95425004005432,
302
+ 92.95946272373199,
303
+ 92.96467540740967,
304
+ 92.96988809108734,
305
+ 92.97510077476501,
306
+ 92.9803134584427,
307
+ 92.98552614212036,
308
+ 92.99073882579803,
309
+ 92.9959515094757,
310
+ 93.00116419315339,
311
+ 93.00637687683106,
312
+ 93.01158956050872,
313
+ 93.01680224418641,
314
+ 93.02201492786408,
315
+ 93.02722761154175,
316
+ 93.03244029521942,
317
+ 93.0376529788971,
318
+ 93.04286566257477,
319
+ 93.04807834625244,
320
+ 93.05329102993011,
321
+ 93.05850371360779,
322
+ 93.06371639728546,
323
+ 93.06892908096313,
324
+ 93.07414176464081,
325
+ 93.07935444831848,
326
+ 93.08456713199615,
327
+ 93.08977981567382,
328
+ 93.0949924993515,
329
+ 93.10020518302917,
330
+ 93.65123818159104,
331
+ 94.20227118015289,
332
+ 94.75330417871476,
333
+ 95.30433717727661,
334
+ 95.85537017583847,
335
+ 96.40640317440034,
336
+ 96.95743617296219,
337
+ 97.50846917152404,
338
+ 98.0595021700859,
339
+ 98.61053516864776,
340
+ 99.16156816720962,
341
+ 99.71260116577149,
342
+ 100.26363416433334,
343
+ 100.8146671628952,
344
+ 101.36570016145707,
345
+ 101.91673316001892,
346
+ 102.46776615858079,
347
+ 103.01879915714264,
348
+ 103.56983215570449,
349
+ 104.12086515426635,
350
+ 104.67189815282822,
351
+ 105.22293115139007,
352
+ 105.77396414995194,
353
+ 106.32499714851379,
354
+ 106.87603014707565,
355
+ 107.42706314563752,
356
+ 107.97809614419937,
357
+ 108.52912914276124,
358
+ 109.08016214132309,
359
+ 109.63119513988495,
360
+ 110.18222813844682,
361
+ 110.73326113700867,
362
+ 111.28429413557052,
363
+ 111.46797180175781,
364
+ 111.46797180175781,
365
+ 111.46797180175781,
366
+ 111.46797180175781,
367
+ 111.46797180175781,
368
+ 111.46797180175781,
369
+ 111.46797180175781,
370
+ 111.46797180175781,
371
+ 111.46797180175781,
372
+ 111.46797180175781,
373
+ 111.46797180175781,
374
+ 111.46797180175781,
375
+ 111.46797180175781,
376
+ 111.46797180175781,
377
+ 111.46797180175781,
378
+ 111.46797180175781,
379
+ 111.46797180175781,
380
+ 111.46797180175781,
381
+ 111.46797180175781,
382
+ 111.46797180175781,
383
+ 111.46797180175781,
384
+ 111.46797180175781,
385
+ 111.46797180175781,
386
+ 111.46797180175781,
387
+ 111.46797180175781,
388
+ 111.46797180175781,
389
+ 111.46797180175781,
390
+ 111.46797180175781
391
+ ],
392
+ "quantile_levels": [
393
+ 0.0,
394
+ 0.0001,
395
+ 0.0005,
396
+ 0.001,
397
+ 0.002,
398
+ 0.003,
399
+ 0.004,
400
+ 0.005,
401
+ 0.006,
402
+ 0.007,
403
+ 0.008,
404
+ 0.009,
405
+ 0.01,
406
+ 0.02,
407
+ 0.03,
408
+ 0.04,
409
+ 0.05,
410
+ 0.06,
411
+ 0.07,
412
+ 0.08,
413
+ 0.09,
414
+ 0.1,
415
+ 0.11,
416
+ 0.12,
417
+ 0.13,
418
+ 0.14,
419
+ 0.15,
420
+ 0.16,
421
+ 0.17,
422
+ 0.18,
423
+ 0.19,
424
+ 0.2,
425
+ 0.21,
426
+ 0.22,
427
+ 0.23,
428
+ 0.24,
429
+ 0.25,
430
+ 0.26,
431
+ 0.27,
432
+ 0.28,
433
+ 0.29,
434
+ 0.3,
435
+ 0.31,
436
+ 0.32,
437
+ 0.33,
438
+ 0.34,
439
+ 0.35,
440
+ 0.36,
441
+ 0.37,
442
+ 0.38,
443
+ 0.39,
444
+ 0.4,
445
+ 0.41,
446
+ 0.42,
447
+ 0.43,
448
+ 0.44,
449
+ 0.45,
450
+ 0.46,
451
+ 0.47,
452
+ 0.48,
453
+ 0.49,
454
+ 0.5,
455
+ 0.51,
456
+ 0.52,
457
+ 0.53,
458
+ 0.54,
459
+ 0.55,
460
+ 0.56,
461
+ 0.57,
462
+ 0.58,
463
+ 0.59,
464
+ 0.6,
465
+ 0.61,
466
+ 0.62,
467
+ 0.63,
468
+ 0.64,
469
+ 0.65,
470
+ 0.66,
471
+ 0.67,
472
+ 0.68,
473
+ 0.69,
474
+ 0.7,
475
+ 0.71,
476
+ 0.72,
477
+ 0.73,
478
+ 0.74,
479
+ 0.75,
480
+ 0.76,
481
+ 0.77,
482
+ 0.78,
483
+ 0.79,
484
+ 0.8,
485
+ 0.81,
486
+ 0.82,
487
+ 0.83,
488
+ 0.84,
489
+ 0.85,
490
+ 0.86,
491
+ 0.87,
492
+ 0.88,
493
+ 0.89,
494
+ 0.9,
495
+ 0.91,
496
+ 0.92,
497
+ 0.93,
498
+ 0.94,
499
+ 0.95,
500
+ 0.96,
501
+ 0.97,
502
+ 0.98,
503
+ 0.99,
504
+ 0.991,
505
+ 0.992,
506
+ 0.993,
507
+ 0.994,
508
+ 0.995,
509
+ 0.996,
510
+ 0.997,
511
+ 0.998,
512
+ 0.999,
513
+ 0.9995,
514
+ 0.9999,
515
+ 1.0
516
+ ]
517
+ },
518
+ "level_residual_ms": {
519
+ "distribution_type": "inverse_cdf",
520
+ "latency_ms": [
521
+ 0.0,
522
+ 0.0,
523
+ 0.0,
524
+ 0.0,
525
+ 0.0,
526
+ 0.0,
527
+ 0.0,
528
+ 0.0,
529
+ 0.0,
530
+ 0.0,
531
+ 0.0,
532
+ 0.0,
533
+ 0.0,
534
+ 0.0,
535
+ 0.0,
536
+ 0.0,
537
+ 0.0,
538
+ 0.0,
539
+ 0.0,
540
+ 0.0,
541
+ 0.0,
542
+ 0.0,
543
+ 0.0,
544
+ 0.0,
545
+ 0.0,
546
+ 0.0,
547
+ 0.0,
548
+ 0.0,
549
+ 0.0,
550
+ 0.0,
551
+ 0.0,
552
+ 0.0,
553
+ 0.0,
554
+ 0.0,
555
+ 0.0,
556
+ 0.0,
557
+ 0.0,
558
+ 0.0,
559
+ 0.0,
560
+ 0.0,
561
+ 0.0,
562
+ 0.0,
563
+ 0.0,
564
+ 0.0,
565
+ 0.0,
566
+ 0.0,
567
+ 0.0,
568
+ 0.0,
569
+ 0.0,
570
+ 0.0,
571
+ 0.0,
572
+ 0.0,
573
+ 0.0,
574
+ 0.0,
575
+ 0.0,
576
+ 0.0,
577
+ 0.0,
578
+ 0.0,
579
+ 0.0,
580
+ 0.0,
581
+ 0.0,
582
+ 0.0,
583
+ 0.0,
584
+ 0.0,
585
+ 0.0,
586
+ 0.0,
587
+ 0.0,
588
+ 0.0,
589
+ 0.0,
590
+ 0.0,
591
+ 0.0,
592
+ 0.0,
593
+ 0.0,
594
+ 0.0,
595
+ 0.0,
596
+ 0.0,
597
+ 0.0,
598
+ 0.0,
599
+ 0.0,
600
+ 0.0,
601
+ 0.0,
602
+ 0.0,
603
+ 0.0,
604
+ 0.0,
605
+ 0.0,
606
+ 0.0,
607
+ 0.0,
608
+ 0.0,
609
+ 0.0,
610
+ 0.0,
611
+ 0.0,
612
+ 0.0,
613
+ 0.0,
614
+ 0.0,
615
+ 0.0,
616
+ 0.0,
617
+ 0.0,
618
+ 0.0,
619
+ 0.0,
620
+ 0.0,
621
+ 0.0,
622
+ 0.0,
623
+ 0.0,
624
+ 0.0,
625
+ 0.0,
626
+ 0.0,
627
+ 0.0,
628
+ 0.0,
629
+ 0.0,
630
+ 0.0,
631
+ 0.0,
632
+ 0.0,
633
+ 0.0,
634
+ 0.0,
635
+ 0.0,
636
+ 0.0,
637
+ 0.0,
638
+ 0.0,
639
+ 0.0,
640
+ 0.0,
641
+ 0.0,
642
+ 0.0,
643
+ 0.0
644
+ ],
645
+ "quantile_levels": [
646
+ 0.0,
647
+ 0.0001,
648
+ 0.0005,
649
+ 0.001,
650
+ 0.002,
651
+ 0.003,
652
+ 0.004,
653
+ 0.005,
654
+ 0.006,
655
+ 0.007,
656
+ 0.008,
657
+ 0.009,
658
+ 0.01,
659
+ 0.02,
660
+ 0.03,
661
+ 0.04,
662
+ 0.05,
663
+ 0.06,
664
+ 0.07,
665
+ 0.08,
666
+ 0.09,
667
+ 0.1,
668
+ 0.11,
669
+ 0.12,
670
+ 0.13,
671
+ 0.14,
672
+ 0.15,
673
+ 0.16,
674
+ 0.17,
675
+ 0.18,
676
+ 0.19,
677
+ 0.2,
678
+ 0.21,
679
+ 0.22,
680
+ 0.23,
681
+ 0.24,
682
+ 0.25,
683
+ 0.26,
684
+ 0.27,
685
+ 0.28,
686
+ 0.29,
687
+ 0.3,
688
+ 0.31,
689
+ 0.32,
690
+ 0.33,
691
+ 0.34,
692
+ 0.35,
693
+ 0.36,
694
+ 0.37,
695
+ 0.38,
696
+ 0.39,
697
+ 0.4,
698
+ 0.41,
699
+ 0.42,
700
+ 0.43,
701
+ 0.44,
702
+ 0.45,
703
+ 0.46,
704
+ 0.47,
705
+ 0.48,
706
+ 0.49,
707
+ 0.5,
708
+ 0.51,
709
+ 0.52,
710
+ 0.53,
711
+ 0.54,
712
+ 0.55,
713
+ 0.56,
714
+ 0.57,
715
+ 0.58,
716
+ 0.59,
717
+ 0.6,
718
+ 0.61,
719
+ 0.62,
720
+ 0.63,
721
+ 0.64,
722
+ 0.65,
723
+ 0.66,
724
+ 0.67,
725
+ 0.68,
726
+ 0.69,
727
+ 0.7,
728
+ 0.71,
729
+ 0.72,
730
+ 0.73,
731
+ 0.74,
732
+ 0.75,
733
+ 0.76,
734
+ 0.77,
735
+ 0.78,
736
+ 0.79,
737
+ 0.8,
738
+ 0.81,
739
+ 0.82,
740
+ 0.83,
741
+ 0.84,
742
+ 0.85,
743
+ 0.86,
744
+ 0.87,
745
+ 0.88,
746
+ 0.89,
747
+ 0.9,
748
+ 0.91,
749
+ 0.92,
750
+ 0.93,
751
+ 0.94,
752
+ 0.95,
753
+ 0.96,
754
+ 0.97,
755
+ 0.98,
756
+ 0.99,
757
+ 0.991,
758
+ 0.992,
759
+ 0.993,
760
+ 0.994,
761
+ 0.995,
762
+ 0.996,
763
+ 0.997,
764
+ 0.998,
765
+ 0.999,
766
+ 0.9995,
767
+ 0.9999,
768
+ 1.0
769
+ ]
770
+ },
771
+ "severity": {
772
+ "distribution_type": "inverse_cdf",
773
+ "latency_ms": [
774
+ 1.0,
775
+ 1.0,
776
+ 1.0,
777
+ 1.0,
778
+ 1.0,
779
+ 1.0,
780
+ 1.0,
781
+ 1.0,
782
+ 1.0,
783
+ 1.0,
784
+ 1.0,
785
+ 1.0,
786
+ 1.0,
787
+ 1.0,
788
+ 1.0,
789
+ 1.0,
790
+ 1.0,
791
+ 1.0,
792
+ 1.0,
793
+ 1.0,
794
+ 1.0,
795
+ 1.0,
796
+ 1.0,
797
+ 1.0,
798
+ 1.0,
799
+ 1.0,
800
+ 1.0,
801
+ 1.0,
802
+ 1.0,
803
+ 1.0,
804
+ 1.0,
805
+ 1.0,
806
+ 1.0,
807
+ 1.0,
808
+ 1.0,
809
+ 1.0,
810
+ 1.0,
811
+ 1.0,
812
+ 1.0,
813
+ 1.0,
814
+ 1.0,
815
+ 1.0,
816
+ 1.0,
817
+ 1.0,
818
+ 1.0,
819
+ 1.0,
820
+ 1.0,
821
+ 1.0,
822
+ 1.0,
823
+ 1.0,
824
+ 1.0,
825
+ 1.0,
826
+ 1.0,
827
+ 1.0,
828
+ 1.0,
829
+ 1.0,
830
+ 1.0,
831
+ 1.0,
832
+ 1.0,
833
+ 1.0,
834
+ 1.0,
835
+ 1.0,
836
+ 1.0,
837
+ 1.0,
838
+ 1.0,
839
+ 1.0,
840
+ 1.0,
841
+ 1.0,
842
+ 1.0,
843
+ 1.0,
844
+ 1.0,
845
+ 1.0,
846
+ 1.0,
847
+ 1.0,
848
+ 1.0,
849
+ 1.0,
850
+ 1.0,
851
+ 1.0,
852
+ 1.0,
853
+ 1.0,
854
+ 1.0,
855
+ 1.0,
856
+ 1.0,
857
+ 1.0,
858
+ 1.0,
859
+ 1.0,
860
+ 1.0,
861
+ 1.0,
862
+ 1.0,
863
+ 1.0,
864
+ 1.0,
865
+ 1.0,
866
+ 1.0,
867
+ 1.0,
868
+ 1.0,
869
+ 1.0,
870
+ 1.0,
871
+ 1.0,
872
+ 1.0,
873
+ 1.0,
874
+ 1.0,
875
+ 1.0,
876
+ 1.0,
877
+ 1.0,
878
+ 1.0,
879
+ 1.0,
880
+ 1.0,
881
+ 1.0,
882
+ 1.0,
883
+ 1.0,
884
+ 1.0,
885
+ 1.0,
886
+ 1.0,
887
+ 1.0,
888
+ 1.0,
889
+ 1.0,
890
+ 1.0,
891
+ 1.0,
892
+ 1.0,
893
+ 1.0,
894
+ 1.0,
895
+ 1.0,
896
+ 1.0
897
+ ],
898
+ "quantile_levels": [
899
+ 0.0,
900
+ 0.0001,
901
+ 0.0005,
902
+ 0.001,
903
+ 0.002,
904
+ 0.003,
905
+ 0.004,
906
+ 0.005,
907
+ 0.006,
908
+ 0.007,
909
+ 0.008,
910
+ 0.009,
911
+ 0.01,
912
+ 0.02,
913
+ 0.03,
914
+ 0.04,
915
+ 0.05,
916
+ 0.06,
917
+ 0.07,
918
+ 0.08,
919
+ 0.09,
920
+ 0.1,
921
+ 0.11,
922
+ 0.12,
923
+ 0.13,
924
+ 0.14,
925
+ 0.15,
926
+ 0.16,
927
+ 0.17,
928
+ 0.18,
929
+ 0.19,
930
+ 0.2,
931
+ 0.21,
932
+ 0.22,
933
+ 0.23,
934
+ 0.24,
935
+ 0.25,
936
+ 0.26,
937
+ 0.27,
938
+ 0.28,
939
+ 0.29,
940
+ 0.3,
941
+ 0.31,
942
+ 0.32,
943
+ 0.33,
944
+ 0.34,
945
+ 0.35,
946
+ 0.36,
947
+ 0.37,
948
+ 0.38,
949
+ 0.39,
950
+ 0.4,
951
+ 0.41,
952
+ 0.42,
953
+ 0.43,
954
+ 0.44,
955
+ 0.45,
956
+ 0.46,
957
+ 0.47,
958
+ 0.48,
959
+ 0.49,
960
+ 0.5,
961
+ 0.51,
962
+ 0.52,
963
+ 0.53,
964
+ 0.54,
965
+ 0.55,
966
+ 0.56,
967
+ 0.57,
968
+ 0.58,
969
+ 0.59,
970
+ 0.6,
971
+ 0.61,
972
+ 0.62,
973
+ 0.63,
974
+ 0.64,
975
+ 0.65,
976
+ 0.66,
977
+ 0.67,
978
+ 0.68,
979
+ 0.69,
980
+ 0.7,
981
+ 0.71,
982
+ 0.72,
983
+ 0.73,
984
+ 0.74,
985
+ 0.75,
986
+ 0.76,
987
+ 0.77,
988
+ 0.78,
989
+ 0.79,
990
+ 0.8,
991
+ 0.81,
992
+ 0.82,
993
+ 0.83,
994
+ 0.84,
995
+ 0.85,
996
+ 0.86,
997
+ 0.87,
998
+ 0.88,
999
+ 0.89,
1000
+ 0.9,
1001
+ 0.91,
1002
+ 0.92,
1003
+ 0.93,
1004
+ 0.94,
1005
+ 0.95,
1006
+ 0.96,
1007
+ 0.97,
1008
+ 0.98,
1009
+ 0.99,
1010
+ 0.991,
1011
+ 0.992,
1012
+ 0.993,
1013
+ 0.994,
1014
+ 0.995,
1015
+ 0.996,
1016
+ 0.997,
1017
+ 0.998,
1018
+ 0.999,
1019
+ 0.9995,
1020
+ 0.9999,
1021
+ 1.0
1022
+ ]
1023
+ },
1024
+ "spike_count": 3
1025
+ }
1026
+ ],
1027
+ "burst_slot_rank_templates": [
1028
+ {
1029
+ "dwell_length": 1,
1030
+ "slot_to_rank": {
1031
+ "0": 0
1032
+ }
1033
+ },
1034
+ {
1035
+ "dwell_length": 1,
1036
+ "slot_to_rank": {
1037
+ "0": 0
1038
+ }
1039
+ },
1040
+ {
1041
+ "dwell_length": 1,
1042
+ "slot_to_rank": {
1043
+ "0": 0
1044
+ }
1045
+ }
1046
+ ],
1047
+ "model_type": "hidden_regime",
1048
+ "pre_worker_time_ms": {
1049
+ "distribution_type": "inverse_cdf",
1050
+ "latency_ms": [
1051
+ 0.31311678886413574,
1052
+ 0.31311678886413574,
1053
+ 0.3165763258934021,
1054
+ 0.32325554490089414,
1055
+ 0.3290378570556641,
1056
+ 0.34071471095085143,
1057
+ 0.3509213447570801,
1058
+ 0.35257425904273987,
1059
+ 0.3555735468864441,
1060
+ 0.3601503908634186,
1061
+ 0.3644925594329834,
1062
+ 0.3818242847919464,
1063
+ 0.3849796652793884,
1064
+ 0.43671417236328125,
1065
+ 0.4749835133552551,
1066
+ 0.4945000410079956,
1067
+ 0.5159845948219299,
1068
+ 0.5300548076629639,
1069
+ 0.5394640564918518,
1070
+ 0.547340989112854,
1071
+ 0.5548242330551147,
1072
+ 0.5603091716766357,
1073
+ 0.5666623711585999,
1074
+ 0.5706260204315186,
1075
+ 0.5731815695762634,
1076
+ 0.5773470401763916,
1077
+ 0.5807499289512634,
1078
+ 0.5849419832229614,
1079
+ 0.5887086987495422,
1080
+ 0.5918290615081787,
1081
+ 0.5939978957176208,
1082
+ 0.5969480276107788,
1083
+ 0.5994340777397156,
1084
+ 0.6025159358978271,
1085
+ 0.6040467619895935,
1086
+ 0.6064813137054443,
1087
+ 0.6088453531265259,
1088
+ 0.6113431453704834,
1089
+ 0.6135084629058838,
1090
+ 0.6157195568084717,
1091
+ 0.6180734634399414,
1092
+ 0.6201481819152832,
1093
+ 0.6233775615692139,
1094
+ 0.6259479522705078,
1095
+ 0.6277621388435364,
1096
+ 0.6300039291381836,
1097
+ 0.6324813365936279,
1098
+ 0.6342650651931763,
1099
+ 0.6360381841659546,
1100
+ 0.6377451419830322,
1101
+ 0.639049768447876,
1102
+ 0.640360951423645,
1103
+ 0.6418464183807373,
1104
+ 0.6428799629211426,
1105
+ 0.6441222429275513,
1106
+ 0.6458930969238281,
1107
+ 0.6482654809951782,
1108
+ 0.6496939659118652,
1109
+ 0.6526684761047363,
1110
+ 0.6541144847869873,
1111
+ 0.6560317873954773,
1112
+ 0.658473014831543,
1113
+ 0.659576952457428,
1114
+ 0.6612474918365479,
1115
+ 0.6628846526145935,
1116
+ 0.6641979217529297,
1117
+ 0.6656185388565063,
1118
+ 0.6666920185089111,
1119
+ 0.6680689454078674,
1120
+ 0.6693181991577148,
1121
+ 0.6703876256942749,
1122
+ 0.6712313890457153,
1123
+ 0.6727586388587952,
1124
+ 0.6742727756500244,
1125
+ 0.6758086681365967,
1126
+ 0.6774241924285889,
1127
+ 0.6792400479316711,
1128
+ 0.6818399429321289,
1129
+ 0.683896005153656,
1130
+ 0.6866179704666138,
1131
+ 0.6883576512336731,
1132
+ 0.6901149749755859,
1133
+ 0.692481517791748,
1134
+ 0.6947081089019775,
1135
+ 0.697051465511322,
1136
+ 0.698936939239502,
1137
+ 0.7017368674278259,
1138
+ 0.7050299644470215,
1139
+ 0.70822674036026,
1140
+ 0.7101070880889893,
1141
+ 0.7132005095481873,
1142
+ 0.7152360677719116,
1143
+ 0.7168729901313782,
1144
+ 0.7200279235839844,
1145
+ 0.7235506176948547,
1146
+ 0.7269525527954102,
1147
+ 0.7312224507331848,
1148
+ 0.7360110282897949,
1149
+ 0.7416163682937622,
1150
+ 0.7470424175262451,
1151
+ 0.7538335919380188,
1152
+ 0.7591180801391602,
1153
+ 0.7654633522033691,
1154
+ 0.7710039615631104,
1155
+ 0.7774527072906494,
1156
+ 0.7881929874420166,
1157
+ 0.8031460642814636,
1158
+ 0.8192280530929565,
1159
+ 0.8465723991394043,
1160
+ 0.8769099712371826,
1161
+ 0.9416267275810242,
1162
+ 0.9441980957984923,
1163
+ 0.9461143732070924,
1164
+ 0.9521929323673245,
1165
+ 0.9566469669342051,
1166
+ 0.9747528433799744,
1167
+ 0.979430532455442,
1168
+ 1.0052420735359195,
1169
+ 1.0194490909576401,
1170
+ 1.0595047175884362,
1171
+ 1.2158348947763677,
1172
+ 1.3550479412078857,
1173
+ 1.3550479412078857
1174
+ ],
1175
+ "quantile_levels": [
1176
+ 0.0,
1177
+ 0.0001,
1178
+ 0.0005,
1179
+ 0.001,
1180
+ 0.002,
1181
+ 0.003,
1182
+ 0.004,
1183
+ 0.005,
1184
+ 0.006,
1185
+ 0.007,
1186
+ 0.008,
1187
+ 0.009,
1188
+ 0.01,
1189
+ 0.02,
1190
+ 0.03,
1191
+ 0.04,
1192
+ 0.05,
1193
+ 0.06,
1194
+ 0.07,
1195
+ 0.08,
1196
+ 0.09,
1197
+ 0.1,
1198
+ 0.11,
1199
+ 0.12,
1200
+ 0.13,
1201
+ 0.14,
1202
+ 0.15,
1203
+ 0.16,
1204
+ 0.17,
1205
+ 0.18,
1206
+ 0.19,
1207
+ 0.2,
1208
+ 0.21,
1209
+ 0.22,
1210
+ 0.23,
1211
+ 0.24,
1212
+ 0.25,
1213
+ 0.26,
1214
+ 0.27,
1215
+ 0.28,
1216
+ 0.29,
1217
+ 0.3,
1218
+ 0.31,
1219
+ 0.32,
1220
+ 0.33,
1221
+ 0.34,
1222
+ 0.35,
1223
+ 0.36,
1224
+ 0.37,
1225
+ 0.38,
1226
+ 0.39,
1227
+ 0.4,
1228
+ 0.41,
1229
+ 0.42,
1230
+ 0.43,
1231
+ 0.44,
1232
+ 0.45,
1233
+ 0.46,
1234
+ 0.47,
1235
+ 0.48,
1236
+ 0.49,
1237
+ 0.5,
1238
+ 0.51,
1239
+ 0.52,
1240
+ 0.53,
1241
+ 0.54,
1242
+ 0.55,
1243
+ 0.56,
1244
+ 0.57,
1245
+ 0.58,
1246
+ 0.59,
1247
+ 0.6,
1248
+ 0.61,
1249
+ 0.62,
1250
+ 0.63,
1251
+ 0.64,
1252
+ 0.65,
1253
+ 0.66,
1254
+ 0.67,
1255
+ 0.68,
1256
+ 0.69,
1257
+ 0.7,
1258
+ 0.71,
1259
+ 0.72,
1260
+ 0.73,
1261
+ 0.74,
1262
+ 0.75,
1263
+ 0.76,
1264
+ 0.77,
1265
+ 0.78,
1266
+ 0.79,
1267
+ 0.8,
1268
+ 0.81,
1269
+ 0.82,
1270
+ 0.83,
1271
+ 0.84,
1272
+ 0.85,
1273
+ 0.86,
1274
+ 0.87,
1275
+ 0.88,
1276
+ 0.89,
1277
+ 0.9,
1278
+ 0.91,
1279
+ 0.92,
1280
+ 0.93,
1281
+ 0.94,
1282
+ 0.95,
1283
+ 0.96,
1284
+ 0.97,
1285
+ 0.98,
1286
+ 0.99,
1287
+ 0.991,
1288
+ 0.992,
1289
+ 0.993,
1290
+ 0.994,
1291
+ 0.995,
1292
+ 0.996,
1293
+ 0.997,
1294
+ 0.998,
1295
+ 0.999,
1296
+ 0.9995,
1297
+ 0.9999,
1298
+ 1.0
1299
+ ]
1300
+ },
1301
+ "regime_step_counts": {
1302
+ "burst": 3,
1303
+ "calm": 2072
1304
+ },
1305
+ "regime_transition_counts": {
1306
+ "burst": {
1307
+ "burst": 0,
1308
+ "calm": 3
1309
+ },
1310
+ "calm": {
1311
+ "burst": 3,
1312
+ "calm": 2064
1313
+ }
1314
+ },
1315
+ "reset_scope": "session",
1316
+ "schema_version": 12,
1317
+ "spike_median_multiplier": 1.25,
1318
+ "spike_threshold_ms_by_worker_slot": {
1319
+ "0": 87.82212123274803
1320
+ },
1321
+ "worker_count": 1
1322
+ }
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/latency_distribution.json ADDED
@@ -0,0 +1,1027 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 3,
3
+ "worker_slots": {
4
+ "0": {
5
+ "all": {
6
+ "count": 2075,
7
+ "observation_to_action_latency_ms": {
8
+ "distribution_type": "inverse_cdf",
9
+ "latency_ms": [
10
+ 65.19399881362915,
11
+ 65.19399881362915,
12
+ 65.21452818512917,
13
+ 65.37617138624191,
14
+ 65.54988111257553,
15
+ 65.60978311300278,
16
+ 65.85620288848877,
17
+ 66.11677795648575,
18
+ 66.1667419910431,
19
+ 66.25579528808593,
20
+ 66.3200498342514,
21
+ 66.37821425199509,
22
+ 66.44661968946457,
23
+ 67.40388679504395,
24
+ 67.9565160870552,
25
+ 68.30614387989044,
26
+ 68.86876726150513,
27
+ 69.23061203956604,
28
+ 69.40943151712418,
29
+ 69.708052277565,
30
+ 69.82890748977661,
31
+ 69.99191188812256,
32
+ 70.07996428012848,
33
+ 70.20106554031372,
34
+ 70.2888200879097,
35
+ 70.34249114990234,
36
+ 70.42751479148865,
37
+ 70.50662112236023,
38
+ 70.5581624507904,
39
+ 70.60912585258484,
40
+ 70.65479511022568,
41
+ 70.69437503814697,
42
+ 70.74371039867401,
43
+ 70.80917811393738,
44
+ 70.83664780855179,
45
+ 70.88321900367737,
46
+ 70.91019904613495,
47
+ 70.95217895507812,
48
+ 70.97798812389374,
49
+ 71.01112449169159,
50
+ 71.03684651851654,
51
+ 71.07607984542847,
52
+ 71.12114173173904,
53
+ 71.14498901367188,
54
+ 71.169668674469,
55
+ 71.19082713127136,
56
+ 71.21074295043945,
57
+ 71.24556457996368,
58
+ 71.27112966775894,
59
+ 71.28998637199402,
60
+ 71.31158643960953,
61
+ 71.34597957134247,
62
+ 71.36409616470337,
63
+ 71.39237093925476,
64
+ 71.41189247369766,
65
+ 71.44127345085144,
66
+ 71.47214812040329,
67
+ 71.49239921569824,
68
+ 71.51301550865173,
69
+ 71.53032338619232,
70
+ 71.5557844042778,
71
+ 71.5749728679657,
72
+ 71.59549480676651,
73
+ 71.6154580116272,
74
+ 71.63657933473587,
75
+ 71.6589138507843,
76
+ 71.68088454008102,
77
+ 71.70165157318115,
78
+ 71.73091351985931,
79
+ 71.75631403923035,
80
+ 71.77797484397888,
81
+ 71.82077741622925,
82
+ 71.85434252023697,
83
+ 71.88232922554016,
84
+ 71.9016506075859,
85
+ 71.91977643966675,
86
+ 71.95200443267822,
87
+ 71.98209404945374,
88
+ 72.0122202038765,
89
+ 72.03439712524414,
90
+ 72.06454348564148,
91
+ 72.09861707687378,
92
+ 72.12148833274841,
93
+ 72.1564769744873,
94
+ 72.1896619796753,
95
+ 72.22209119796753,
96
+ 72.27087277173996,
97
+ 72.31662225723267,
98
+ 72.35859662294388,
99
+ 72.4115800857544,
100
+ 72.43648117780685,
101
+ 72.47373795509338,
102
+ 72.49812859296799,
103
+ 72.53804278373718,
104
+ 72.58772403001785,
105
+ 72.64632666110992,
106
+ 72.70239788293839,
107
+ 72.79391694068909,
108
+ 72.83307409286499,
109
+ 72.89201402664185,
110
+ 72.95603406429291,
111
+ 73.05068588256836,
112
+ 73.21339404582977,
113
+ 73.34779798984528,
114
+ 73.54553669691086,
115
+ 73.78722310066223,
116
+ 74.11802303791046,
117
+ 74.58567237854004,
118
+ 75.28934186697006,
119
+ 76.44343304634094,
120
+ 77.00749260187149,
121
+ 77.320473575592,
122
+ 77.51085505485536,
123
+ 78.1938346505165,
124
+ 78.28879662752153,
125
+ 78.42176166176796,
126
+ 79.36353144645672,
127
+ 81.95102273225795,
128
+ 83.81126960515967,
129
+ 93.65813264846805,
130
+ 102.26191507876086,
131
+ 112.13530778884888,
132
+ 112.13530778884888
133
+ ],
134
+ "quantile_levels": [
135
+ 0.0,
136
+ 0.0001,
137
+ 0.0005,
138
+ 0.001,
139
+ 0.002,
140
+ 0.003,
141
+ 0.004,
142
+ 0.005,
143
+ 0.006,
144
+ 0.007,
145
+ 0.008,
146
+ 0.009,
147
+ 0.01,
148
+ 0.02,
149
+ 0.03,
150
+ 0.04,
151
+ 0.05,
152
+ 0.06,
153
+ 0.07,
154
+ 0.08,
155
+ 0.09,
156
+ 0.1,
157
+ 0.11,
158
+ 0.12,
159
+ 0.13,
160
+ 0.14,
161
+ 0.15,
162
+ 0.16,
163
+ 0.17,
164
+ 0.18,
165
+ 0.19,
166
+ 0.2,
167
+ 0.21,
168
+ 0.22,
169
+ 0.23,
170
+ 0.24,
171
+ 0.25,
172
+ 0.26,
173
+ 0.27,
174
+ 0.28,
175
+ 0.29,
176
+ 0.3,
177
+ 0.31,
178
+ 0.32,
179
+ 0.33,
180
+ 0.34,
181
+ 0.35,
182
+ 0.36,
183
+ 0.37,
184
+ 0.38,
185
+ 0.39,
186
+ 0.4,
187
+ 0.41,
188
+ 0.42,
189
+ 0.43,
190
+ 0.44,
191
+ 0.45,
192
+ 0.46,
193
+ 0.47,
194
+ 0.48,
195
+ 0.49,
196
+ 0.5,
197
+ 0.51,
198
+ 0.52,
199
+ 0.53,
200
+ 0.54,
201
+ 0.55,
202
+ 0.56,
203
+ 0.57,
204
+ 0.58,
205
+ 0.59,
206
+ 0.6,
207
+ 0.61,
208
+ 0.62,
209
+ 0.63,
210
+ 0.64,
211
+ 0.65,
212
+ 0.66,
213
+ 0.67,
214
+ 0.68,
215
+ 0.69,
216
+ 0.7,
217
+ 0.71,
218
+ 0.72,
219
+ 0.73,
220
+ 0.74,
221
+ 0.75,
222
+ 0.76,
223
+ 0.77,
224
+ 0.78,
225
+ 0.79,
226
+ 0.8,
227
+ 0.81,
228
+ 0.82,
229
+ 0.83,
230
+ 0.84,
231
+ 0.85,
232
+ 0.86,
233
+ 0.87,
234
+ 0.88,
235
+ 0.89,
236
+ 0.9,
237
+ 0.91,
238
+ 0.92,
239
+ 0.93,
240
+ 0.94,
241
+ 0.95,
242
+ 0.96,
243
+ 0.97,
244
+ 0.98,
245
+ 0.99,
246
+ 0.991,
247
+ 0.992,
248
+ 0.993,
249
+ 0.994,
250
+ 0.995,
251
+ 0.996,
252
+ 0.997,
253
+ 0.998,
254
+ 0.999,
255
+ 0.9995,
256
+ 0.9999,
257
+ 1.0
258
+ ]
259
+ },
260
+ "spearman_rho": 0.9980124420738008,
261
+ "worker_service_time_ms": {
262
+ "distribution_type": "inverse_cdf",
263
+ "latency_ms": [
264
+ 64.81042885780334,
265
+ 64.81042885780334,
266
+ 64.8304044932127,
267
+ 64.86529658436775,
268
+ 65.09479154348374,
269
+ 65.18544340133667,
270
+ 65.45056700706482,
271
+ 65.71252375841141,
272
+ 65.7791820526123,
273
+ 65.83106318712234,
274
+ 65.96416923999786,
275
+ 65.99974170923232,
276
+ 66.05729752779007,
277
+ 66.85541200637817,
278
+ 67.4124995470047,
279
+ 67.70765841007233,
280
+ 68.38320344686508,
281
+ 68.66614484786987,
282
+ 68.86086118221283,
283
+ 69.11453056335449,
284
+ 69.2644213438034,
285
+ 69.38441181182861,
286
+ 69.49850225448608,
287
+ 69.59222090244293,
288
+ 69.66973400115967,
289
+ 69.74627423286438,
290
+ 69.80929481983185,
291
+ 69.88673007488251,
292
+ 69.92713761329651,
293
+ 69.97099304199219,
294
+ 70.01391452550888,
295
+ 70.07167446613312,
296
+ 70.1147900223732,
297
+ 70.16800880432129,
298
+ 70.20960211753845,
299
+ 70.24057853221893,
300
+ 70.27172857522964,
301
+ 70.30395483970642,
302
+ 70.33524876832962,
303
+ 70.36733794212341,
304
+ 70.41446840763092,
305
+ 70.43638014793396,
306
+ 70.47007262706757,
307
+ 70.49437403678894,
308
+ 70.52942305803299,
309
+ 70.54843187332153,
310
+ 70.56563359498978,
311
+ 70.58997797966003,
312
+ 70.61523360013962,
313
+ 70.63820695877075,
314
+ 70.65534472465515,
315
+ 70.68713617324829,
316
+ 70.72156208753586,
317
+ 70.74655199050903,
318
+ 70.77104866504669,
319
+ 70.794921875,
320
+ 70.81391477584839,
321
+ 70.83501505851746,
322
+ 70.85863208770752,
323
+ 70.87805342674255,
324
+ 70.89673417806625,
325
+ 70.91481804847717,
326
+ 70.93379074335098,
327
+ 70.95436489582062,
328
+ 70.9727611541748,
329
+ 70.99777722358704,
330
+ 71.01445686817169,
331
+ 71.04416513442993,
332
+ 71.07488167285919,
333
+ 71.09937310218811,
334
+ 71.1260045170784,
335
+ 71.14588451385498,
336
+ 71.17757761478424,
337
+ 71.20317506790161,
338
+ 71.22922629117966,
339
+ 71.26177847385406,
340
+ 71.28523004055023,
341
+ 71.31312823295593,
342
+ 71.33135783672333,
343
+ 71.35811042785645,
344
+ 71.38167172670364,
345
+ 71.40552186965942,
346
+ 71.44026362895966,
347
+ 71.4722410440445,
348
+ 71.50916689634323,
349
+ 71.55513215065002,
350
+ 71.59390467405319,
351
+ 71.63793969154358,
352
+ 71.6769991517067,
353
+ 71.70788717269897,
354
+ 71.74298250675201,
355
+ 71.7811050415039,
356
+ 71.81722241640091,
357
+ 71.84697794914246,
358
+ 71.89713567495346,
359
+ 71.96147060394287,
360
+ 72.00608330965042,
361
+ 72.07237100601196,
362
+ 72.13394355773926,
363
+ 72.19530701637268,
364
+ 72.25350522994995,
365
+ 72.34730696678162,
366
+ 72.50979733467102,
367
+ 72.63740396499634,
368
+ 72.84575146436691,
369
+ 73.07518124580383,
370
+ 73.36473077535629,
371
+ 73.83938801288605,
372
+ 74.32575643062592,
373
+ 75.57429695129395,
374
+ 76.11366033554077,
375
+ 76.45826106667515,
376
+ 76.83195266723635,
377
+ 77.16471412181853,
378
+ 77.66161592006684,
379
+ 77.73926329612732,
380
+ 78.54240913391091,
381
+ 81.13938184976583,
382
+ 83.1561977505683,
383
+ 93.00029541254047,
384
+ 101.59529724419284,
385
+ 111.46797180175781,
386
+ 111.46797180175781
387
+ ],
388
+ "quantile_levels": [
389
+ 0.0,
390
+ 0.0001,
391
+ 0.0005,
392
+ 0.001,
393
+ 0.002,
394
+ 0.003,
395
+ 0.004,
396
+ 0.005,
397
+ 0.006,
398
+ 0.007,
399
+ 0.008,
400
+ 0.009,
401
+ 0.01,
402
+ 0.02,
403
+ 0.03,
404
+ 0.04,
405
+ 0.05,
406
+ 0.06,
407
+ 0.07,
408
+ 0.08,
409
+ 0.09,
410
+ 0.1,
411
+ 0.11,
412
+ 0.12,
413
+ 0.13,
414
+ 0.14,
415
+ 0.15,
416
+ 0.16,
417
+ 0.17,
418
+ 0.18,
419
+ 0.19,
420
+ 0.2,
421
+ 0.21,
422
+ 0.22,
423
+ 0.23,
424
+ 0.24,
425
+ 0.25,
426
+ 0.26,
427
+ 0.27,
428
+ 0.28,
429
+ 0.29,
430
+ 0.3,
431
+ 0.31,
432
+ 0.32,
433
+ 0.33,
434
+ 0.34,
435
+ 0.35,
436
+ 0.36,
437
+ 0.37,
438
+ 0.38,
439
+ 0.39,
440
+ 0.4,
441
+ 0.41,
442
+ 0.42,
443
+ 0.43,
444
+ 0.44,
445
+ 0.45,
446
+ 0.46,
447
+ 0.47,
448
+ 0.48,
449
+ 0.49,
450
+ 0.5,
451
+ 0.51,
452
+ 0.52,
453
+ 0.53,
454
+ 0.54,
455
+ 0.55,
456
+ 0.56,
457
+ 0.57,
458
+ 0.58,
459
+ 0.59,
460
+ 0.6,
461
+ 0.61,
462
+ 0.62,
463
+ 0.63,
464
+ 0.64,
465
+ 0.65,
466
+ 0.66,
467
+ 0.67,
468
+ 0.68,
469
+ 0.69,
470
+ 0.7,
471
+ 0.71,
472
+ 0.72,
473
+ 0.73,
474
+ 0.74,
475
+ 0.75,
476
+ 0.76,
477
+ 0.77,
478
+ 0.78,
479
+ 0.79,
480
+ 0.8,
481
+ 0.81,
482
+ 0.82,
483
+ 0.83,
484
+ 0.84,
485
+ 0.85,
486
+ 0.86,
487
+ 0.87,
488
+ 0.88,
489
+ 0.89,
490
+ 0.9,
491
+ 0.91,
492
+ 0.92,
493
+ 0.93,
494
+ 0.94,
495
+ 0.95,
496
+ 0.96,
497
+ 0.97,
498
+ 0.98,
499
+ 0.99,
500
+ 0.991,
501
+ 0.992,
502
+ 0.993,
503
+ 0.994,
504
+ 0.995,
505
+ 0.996,
506
+ 0.997,
507
+ 0.998,
508
+ 0.999,
509
+ 0.9995,
510
+ 0.9999,
511
+ 1.0
512
+ ]
513
+ }
514
+ },
515
+ "steady": {
516
+ "count": 2072,
517
+ "observation_to_action_latency_ms": {
518
+ "distribution_type": "inverse_cdf",
519
+ "latency_ms": [
520
+ 65.19399881362915,
521
+ 65.19399881362915,
522
+ 65.21447089385987,
523
+ 65.37542019462586,
524
+ 65.54987103176117,
525
+ 65.60966022491455,
526
+ 65.85360446739197,
527
+ 66.113779296875,
528
+ 66.16652703666686,
529
+ 66.25572955894471,
530
+ 66.31964143466949,
531
+ 66.37805958938598,
532
+ 66.44557957172394,
533
+ 67.40347755432128,
534
+ 67.95384462833404,
535
+ 68.3040751028061,
536
+ 68.86173973083496,
537
+ 69.22473413944245,
538
+ 69.40377369403839,
539
+ 69.70454369068146,
540
+ 69.82808116436004,
541
+ 69.99165661334992,
542
+ 70.07831597328186,
543
+ 70.19712745666504,
544
+ 70.2876419210434,
545
+ 70.3415141248703,
546
+ 70.42468881607056,
547
+ 70.50353671073914,
548
+ 70.55655439853668,
549
+ 70.60617962837219,
550
+ 70.65110831737519,
551
+ 70.69143896102905,
552
+ 70.74109094619752,
553
+ 70.8089477443695,
554
+ 70.83344268321991,
555
+ 70.88257723331452,
556
+ 70.90947210788727,
557
+ 70.94953246593475,
558
+ 70.9757197189331,
559
+ 71.01045125961303,
560
+ 71.03570990562439,
561
+ 71.07419350147248,
562
+ 71.11981529712676,
563
+ 71.14466162681579,
564
+ 71.16853910923004,
565
+ 71.19018000125885,
566
+ 71.20882227420807,
567
+ 71.24291341304779,
568
+ 71.26965581893921,
569
+ 71.28910193443298,
570
+ 71.30903896331787,
571
+ 71.34541156291962,
572
+ 71.3635185432434,
573
+ 71.3916244506836,
574
+ 71.41094114780427,
575
+ 71.43986271858215,
576
+ 71.47048921585083,
577
+ 71.49185324668885,
578
+ 71.51238204956054,
579
+ 71.52781995773316,
580
+ 71.55354582309722,
581
+ 71.57390081882477,
582
+ 71.59174089431762,
583
+ 71.61493656635284,
584
+ 71.6342034482956,
585
+ 71.65483741283417,
586
+ 71.68058023452758,
587
+ 71.70002612113953,
588
+ 71.72443329334259,
589
+ 71.75478495121003,
590
+ 71.77438542366028,
591
+ 71.81701493263245,
592
+ 71.84875475883484,
593
+ 71.87945019245147,
594
+ 71.90045991420746,
595
+ 71.91874521255494,
596
+ 71.94669437408447,
597
+ 71.98143951892852,
598
+ 72.01119516849518,
599
+ 72.0328631067276,
600
+ 72.06257130146027,
601
+ 72.09504079818726,
602
+ 72.11566365242004,
603
+ 72.15310551643371,
604
+ 72.18850584506988,
605
+ 72.21814324855805,
606
+ 72.26514148712158,
607
+ 72.31500059127808,
608
+ 72.35579874992371,
609
+ 72.40864204883576,
610
+ 72.43190546512604,
611
+ 72.46693255901337,
612
+ 72.49548690319061,
613
+ 72.53481489181519,
614
+ 72.58008307933807,
615
+ 72.64314253807068,
616
+ 72.69793500900269,
617
+ 72.78377663612366,
618
+ 72.82674848079681,
619
+ 72.88684828281403,
620
+ 72.93725447654724,
621
+ 73.03033211231232,
622
+ 73.20079249858856,
623
+ 73.33228698730468,
624
+ 73.50521060466767,
625
+ 73.73466797351837,
626
+ 74.04130051136016,
627
+ 74.44832262992858,
628
+ 75.16131977558135,
629
+ 76.2820675754547,
630
+ 76.88091934204103,
631
+ 76.94890914344788,
632
+ 77.14981128501891,
633
+ 77.46755316638948,
634
+ 78.03063362503056,
635
+ 78.24113952636718,
636
+ 78.38724931049347,
637
+ 78.70385138702399,
638
+ 80.69423282146485,
639
+ 83.1145306940078,
640
+ 83.92277062034601,
641
+ 84.44702100753784,
642
+ 84.44702100753784
643
+ ],
644
+ "quantile_levels": [
645
+ 0.0,
646
+ 0.0001,
647
+ 0.0005,
648
+ 0.001,
649
+ 0.002,
650
+ 0.003,
651
+ 0.004,
652
+ 0.005,
653
+ 0.006,
654
+ 0.007,
655
+ 0.008,
656
+ 0.009,
657
+ 0.01,
658
+ 0.02,
659
+ 0.03,
660
+ 0.04,
661
+ 0.05,
662
+ 0.06,
663
+ 0.07,
664
+ 0.08,
665
+ 0.09,
666
+ 0.1,
667
+ 0.11,
668
+ 0.12,
669
+ 0.13,
670
+ 0.14,
671
+ 0.15,
672
+ 0.16,
673
+ 0.17,
674
+ 0.18,
675
+ 0.19,
676
+ 0.2,
677
+ 0.21,
678
+ 0.22,
679
+ 0.23,
680
+ 0.24,
681
+ 0.25,
682
+ 0.26,
683
+ 0.27,
684
+ 0.28,
685
+ 0.29,
686
+ 0.3,
687
+ 0.31,
688
+ 0.32,
689
+ 0.33,
690
+ 0.34,
691
+ 0.35,
692
+ 0.36,
693
+ 0.37,
694
+ 0.38,
695
+ 0.39,
696
+ 0.4,
697
+ 0.41,
698
+ 0.42,
699
+ 0.43,
700
+ 0.44,
701
+ 0.45,
702
+ 0.46,
703
+ 0.47,
704
+ 0.48,
705
+ 0.49,
706
+ 0.5,
707
+ 0.51,
708
+ 0.52,
709
+ 0.53,
710
+ 0.54,
711
+ 0.55,
712
+ 0.56,
713
+ 0.57,
714
+ 0.58,
715
+ 0.59,
716
+ 0.6,
717
+ 0.61,
718
+ 0.62,
719
+ 0.63,
720
+ 0.64,
721
+ 0.65,
722
+ 0.66,
723
+ 0.67,
724
+ 0.68,
725
+ 0.69,
726
+ 0.7,
727
+ 0.71,
728
+ 0.72,
729
+ 0.73,
730
+ 0.74,
731
+ 0.75,
732
+ 0.76,
733
+ 0.77,
734
+ 0.78,
735
+ 0.79,
736
+ 0.8,
737
+ 0.81,
738
+ 0.82,
739
+ 0.83,
740
+ 0.84,
741
+ 0.85,
742
+ 0.86,
743
+ 0.87,
744
+ 0.88,
745
+ 0.89,
746
+ 0.9,
747
+ 0.91,
748
+ 0.92,
749
+ 0.93,
750
+ 0.94,
751
+ 0.95,
752
+ 0.96,
753
+ 0.97,
754
+ 0.98,
755
+ 0.99,
756
+ 0.991,
757
+ 0.992,
758
+ 0.993,
759
+ 0.994,
760
+ 0.995,
761
+ 0.996,
762
+ 0.997,
763
+ 0.998,
764
+ 0.999,
765
+ 0.9995,
766
+ 0.9999,
767
+ 1.0
768
+ ]
769
+ },
770
+ "spearman_rho": 0.9980037963516655,
771
+ "worker_service_time_ms": {
772
+ "distribution_type": "inverse_cdf",
773
+ "latency_ms": [
774
+ 64.81042885780334,
775
+ 64.81042885780334,
776
+ 64.83034874725342,
777
+ 64.8652042169571,
778
+ 65.09434249591827,
779
+ 65.18473916053772,
780
+ 65.44755630970002,
781
+ 65.70904842376709,
782
+ 65.7790016708374,
783
+ 65.82948631858825,
784
+ 65.96403185939789,
785
+ 65.99917395210267,
786
+ 66.05419579982758,
787
+ 66.85226134777069,
788
+ 67.41213180541992,
789
+ 67.70523978710175,
790
+ 68.37709033489227,
791
+ 68.6659171819687,
792
+ 68.85855054855347,
793
+ 69.11082427978516,
794
+ 69.26426580905914,
795
+ 69.38339400291443,
796
+ 69.49818974494934,
797
+ 69.59014869213104,
798
+ 69.66760065555573,
799
+ 69.74625440597534,
800
+ 69.80519919395446,
801
+ 69.88650359630584,
802
+ 69.92661521434783,
803
+ 69.96951825618744,
804
+ 70.01145081996918,
805
+ 70.07099788188934,
806
+ 70.11137570858001,
807
+ 70.16706781387329,
808
+ 70.20938957214355,
809
+ 70.24025132656098,
810
+ 70.26918590068817,
811
+ 70.30251583099366,
812
+ 70.33475484848023,
813
+ 70.36707436561585,
814
+ 70.4130216884613,
815
+ 70.43617479801178,
816
+ 70.4693127822876,
817
+ 70.49378530979156,
818
+ 70.52594029903412,
819
+ 70.54812473297119,
820
+ 70.5624710559845,
821
+ 70.58988870143891,
822
+ 70.61189743995666,
823
+ 70.63650825500488,
824
+ 70.65514147758483,
825
+ 70.68650047779083,
826
+ 70.72054006099701,
827
+ 70.74340092658997,
828
+ 70.77034149169921,
829
+ 70.79453890323639,
830
+ 70.81376779079437,
831
+ 70.83277872562408,
832
+ 70.85774645805358,
833
+ 70.87755789279937,
834
+ 70.8952799797058,
835
+ 70.91331553459167,
836
+ 70.93301747322083,
837
+ 70.95305408000947,
838
+ 70.97179078102111,
839
+ 70.99544564723969,
840
+ 71.01263489723206,
841
+ 71.04232339382172,
842
+ 71.07317966461181,
843
+ 71.09767675876617,
844
+ 71.12224251270294,
845
+ 71.14307947158814,
846
+ 71.1765646982193,
847
+ 71.20110731601716,
848
+ 71.22757455825806,
849
+ 71.26078465461731,
850
+ 71.28300664424896,
851
+ 71.31065947055816,
852
+ 71.32941711902619,
853
+ 71.35752510547638,
854
+ 71.3804721879959,
855
+ 71.40329875946045,
856
+ 71.4374256324768,
857
+ 71.47053267478942,
858
+ 71.50463972568512,
859
+ 71.55248319149017,
860
+ 71.58942151069641,
861
+ 71.63497022628785,
862
+ 71.67235461711884,
863
+ 71.70529507637023,
864
+ 71.73997480869293,
865
+ 71.77655177116394,
866
+ 71.81513391971588,
867
+ 71.84466456413269,
868
+ 71.89355994224549,
869
+ 71.95444693088531,
870
+ 72.0025963306427,
871
+ 72.05938720703125,
872
+ 72.1252225112915,
873
+ 72.19015914440155,
874
+ 72.24081826210022,
875
+ 72.335604429245,
876
+ 72.48756666660309,
877
+ 72.61886465549469,
878
+ 72.82262350082398,
879
+ 73.05337915420532,
880
+ 73.28593082427979,
881
+ 73.7462468290329,
882
+ 74.27689339637756,
883
+ 75.49606513023376,
884
+ 75.9689773273468,
885
+ 76.06074317169188,
886
+ 76.27554173469544,
887
+ 76.56049769020082,
888
+ 77.12394835662843,
889
+ 77.4304215621948,
890
+ 77.7176802444458,
891
+ 77.9243575134278,
892
+ 80.04920254230532,
893
+ 82.06012575626357,
894
+ 83.2668972358703,
895
+ 83.78737902641296,
896
+ 83.78737902641296
897
+ ],
898
+ "quantile_levels": [
899
+ 0.0,
900
+ 0.0001,
901
+ 0.0005,
902
+ 0.001,
903
+ 0.002,
904
+ 0.003,
905
+ 0.004,
906
+ 0.005,
907
+ 0.006,
908
+ 0.007,
909
+ 0.008,
910
+ 0.009,
911
+ 0.01,
912
+ 0.02,
913
+ 0.03,
914
+ 0.04,
915
+ 0.05,
916
+ 0.06,
917
+ 0.07,
918
+ 0.08,
919
+ 0.09,
920
+ 0.1,
921
+ 0.11,
922
+ 0.12,
923
+ 0.13,
924
+ 0.14,
925
+ 0.15,
926
+ 0.16,
927
+ 0.17,
928
+ 0.18,
929
+ 0.19,
930
+ 0.2,
931
+ 0.21,
932
+ 0.22,
933
+ 0.23,
934
+ 0.24,
935
+ 0.25,
936
+ 0.26,
937
+ 0.27,
938
+ 0.28,
939
+ 0.29,
940
+ 0.3,
941
+ 0.31,
942
+ 0.32,
943
+ 0.33,
944
+ 0.34,
945
+ 0.35,
946
+ 0.36,
947
+ 0.37,
948
+ 0.38,
949
+ 0.39,
950
+ 0.4,
951
+ 0.41,
952
+ 0.42,
953
+ 0.43,
954
+ 0.44,
955
+ 0.45,
956
+ 0.46,
957
+ 0.47,
958
+ 0.48,
959
+ 0.49,
960
+ 0.5,
961
+ 0.51,
962
+ 0.52,
963
+ 0.53,
964
+ 0.54,
965
+ 0.55,
966
+ 0.56,
967
+ 0.57,
968
+ 0.58,
969
+ 0.59,
970
+ 0.6,
971
+ 0.61,
972
+ 0.62,
973
+ 0.63,
974
+ 0.64,
975
+ 0.65,
976
+ 0.66,
977
+ 0.67,
978
+ 0.68,
979
+ 0.69,
980
+ 0.7,
981
+ 0.71,
982
+ 0.72,
983
+ 0.73,
984
+ 0.74,
985
+ 0.75,
986
+ 0.76,
987
+ 0.77,
988
+ 0.78,
989
+ 0.79,
990
+ 0.8,
991
+ 0.81,
992
+ 0.82,
993
+ 0.83,
994
+ 0.84,
995
+ 0.85,
996
+ 0.86,
997
+ 0.87,
998
+ 0.88,
999
+ 0.89,
1000
+ 0.9,
1001
+ 0.91,
1002
+ 0.92,
1003
+ 0.93,
1004
+ 0.94,
1005
+ 0.95,
1006
+ 0.96,
1007
+ 0.97,
1008
+ 0.98,
1009
+ 0.99,
1010
+ 0.991,
1011
+ 0.992,
1012
+ 0.993,
1013
+ 0.994,
1014
+ 0.995,
1015
+ 0.996,
1016
+ 0.997,
1017
+ 0.998,
1018
+ 0.999,
1019
+ 0.9995,
1020
+ 0.9999,
1021
+ 1.0
1022
+ ]
1023
+ }
1024
+ }
1025
+ }
1026
+ }
1027
+ }
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/latency_profile.png ADDED
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/profile.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "burst_model_path": "latency_burst_model.json",
3
+ "distribution_path": "latency_distribution.json",
4
+ "env_fps": 10,
5
+ "frame_ms": 100.0,
6
+ "gpu_class": "1x-rtx3090",
7
+ "instance_id": "instance_859cf1e47bca6046",
8
+ "latency_kind": "observation_to_action_latency",
9
+ "latency_method": "temporal",
10
+ "model_id": "qwenoft",
11
+ "n_admitted_observations": 2075,
12
+ "n_capacity_drops": 1,
13
+ "n_observation_attempts": 2076,
14
+ "per_slot_summary": {
15
+ "0": {
16
+ "admitted_count": 2075,
17
+ "mean_observation_to_action_latency_ms": 71.62769928219807,
18
+ "mean_worker_service_time_ms": 70.97048402751784,
19
+ "p95_observation_to_action_latency_ms": 74.10973887443542,
20
+ "p95_worker_service_time_ms": 73.34952919483185,
21
+ "p99_worker_service_time_ms": 76.0833806705475
22
+ }
23
+ },
24
+ "provenance": {
25
+ "base_config": "/workspace/tasks/20260911T023128Z-p-only4/hopper/profile.yaml",
26
+ "checkpoint_kind": "best",
27
+ "model_artifact": {
28
+ "checkpoint": "checkpoints/steps_5000_pytorch_model.pt",
29
+ "model_config": "config.full.yaml",
30
+ "path_in_repo": "OpenVLA/zero-latency/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k",
31
+ "repo_id": "latency-sensitive-bench/extra-envs-checkpoints",
32
+ "source": "local"
33
+ },
34
+ "session_ids": [
35
+ 0,
36
+ 1,
37
+ 2,
38
+ 3,
39
+ 4
40
+ ]
41
+ },
42
+ "sample_model_type": "hidden_regime",
43
+ "source_run_id": "20260911T034939618615Z",
44
+ "summary": {
45
+ "frame_ms": 100.0,
46
+ "max_ms": 112.13530778884888,
47
+ "mean_effective_frames": 0.7162769928219807,
48
+ "mean_ms": 71.62769928219807,
49
+ "min_ms": 65.19399881362915,
50
+ "n_samples": 2075,
51
+ "p50_frames": 0.715749728679657,
52
+ "p50_ms": 71.5749728679657,
53
+ "p90_frames": 0.7304598674774171,
54
+ "p90_ms": 73.04598674774171,
55
+ "p95_frames": 0.7410973887443543,
56
+ "p95_ms": 74.10973887443542,
57
+ "p99_frames": 0.7696984185695647,
58
+ "p99_ms": 76.96984185695646,
59
+ "prob_latency_gt_1_frame": 0.00048192771084337347,
60
+ "prob_latency_gt_2_frames": 0.0,
61
+ "prob_latency_gt_3_frames": 0.0,
62
+ "std_ms": 2.032231876669252
63
+ },
64
+ "visualization_path": "latency_profile.png",
65
+ "workload_id": "hopper"
66
+ }
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/provenance.json CHANGED
@@ -1,37 +1,9 @@
1
  {
2
  "task": "hopper",
3
- "model": "qwenoft",
4
- "training_condition": "zero-latency",
5
- "training_run_id": "hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k",
6
- "source": {
7
- "repo_id": "latency-sensitive-bench/Standard-Pipeline",
8
- "revision": "2208875f92b21e3f8ec2363a30a6705dfe56cc04",
9
- "path": "hopper/zero_latency/OpenVLA",
10
- "url": "https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/hopper/zero_latency/OpenVLA"
11
- },
12
- "hf_repo_id": "latency-sensitive-bench/benchmark-models",
13
- "hf_path": "zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k",
14
- "checkpoint": {
15
- "source_file": "hopper/zero_latency/OpenVLA/checkpoints/steps_5000_pytorch_model.pt",
16
- "source_sha256": "87e4cb2bf569982a181bb7a7642a64499012542ab2cbf1545cd1c654b0a3d7cd",
17
- "source_bytes": 9785081249,
18
- "file": "checkpoints/model.pt",
19
- "selection_rule": "only published VLA checkpoint",
20
- "method": "copy",
21
- "sha256": "87e4cb2bf569982a181bb7a7642a64499012542ab2cbf1545cd1c654b0a3d7cd",
22
- "bytes": 9785081249
23
- },
24
- "config_source": "hopper/zero_latency/OpenVLA/config.full.yaml",
25
- "task_contract_file": "task_contract.json",
26
- "missing_source_files": [
27
- "manifest.json",
28
- "latency_prompt_map.json"
29
- ],
30
- "migration": {
31
- "operation": "copy_selected_inference_bundle",
32
- "source_modified": false,
33
- "evaluation_performed": false,
34
- "experiment_status": "preserved_in_source_evidence"
35
- },
36
- "action_horizon": 1
37
  }
 
1
  {
2
  "task": "hopper",
3
+ "model": "openvla",
4
+ "training_run_id": "hopper_openvla_l0_issued_iid_g128_s42_20261010",
5
+ "steps": 5000,
6
+ "seed": 42,
7
+ "source_identity": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/source_identity.json",
8
+ "data_source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/l0_data_source.json"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  }
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/results.json ADDED
@@ -0,0 +1,436 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "hopper",
3
+ "model": "openvla",
4
+ "condition": "l0",
5
+ "method": "iid",
6
+ "parallel_envs": 32,
7
+ "fps": 10,
8
+ "latency_seed": 0,
9
+ "eval_max_steps": 1000,
10
+ "iid": {
11
+ "episodes": 100,
12
+ "seeds": [
13
+ 42,
14
+ 43,
15
+ 44,
16
+ 45,
17
+ 46,
18
+ 47,
19
+ 48,
20
+ 49,
21
+ 50,
22
+ 51,
23
+ 52,
24
+ 53,
25
+ 54,
26
+ 55,
27
+ 56,
28
+ 57,
29
+ 58,
30
+ 59,
31
+ 60,
32
+ 61,
33
+ 62,
34
+ 63,
35
+ 64,
36
+ 65,
37
+ 66,
38
+ 67,
39
+ 68,
40
+ 69,
41
+ 70,
42
+ 71,
43
+ 72,
44
+ 73,
45
+ 74,
46
+ 75,
47
+ 76,
48
+ 77,
49
+ 78,
50
+ 79,
51
+ 80,
52
+ 81,
53
+ 82,
54
+ 83,
55
+ 84,
56
+ 85,
57
+ 86,
58
+ 87,
59
+ 88,
60
+ 89,
61
+ 90,
62
+ 91,
63
+ 92,
64
+ 93,
65
+ 94,
66
+ 95,
67
+ 96,
68
+ 97,
69
+ 98,
70
+ 99,
71
+ 100,
72
+ 101,
73
+ 102,
74
+ 103,
75
+ 104,
76
+ 105,
77
+ 106,
78
+ 107,
79
+ 108,
80
+ 109,
81
+ 110,
82
+ 111,
83
+ 112,
84
+ 113,
85
+ 114,
86
+ 115,
87
+ 116,
88
+ 117,
89
+ 118,
90
+ 119,
91
+ 120,
92
+ 121,
93
+ 122,
94
+ 123,
95
+ 124,
96
+ 125,
97
+ 126,
98
+ 127,
99
+ 128,
100
+ 129,
101
+ 130,
102
+ 131,
103
+ 132,
104
+ 133,
105
+ 134,
106
+ 135,
107
+ 136,
108
+ 137,
109
+ 138,
110
+ 139,
111
+ 140,
112
+ 141
113
+ ],
114
+ "mean_return": 8.601052397487145,
115
+ "population_std_return": 0.08951211004565304,
116
+ "mean_length": 9.0,
117
+ "returns": [
118
+ 8.6917627465288,
119
+ 8.73306145647087,
120
+ 8.71403616994167,
121
+ 8.583896897015691,
122
+ 8.672642938985883,
123
+ 8.427757295736674,
124
+ 8.571533583014793,
125
+ 8.565357829958833,
126
+ 8.537550983494729,
127
+ 8.632085392432735,
128
+ 8.552285327858668,
129
+ 8.638997036521452,
130
+ 8.717879500132502,
131
+ 8.539744025336605,
132
+ 8.6754114106357,
133
+ 8.571702401488537,
134
+ 8.462032315509415,
135
+ 8.531309785706377,
136
+ 8.730168026328982,
137
+ 8.589709800728759,
138
+ 8.509318432744081,
139
+ 8.527731391443877,
140
+ 8.602237298624328,
141
+ 8.525274357317235,
142
+ 8.562420768535583,
143
+ 8.669419399449819,
144
+ 8.422970530455824,
145
+ 8.562386925964551,
146
+ 8.524182646538234,
147
+ 8.602084708456225,
148
+ 8.711719168274799,
149
+ 8.72592316494239,
150
+ 8.510250700957727,
151
+ 8.69337476888435,
152
+ 8.529212892687543,
153
+ 8.647350428435848,
154
+ 8.506181125763417,
155
+ 8.678597001027963,
156
+ 8.727944350168512,
157
+ 8.632905672908656,
158
+ 8.550442537938224,
159
+ 8.745932455789626,
160
+ 8.539863219331682,
161
+ 8.572523108828962,
162
+ 8.755738883298353,
163
+ 8.577290998947356,
164
+ 8.492716810083826,
165
+ 8.504153353841756,
166
+ 8.547978144515366,
167
+ 8.430896830682354,
168
+ 8.753671362586688,
169
+ 8.60193178014941,
170
+ 8.513544673136073,
171
+ 8.505511140496044,
172
+ 8.499744355116055,
173
+ 8.64221325046278,
174
+ 8.565443355955088,
175
+ 8.535212692911742,
176
+ 8.561722188587803,
177
+ 8.67351315307817,
178
+ 8.544618097050153,
179
+ 8.627435811163572,
180
+ 8.608528715773797,
181
+ 8.552483552636549,
182
+ 8.678918342556964,
183
+ 8.5746224254452,
184
+ 8.61326896158795,
185
+ 8.434140922423078,
186
+ 8.570902557636986,
187
+ 8.65430188927553,
188
+ 8.571006364206841,
189
+ 8.750275758929346,
190
+ 8.683064080993631,
191
+ 8.648580487035987,
192
+ 8.446179756250404,
193
+ 8.655544050763481,
194
+ 8.495376267206154,
195
+ 8.464821597683837,
196
+ 8.721967349805047,
197
+ 8.611081108664907,
198
+ 8.674980510938017,
199
+ 8.821411137248088,
200
+ 8.476918605033447,
201
+ 8.659526602226759,
202
+ 8.591038260198701,
203
+ 8.770774678149827,
204
+ 8.669764984251096,
205
+ 8.638062946248441,
206
+ 8.635899954693873,
207
+ 8.666403188827305,
208
+ 8.50292940582674,
209
+ 8.600899889713261,
210
+ 8.676111049904051,
211
+ 8.6949964396178,
212
+ 8.745684198141012,
213
+ 8.666252764205561,
214
+ 8.52864915543721,
215
+ 8.570416722333313,
216
+ 8.526649306392653,
217
+ 8.500296899091962
218
+ ],
219
+ "primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/evaluation/iid_parallel32_ib8/episode_metrics.jsonl",
220
+ "eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/eval_iid_parallel32_ib8.yaml",
221
+ "inference_batch_size": 8
222
+ },
223
+ "zero": {
224
+ "episodes": 100,
225
+ "seeds": [
226
+ 42,
227
+ 43,
228
+ 44,
229
+ 45,
230
+ 46,
231
+ 47,
232
+ 48,
233
+ 49,
234
+ 50,
235
+ 51,
236
+ 52,
237
+ 53,
238
+ 54,
239
+ 55,
240
+ 56,
241
+ 57,
242
+ 58,
243
+ 59,
244
+ 60,
245
+ 61,
246
+ 62,
247
+ 63,
248
+ 64,
249
+ 65,
250
+ 66,
251
+ 67,
252
+ 68,
253
+ 69,
254
+ 70,
255
+ 71,
256
+ 72,
257
+ 73,
258
+ 74,
259
+ 75,
260
+ 76,
261
+ 77,
262
+ 78,
263
+ 79,
264
+ 80,
265
+ 81,
266
+ 82,
267
+ 83,
268
+ 84,
269
+ 85,
270
+ 86,
271
+ 87,
272
+ 88,
273
+ 89,
274
+ 90,
275
+ 91,
276
+ 92,
277
+ 93,
278
+ 94,
279
+ 95,
280
+ 96,
281
+ 97,
282
+ 98,
283
+ 99,
284
+ 100,
285
+ 101,
286
+ 102,
287
+ 103,
288
+ 104,
289
+ 105,
290
+ 106,
291
+ 107,
292
+ 108,
293
+ 109,
294
+ 110,
295
+ 111,
296
+ 112,
297
+ 113,
298
+ 114,
299
+ 115,
300
+ 116,
301
+ 117,
302
+ 118,
303
+ 119,
304
+ 120,
305
+ 121,
306
+ 122,
307
+ 123,
308
+ 124,
309
+ 125,
310
+ 126,
311
+ 127,
312
+ 128,
313
+ 129,
314
+ 130,
315
+ 131,
316
+ 132,
317
+ 133,
318
+ 134,
319
+ 135,
320
+ 136,
321
+ 137,
322
+ 138,
323
+ 139,
324
+ 140,
325
+ 141
326
+ ],
327
+ "mean_return": 2666.6738215371893,
328
+ "population_std_return": 892.3727539565475,
329
+ "mean_length": 737.1,
330
+ "returns": [
331
+ 3561.84688319941,
332
+ 1600.6706551027182,
333
+ 3620.1188423008407,
334
+ 2634.125060166308,
335
+ 3060.5406702348314,
336
+ 2867.834669791374,
337
+ 2992.744611683189,
338
+ 3662.2122720643074,
339
+ 3076.6213192088344,
340
+ 1707.3126535662188,
341
+ 3585.0773319826912,
342
+ 3562.303457569297,
343
+ 3584.7843497474437,
344
+ 1984.425834117197,
345
+ 1400.396347395964,
346
+ 3708.940214387246,
347
+ 3571.645430478484,
348
+ 3549.5071814671765,
349
+ 2016.473619471494,
350
+ 1512.940152763139,
351
+ 1551.4059890434748,
352
+ 2709.3808200274007,
353
+ 2087.1807182226453,
354
+ 2348.1228572054592,
355
+ 3573.049733729277,
356
+ 3564.936255019036,
357
+ 3591.114335505998,
358
+ 3404.109465599575,
359
+ 3601.5126268040863,
360
+ 1600.1972006719357,
361
+ 1300.3741057873092,
362
+ 2018.2731464618341,
363
+ 3575.7982186171307,
364
+ 1516.5009255816353,
365
+ 2089.019360972886,
366
+ 3316.052141537801,
367
+ 1149.3692840024999,
368
+ 1692.1935943817916,
369
+ 1220.906751625911,
370
+ 2742.4229565515056,
371
+ 1401.2839375823191,
372
+ 1606.57843550376,
373
+ 3576.578496890439,
374
+ 1642.5919138573438,
375
+ 3562.8412358686096,
376
+ 3097.587924341113,
377
+ 1506.0965221743043,
378
+ 1725.0498620090573,
379
+ 3320.3162868747845,
380
+ 3587.9432930285748,
381
+ 3571.8413021249357,
382
+ 1439.9684498656356,
383
+ 2759.491810249567,
384
+ 3570.6079423553447,
385
+ 1704.8707264522059,
386
+ 3585.716175880421,
387
+ 3586.6132646382052,
388
+ 3414.014932085534,
389
+ 3581.9646369320876,
390
+ 1672.273533409995,
391
+ 3302.4684181540797,
392
+ 3183.532299896706,
393
+ 3570.969371167777,
394
+ 1711.2189456130832,
395
+ 2614.3641385546816,
396
+ 3572.946802559335,
397
+ 3575.3707653406273,
398
+ 3582.3630644374493,
399
+ 3241.370990146436,
400
+ 3565.4849383486803,
401
+ 2588.2728701325736,
402
+ 1901.5159071763892,
403
+ 2680.770976705007,
404
+ 3580.734404173484,
405
+ 3561.9330531101477,
406
+ 1599.2705695187178,
407
+ 2309.907835775398,
408
+ 3154.9875894385427,
409
+ 1410.1724552319938,
410
+ 1852.237443796794,
411
+ 1291.4703130698426,
412
+ 1464.1994892806633,
413
+ 3579.4176915271437,
414
+ 3148.712354275726,
415
+ 1280.1114428676256,
416
+ 1475.3713822898185,
417
+ 3573.0579550186694,
418
+ 3594.2648921388536,
419
+ 1549.1325971849271,
420
+ 2022.8787532407548,
421
+ 3567.26874267536,
422
+ 3566.3347341640115,
423
+ 2252.1416583396226,
424
+ 3558.9017235893107,
425
+ 1896.2028240774214,
426
+ 2009.095934666783,
427
+ 1216.4311718577985,
428
+ 3584.1615263907383,
429
+ 2053.9339787256954,
430
+ 3597.7274228886013
431
+ ],
432
+ "primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/evaluation/zero_parallel32_ib8/episode_metrics.jsonl",
433
+ "eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/eval_zero_parallel32_ib8.yaml",
434
+ "inference_batch_size": 8
435
+ }
436
+ }
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/source.tar.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:243de1df8298a262fed9f20fc794bf4a8c784b8754aa29c36e06280b3e9b8e2c
3
+ size 15131356
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/source/config.yaml DELETED
@@ -1,86 +0,0 @@
1
- checkpoint:
2
- local:
3
- keep_last_n: 1
4
- save_best_model: false
5
- save_final_model: true
6
- save_pt_file: true
7
- save_safetensors_file: false
8
- save_training_state: false
9
- sync:
10
- enabled: false
11
- keep_last_n: 0
12
- repo_id: null
13
- datasets:
14
- vla_data:
15
- data_mix: hopper_rgb_state_l0_return_gt3000_100ep
16
- dataset_py: lerobot_datasets
17
- eval_data_mix: hopper_rgb_state_l0_return_gt3000_100ep__val
18
- latency_curriculum:
19
- enabled: false
20
- per_device_batch_size: 16
21
- framework:
22
- action_model:
23
- action_dim: 3
24
- action_env_dim: 3
25
- action_hidden_dim: 2560
26
- action_horizon: 1
27
- action_model_type: MLP
28
- loss_type: l1
29
- state_dim: 11
30
- state_encoding: continuous_projector
31
- kv_memory:
32
- enabled: false
33
- packed_train: false
34
- rebased_sink: true
35
- rollout_len: 8
36
- window: 4
37
- name: QwenOFT
38
- qwenvl:
39
- attn_implementation: flash_attention_2
40
- base_vlm: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
41
- enable_gradient_checkpointing: true
42
- output_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
43
- rl_games:
44
- env_eval:
45
- enabled: false
46
- task: gymnasium
47
- run_id: hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
48
- run_root_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs
49
- seed: 42
50
- trainer:
51
- distributed_backend: deepspeed
52
- eval_action_classification: false
53
- eval_action_classification_interval: null
54
- eval_interval: 500
55
- eval_num_batches: 200
56
- freeze_llm_layers: []
57
- freeze_modules: ''
58
- freeze_tied_embedding: false
59
- freeze_vit: false
60
- gradient_accumulation_steps: 1
61
- is_resume: false
62
- learning_rate:
63
- action_model: 0.0001
64
- base: 2.0e-05
65
- qwen_vl_interface: 1.0e-05
66
- logging_frequency: 1
67
- lr_scheduler_type: cosine_with_min_lr
68
- max_train_steps: 5000
69
- num_warmup_steps: 100
70
- optimizer:
71
- betas:
72
- - 0.9
73
- - 0.95
74
- eps: 1.0e-08
75
- fused: true
76
- weight_decay: 1.0e-08
77
- per_latency_eval_num_batches: null
78
- pretrained_checkpoint: null
79
- profile_timing:
80
- enabled: true
81
- log_interval: 10
82
- save_interval: 500
83
- scheduler_specific_kwargs:
84
- min_lr: 1.0e-06
85
- wandb_entity: dongqianyu99-zhejiang-university
86
- wandb_project: latency-sensitive-bench
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/source_identity.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "revision": "a7001d2227fa8b0cbcd58b7b0e32db3dba147810",
3
+ "source": "current worktree snapshot",
4
+ "dirty_paths": [
5
+ " M AGENTS.md",
6
+ " M configs/experiments/memory/small_model/flappy_capped.yaml",
7
+ " M configs/experiments/memory/small_model/flappy_extended.yaml",
8
+ " M configs/experiments/observation_stride/flappy_capped.yaml",
9
+ " M configs/experiments/observation_stride/flappy_extended.yaml",
10
+ " M configs/experiments/sim2real.yaml",
11
+ " M scripts/experiments/memory/small_model/run.sh",
12
+ " M scripts/experiments/observation_stride/run.sh",
13
+ " M scripts/experiments/sim2real/study.py",
14
+ " M tests/scripts/test_sim2real.py",
15
+ "?? configs/experiments/sim2real/five_gpu.yaml",
16
+ "?? docs/cleanup-refactor/",
17
+ "?? lagen/",
18
+ "?? scripts/experiments/sim2real/campaign.py",
19
+ "?? servers.md"
20
+ ],
21
+ "runtime_patches": [
22
+ {
23
+ "path": "third_party/starVLA/starVLA/training/train_starvla.py",
24
+ "change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
25
+ "validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
26
+ }
27
+ ],
28
+ "frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
29
+ }
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/task_contract.json DELETED
@@ -1,62 +0,0 @@
1
- {
2
- "action_space": {
3
- "dtype": "float32",
4
- "high": [
5
- 1.0,
6
- 1.0,
7
- 1.0
8
- ],
9
- "labels": [
10
- "thigh_torque",
11
- "leg_torque",
12
- "foot_torque"
13
- ],
14
- "low": [
15
- -1.0,
16
- -1.0,
17
- -1.0
18
- ],
19
- "type": "box"
20
- },
21
- "base_prompt": "Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot.",
22
- "env_fps": 125.0,
23
- "env_id": "LatencyBench/HopperRgbState-v0",
24
- "frame_stack": 1,
25
- "make_kwargs": {
26
- "base_env_id": "Hopper-v4",
27
- "base_make_kwargs": {
28
- "ctrl_cost_weight": 0.001,
29
- "exclude_current_positions_from_observation": true,
30
- "forward_reward_weight": 1.0,
31
- "healthy_reward": 1.0,
32
- "reset_noise_scale": 0.005,
33
- "terminate_when_unhealthy": true
34
- },
35
- "render_mode": "rgb_array"
36
- },
37
- "noop_action": [
38
- 0.0,
39
- 0.0,
40
- 0.0
41
- ],
42
- "obs_fps": 125.0,
43
- "registration_imports": [
44
- "latency_bench.envs.gymnasium_hopper_rgb_state"
45
- ],
46
- "state_space": {
47
- "labels": [
48
- "torso_height",
49
- "torso_angle",
50
- "thigh_angle",
51
- "leg_angle",
52
- "foot_angle",
53
- "torso_x_velocity",
54
- "torso_z_velocity",
55
- "torso_angular_velocity",
56
- "thigh_angular_velocity",
57
- "leg_angular_velocity",
58
- "foot_angular_velocity"
59
- ]
60
- },
61
- "task_name": "hopper_rgb_state"
62
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/training.complete.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "steps": 5000,
3
+ "seed": 42,
4
+ "global_batch": 128,
5
+ "gradient_checkpointing": false,
6
+ "gpus": "2,3",
7
+ "attempts": [
8
+ {
9
+ "micro_batch": 64,
10
+ "state": "OOM"
11
+ },
12
+ {
13
+ "micro_batch": 32,
14
+ "accumulation": 2,
15
+ "state": "COMPLETED"
16
+ }
17
+ ]
18
+ }