Publish global128 hopper openvla l0 checkpoint and evaluations
Browse files- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/README.md +4 -29
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/checkpoints/model.pt +3 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/config.full.yaml +25 -16
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/config.yaml +8 -55
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/dataset_statistics.json +66 -66
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/dataset_statistics_eval.json +0 -123
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/config.yaml +309 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/dataset_statistics.json +123 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/episode_metrics.jsonl +0 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/eval_config.yaml +162 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/latency_prompt_map.json +7 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/manifest.json +142 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/result.json +213 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/source_identity.json +29 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/config.yaml +309 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/dataset_statistics.json +123 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/episode_metrics.jsonl +0 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/eval_config.yaml +159 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/latency_prompt_map.json +7 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/manifest.json +142 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/result.json +213 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/source_identity.json +29 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/l0_data_source.json +8 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/latency_prompt_map.json +7 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/manifest.json +142 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/DONE +0 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/hardware.json +40 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/latency_burst_model.json +1322 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/latency_distribution.json +1027 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/latency_profile.png +0 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/profile.json +66 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/provenance.json +6 -34
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/results.json +436 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/source.tar.gz +3 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/source/config.yaml +0 -86
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/source_identity.json +29 -0
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/task_contract.json +0 -62
- zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/training.complete.json +18 -0
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/README.md
CHANGED
|
@@ -1,30 +1,5 @@
|
|
| 1 |
-
# hopper
|
| 2 |
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
- Checkpoint: `checkpoints/model.pt`
|
| 8 |
-
- Selection: only published VLA checkpoint
|
| 9 |
-
- Checkpoint SHA256: `87e4cb2bf569982a181bb7a7642a64499012542ab2cbf1545cd1c654b0a3d7cd`
|
| 10 |
-
- Configuration, FPS, actions, normalization and latency semantics retain their source values.
|
| 11 |
-
- This import does not run evaluations or change training/evaluation/acceptance status.
|
| 12 |
-
|
| 13 |
-
Action horizon is 1. Use `config.yaml` and `dataset_statistics.json` with the matching
|
| 14 |
-
prepared backbone. `task_contract.json` is extracted from the original training configuration.
|
| 15 |
-
Original machine paths in historical configurations are provenance: bind checkpoint,
|
| 16 |
-
backbone, manifest and profile paths to downloaded local files when running inference.
|
| 17 |
-
|
| 18 |
-
Missing in this source model bundle: `manifest.json`, `latency_prompt_map.json`.
|
| 19 |
-
These files were not substituted with files from another training condition.
|
| 20 |
-
|
| 21 |
-
## Download
|
| 22 |
-
|
| 23 |
-
```python
|
| 24 |
-
from huggingface_hub import snapshot_download
|
| 25 |
-
prefix = "zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k"
|
| 26 |
-
snapshot_download("latency-sensitive-bench/benchmark-models", revision="<commit>",
|
| 27 |
-
allow_patterns=[prefix + "/**"])
|
| 28 |
-
```
|
| 29 |
-
|
| 30 |
-
Use the verified import commit listed in the repository's import report.
|
|
|
|
| 1 |
+
# hopper openvla l0
|
| 2 |
|
| 3 |
+
Global batch128, seed42, 5000 optimizer updates. Gradient checkpointing False.
|
| 4 |
+
Evaluation: simulated IID, 100 episodes, seeds42-141, latency seed0, parallel32, 10 FPS, cap1000, per-environment capacity1.
|
| 5 |
+
See config.full.yaml, training.complete.json, results.json and evaluation evidence.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/checkpoints/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a39163be75b5429f228c9c3f12854c0fd45be41fa8139134a4ab414d573e869e
|
| 3 |
+
size 9785081249
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/config.full.yaml
CHANGED
|
@@ -1,18 +1,18 @@
|
|
| 1 |
framework:
|
| 2 |
name: QwenOFT
|
| 3 |
qwenvl:
|
| 4 |
-
base_vlm: /
|
| 5 |
attn_implementation: flash_attention_2
|
| 6 |
-
enable_gradient_checkpointing:
|
| 7 |
action_model:
|
| 8 |
action_model_type: MLP
|
| 9 |
action_dim: 3
|
|
|
|
| 10 |
action_hidden_dim: 2560
|
| 11 |
future_action_window_size: 0
|
| 12 |
past_action_window_size: 0
|
| 13 |
loss_type: l1
|
| 14 |
state_encoding: continuous_projector
|
| 15 |
-
state_dim: 11
|
| 16 |
action_horizon: 1
|
| 17 |
action_env_dim: 3
|
| 18 |
kv_memory:
|
|
@@ -25,11 +25,11 @@ datasets:
|
|
| 25 |
vla_data:
|
| 26 |
dataset_py: lerobot_datasets
|
| 27 |
include_state: true
|
| 28 |
-
data_root_dir: /
|
| 29 |
-
data_mix:
|
| 30 |
-
eval_data_mix:
|
| 31 |
-
custom_mixtures_path: /
|
| 32 |
-
action_type:
|
| 33 |
sequential_step_sampling: false
|
| 34 |
eval_sequential_step_sampling: null
|
| 35 |
num_workers: 8
|
|
@@ -59,7 +59,7 @@ datasets:
|
|
| 59 |
eval_at_phase_end: false
|
| 60 |
save_at_phase_end: false
|
| 61 |
computed_plan: null
|
| 62 |
-
per_device_batch_size:
|
| 63 |
load_all_data_for_training: true
|
| 64 |
num_obs_frames: 1
|
| 65 |
image_mode: single
|
|
@@ -122,6 +122,7 @@ datasets:
|
|
| 122 |
- foot_angular_velocity
|
| 123 |
task_name: hopper_rgb_state
|
| 124 |
active_action_dim: 3
|
|
|
|
| 125 |
dataset:
|
| 126 |
source_hf: ''
|
| 127 |
config_name: null
|
|
@@ -182,7 +183,7 @@ trainer:
|
|
| 182 |
enabled: true
|
| 183 |
log_interval: 10
|
| 184 |
gradient_clipping: 1.0
|
| 185 |
-
gradient_accumulation_steps:
|
| 186 |
distributed_backend: deepspeed
|
| 187 |
is_resume: false
|
| 188 |
pretrained_checkpoint: null
|
|
@@ -198,9 +199,9 @@ trainer:
|
|
| 198 |
fused: true
|
| 199 |
save_format: pt
|
| 200 |
workspace_dir: /home/lzj/code/latency-sensitive-bench
|
| 201 |
-
run_root_dir: /
|
| 202 |
seed: 42
|
| 203 |
-
wandb_entity:
|
| 204 |
wandb_project: latency-sensitive-bench
|
| 205 |
auth:
|
| 206 |
env_file: null
|
|
@@ -339,7 +340,7 @@ checkpoint:
|
|
| 339 |
save_best_model: false
|
| 340 |
save_final_model: true
|
| 341 |
save_pt_file: true
|
| 342 |
-
save_training_state:
|
| 343 |
save_safetensors_file: false
|
| 344 |
local:
|
| 345 |
keep_last_n: 1
|
|
@@ -349,8 +350,16 @@ checkpoint:
|
|
| 349 |
keep_last_n: 0
|
| 350 |
sync_every_n_checkpoints: 1
|
| 351 |
resume_policy: local_latest
|
| 352 |
-
run_id:
|
| 353 |
-
output_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
|
| 354 |
-
config_yaml: null
|
| 355 |
is_debug: false
|
| 356 |
version_id: '0.21'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
framework:
|
| 2 |
name: QwenOFT
|
| 3 |
qwenvl:
|
| 4 |
+
base_vlm: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 5 |
attn_implementation: flash_attention_2
|
| 6 |
+
enable_gradient_checkpointing: false
|
| 7 |
action_model:
|
| 8 |
action_model_type: MLP
|
| 9 |
action_dim: 3
|
| 10 |
+
state_dim: 11
|
| 11 |
action_hidden_dim: 2560
|
| 12 |
future_action_window_size: 0
|
| 13 |
past_action_window_size: 0
|
| 14 |
loss_type: l1
|
| 15 |
state_encoding: continuous_projector
|
|
|
|
| 16 |
action_horizon: 1
|
| 17 |
action_env_dim: 3
|
| 18 |
kv_memory:
|
|
|
|
| 25 |
vla_data:
|
| 26 |
dataset_py: lerobot_datasets
|
| 27 |
include_state: true
|
| 28 |
+
data_root_dir: /
|
| 29 |
+
data_mix: train
|
| 30 |
+
eval_data_mix: validation
|
| 31 |
+
custom_mixtures_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/mixture.json
|
| 32 |
+
action_type: continuous
|
| 33 |
sequential_step_sampling: false
|
| 34 |
eval_sequential_step_sampling: null
|
| 35 |
num_workers: 8
|
|
|
|
| 59 |
eval_at_phase_end: false
|
| 60 |
save_at_phase_end: false
|
| 61 |
computed_plan: null
|
| 62 |
+
per_device_batch_size: 32
|
| 63 |
load_all_data_for_training: true
|
| 64 |
num_obs_frames: 1
|
| 65 |
image_mode: single
|
|
|
|
| 122 |
- foot_angular_velocity
|
| 123 |
task_name: hopper_rgb_state
|
| 124 |
active_action_dim: 3
|
| 125 |
+
robot_type: rl_games_gymnasium
|
| 126 |
dataset:
|
| 127 |
source_hf: ''
|
| 128 |
config_name: null
|
|
|
|
| 183 |
enabled: true
|
| 184 |
log_interval: 10
|
| 185 |
gradient_clipping: 1.0
|
| 186 |
+
gradient_accumulation_steps: 2
|
| 187 |
distributed_backend: deepspeed
|
| 188 |
is_resume: false
|
| 189 |
pretrained_checkpoint: null
|
|
|
|
| 199 |
fused: true
|
| 200 |
save_format: pt
|
| 201 |
workspace_dir: /home/lzj/code/latency-sensitive-bench
|
| 202 |
+
run_root_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/training
|
| 203 |
seed: 42
|
| 204 |
+
wandb_entity: saberrr-zju
|
| 205 |
wandb_project: latency-sensitive-bench
|
| 206 |
auth:
|
| 207 |
env_file: null
|
|
|
|
| 340 |
save_best_model: false
|
| 341 |
save_final_model: true
|
| 342 |
save_pt_file: true
|
| 343 |
+
save_training_state: true
|
| 344 |
save_safetensors_file: false
|
| 345 |
local:
|
| 346 |
keep_last_n: 1
|
|
|
|
| 350 |
keep_last_n: 0
|
| 351 |
sync_every_n_checkpoints: 1
|
| 352 |
resume_policy: local_latest
|
| 353 |
+
run_id: hopper_openvla_l0_issued_iid_g128_s42_20261010
|
|
|
|
|
|
|
| 354 |
is_debug: false
|
| 355 |
version_id: '0.21'
|
| 356 |
+
training_latency_condition: zero_latency
|
| 357 |
+
wandb_name: hopper_openvla_l0_issued_iid_g128_s42_20261010
|
| 358 |
+
wandb_group: continuous-control-issued-iid-20261010
|
| 359 |
+
wandb_tags:
|
| 360 |
+
- hopper
|
| 361 |
+
- openvla
|
| 362 |
+
- issued-action
|
| 363 |
+
- iid
|
| 364 |
+
config_yaml: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/train.yaml
|
| 365 |
+
output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/training/hopper_openvla_l0_issued_iid_g128_s42_20261010
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/config.yaml
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
framework:
|
| 2 |
name: QwenOFT
|
| 3 |
qwenvl:
|
| 4 |
-
base_vlm: /
|
| 5 |
attn_implementation: flash_attention_2
|
| 6 |
-
enable_gradient_checkpointing:
|
| 7 |
action_model:
|
| 8 |
action_model_type: MLP
|
| 9 |
action_dim: 3
|
|
@@ -69,7 +69,7 @@ datasets:
|
|
| 69 |
- 2
|
| 70 |
obs_image_size: null
|
| 71 |
video_backend: torchvision_av
|
| 72 |
-
gymnasium_task_contract:
|
| 73 |
action_space:
|
| 74 |
dtype: float32
|
| 75 |
high:
|
|
@@ -122,6 +122,7 @@ datasets:
|
|
| 122 |
- foot_angular_velocity
|
| 123 |
task_name: hopper_rgb_state
|
| 124 |
active_action_dim: 3
|
|
|
|
| 125 |
dataset:
|
| 126 |
source_hf: ''
|
| 127 |
config_name: null
|
|
@@ -274,58 +275,7 @@ rl_games:
|
|
| 274 |
- 0
|
| 275 |
task: gymnasium
|
| 276 |
gymnasium:
|
| 277 |
-
task_contract:
|
| 278 |
-
action_space:
|
| 279 |
-
dtype: float32
|
| 280 |
-
high:
|
| 281 |
-
- 1.0
|
| 282 |
-
- 1.0
|
| 283 |
-
- 1.0
|
| 284 |
-
labels:
|
| 285 |
-
- thigh_torque
|
| 286 |
-
- leg_torque
|
| 287 |
-
- foot_torque
|
| 288 |
-
low:
|
| 289 |
-
- -1.0
|
| 290 |
-
- -1.0
|
| 291 |
-
- -1.0
|
| 292 |
-
type: box
|
| 293 |
-
base_prompt: Move the Hopper robot forward while keeping its torso upright.
|
| 294 |
-
Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot.
|
| 295 |
-
env_fps: 125.0
|
| 296 |
-
env_id: LatencyBench/HopperRgbState-v0
|
| 297 |
-
frame_stack: 1
|
| 298 |
-
make_kwargs:
|
| 299 |
-
base_env_id: Hopper-v4
|
| 300 |
-
base_make_kwargs:
|
| 301 |
-
ctrl_cost_weight: 0.001
|
| 302 |
-
exclude_current_positions_from_observation: true
|
| 303 |
-
forward_reward_weight: 1.0
|
| 304 |
-
healthy_reward: 1.0
|
| 305 |
-
reset_noise_scale: 0.005
|
| 306 |
-
terminate_when_unhealthy: true
|
| 307 |
-
render_mode: rgb_array
|
| 308 |
-
noop_action:
|
| 309 |
-
- 0.0
|
| 310 |
-
- 0.0
|
| 311 |
-
- 0.0
|
| 312 |
-
obs_fps: 125.0
|
| 313 |
-
registration_imports:
|
| 314 |
-
- latency_bench.envs.gymnasium_hopper_rgb_state
|
| 315 |
-
state_space:
|
| 316 |
-
labels:
|
| 317 |
-
- torso_height
|
| 318 |
-
- torso_angle
|
| 319 |
-
- thigh_angle
|
| 320 |
-
- leg_angle
|
| 321 |
-
- foot_angle
|
| 322 |
-
- torso_x_velocity
|
| 323 |
-
- torso_z_velocity
|
| 324 |
-
- torso_angular_velocity
|
| 325 |
-
- thigh_angular_velocity
|
| 326 |
-
- leg_angular_velocity
|
| 327 |
-
- foot_angular_velocity
|
| 328 |
-
task_name: hopper_rgb_state
|
| 329 |
task_name: hopper_rgb_state
|
| 330 |
initialization_mode: scratch
|
| 331 |
action_carrier: native
|
|
@@ -354,3 +304,6 @@ output_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs/hopper_rgb_sta
|
|
| 354 |
config_yaml: null
|
| 355 |
is_debug: false
|
| 356 |
version_id: '0.21'
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
framework:
|
| 2 |
name: QwenOFT
|
| 3 |
qwenvl:
|
| 4 |
+
base_vlm: Qwen/Qwen3-VL-4B-Instruct
|
| 5 |
attn_implementation: flash_attention_2
|
| 6 |
+
enable_gradient_checkpointing: false
|
| 7 |
action_model:
|
| 8 |
action_model_type: MLP
|
| 9 |
action_dim: 3
|
|
|
|
| 69 |
- 2
|
| 70 |
obs_image_size: null
|
| 71 |
video_backend: torchvision_av
|
| 72 |
+
gymnasium_task_contract: &id001
|
| 73 |
action_space:
|
| 74 |
dtype: float32
|
| 75 |
high:
|
|
|
|
| 122 |
- foot_angular_velocity
|
| 123 |
task_name: hopper_rgb_state
|
| 124 |
active_action_dim: 3
|
| 125 |
+
robot_type: rl_games_gymnasium
|
| 126 |
dataset:
|
| 127 |
source_hf: ''
|
| 128 |
config_name: null
|
|
|
|
| 275 |
- 0
|
| 276 |
task: gymnasium
|
| 277 |
gymnasium:
|
| 278 |
+
task_contract: *id001
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 279 |
task_name: hopper_rgb_state
|
| 280 |
initialization_mode: scratch
|
| 281 |
action_carrier: native
|
|
|
|
| 304 |
config_yaml: null
|
| 305 |
is_debug: false
|
| 306 |
version_id: '0.21'
|
| 307 |
+
backbone:
|
| 308 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 309 |
+
revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/dataset_statistics.json
CHANGED
|
@@ -39,82 +39,82 @@
|
|
| 39 |
},
|
| 40 |
"state": {
|
| 41 |
"mean": [
|
| 42 |
-
|
| 43 |
-
-0.
|
| 44 |
-
0.
|
| 45 |
-
0.
|
| 46 |
-
0.
|
| 47 |
-
|
| 48 |
-
0.
|
| 49 |
-
0.
|
| 50 |
-
-0.
|
| 51 |
-
-0.
|
| 52 |
-
0.
|
| 53 |
],
|
| 54 |
"std": [
|
| 55 |
-
0.
|
| 56 |
-
0.
|
| 57 |
-
0.
|
| 58 |
-
0.
|
| 59 |
-
0.
|
| 60 |
-
0.
|
| 61 |
-
|
| 62 |
-
0.
|
| 63 |
-
|
| 64 |
-
|
| 65 |
-
|
| 66 |
],
|
| 67 |
"max": [
|
| 68 |
-
1.
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
|
| 78 |
-
|
| 79 |
],
|
| 80 |
"min": [
|
| 81 |
-
|
| 82 |
-
-
|
| 83 |
-
-1.
|
| 84 |
-
-1.
|
| 85 |
-
-
|
| 86 |
-
-
|
| 87 |
-
-
|
| 88 |
-
-
|
| 89 |
-
-
|
| 90 |
-
-
|
| 91 |
-
-
|
| 92 |
],
|
| 93 |
"q01": [
|
| 94 |
-
|
| 95 |
-
-0.
|
| 96 |
-
-0.
|
| 97 |
-
-
|
| 98 |
-
-0.
|
| 99 |
-
|
| 100 |
-
-
|
| 101 |
-
-
|
| 102 |
-
-
|
| 103 |
-
-
|
| 104 |
-
-
|
| 105 |
],
|
| 106 |
"q99": [
|
| 107 |
-
|
| 108 |
-
0.
|
| 109 |
-
0.
|
| 110 |
-
0.
|
| 111 |
-
0.
|
| 112 |
-
|
| 113 |
-
|
| 114 |
-
|
| 115 |
-
|
| 116 |
-
|
| 117 |
-
|
| 118 |
]
|
| 119 |
},
|
| 120 |
"num_transitions": 88212,
|
|
|
|
| 39 |
},
|
| 40 |
"state": {
|
| 41 |
"mean": [
|
| 42 |
+
1.3645542860031128,
|
| 43 |
+
-0.01030511874705553,
|
| 44 |
+
-0.40583422780036926,
|
| 45 |
+
-0.18573042750358582,
|
| 46 |
+
0.23710231482982635,
|
| 47 |
+
2.6243653297424316,
|
| 48 |
+
-0.025802208110690117,
|
| 49 |
+
-0.0004125009581912309,
|
| 50 |
+
-0.07698092609643936,
|
| 51 |
+
-0.028367187827825546,
|
| 52 |
+
0.1537088304758072
|
| 53 |
],
|
| 54 |
"std": [
|
| 55 |
+
0.17122606933116913,
|
| 56 |
+
0.07046335190534592,
|
| 57 |
+
0.21613667905330658,
|
| 58 |
+
0.3121389150619507,
|
| 59 |
+
0.5791706442832947,
|
| 60 |
+
0.708288848400116,
|
| 61 |
+
1.5880056619644165,
|
| 62 |
+
0.9573500156402588,
|
| 63 |
+
3.4576501846313477,
|
| 64 |
+
4.274486541748047,
|
| 65 |
+
6.040563583374023
|
| 66 |
],
|
| 67 |
"max": [
|
| 68 |
+
1.6431776285171509,
|
| 69 |
+
0.17731712758541107,
|
| 70 |
+
0.059119515120983124,
|
| 71 |
+
0.14385102689266205,
|
| 72 |
+
0.9273068308830261,
|
| 73 |
+
6.297187805175781,
|
| 74 |
+
3.283433198928833,
|
| 75 |
+
2.7663865089416504,
|
| 76 |
+
10.0,
|
| 77 |
+
10.0,
|
| 78 |
+
10.0
|
| 79 |
],
|
| 80 |
"min": [
|
| 81 |
+
0.7007287740707397,
|
| 82 |
+
-0.19482052326202393,
|
| 83 |
+
-1.6461776494979858,
|
| 84 |
+
-1.9154568910598755,
|
| 85 |
+
-0.9631047248840332,
|
| 86 |
+
-0.1792079657316208,
|
| 87 |
+
-3.757478713989258,
|
| 88 |
+
-6.126420021057129,
|
| 89 |
+
-10.0,
|
| 90 |
+
-10.0,
|
| 91 |
+
-10.0
|
| 92 |
],
|
| 93 |
"q01": [
|
| 94 |
+
0.9230922436714173,
|
| 95 |
+
-0.18677105158567428,
|
| 96 |
+
-0.9708261024951935,
|
| 97 |
+
-1.0109864580631256,
|
| 98 |
+
-0.8991881710290909,
|
| 99 |
+
0.6725094616413116,
|
| 100 |
+
-2.6492803430557252,
|
| 101 |
+
-2.147989432811737,
|
| 102 |
+
-5.511617112159729,
|
| 103 |
+
-10.0,
|
| 104 |
+
-10.0
|
| 105 |
],
|
| 106 |
"q99": [
|
| 107 |
+
1.610499701499939,
|
| 108 |
+
0.13755025938153265,
|
| 109 |
+
0.04347839709371328,
|
| 110 |
+
0.05399664495140313,
|
| 111 |
+
0.8424718528985977,
|
| 112 |
+
4.02110352039337,
|
| 113 |
+
2.8948803400993346,
|
| 114 |
+
2.410175268650055,
|
| 115 |
+
10.0,
|
| 116 |
+
9.8124001789093,
|
| 117 |
+
10.0
|
| 118 |
]
|
| 119 |
},
|
| 120 |
"num_transitions": 88212,
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/dataset_statistics_eval.json
DELETED
|
@@ -1,123 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"new_embodiment": {
|
| 3 |
-
"action": {
|
| 4 |
-
"mean": [
|
| 5 |
-
0.038164444267749786,
|
| 6 |
-
0.5853713154792786,
|
| 7 |
-
-0.14019179344177246
|
| 8 |
-
],
|
| 9 |
-
"std": [
|
| 10 |
-
0.37648600339889526,
|
| 11 |
-
0.6837278008460999,
|
| 12 |
-
0.6710580587387085
|
| 13 |
-
],
|
| 14 |
-
"max": [
|
| 15 |
-
1.0,
|
| 16 |
-
1.0,
|
| 17 |
-
1.0
|
| 18 |
-
],
|
| 19 |
-
"min": [
|
| 20 |
-
-1.0,
|
| 21 |
-
-1.0,
|
| 22 |
-
-1.0
|
| 23 |
-
],
|
| 24 |
-
"q01": [
|
| 25 |
-
-0.8856967091560364,
|
| 26 |
-
-1.0,
|
| 27 |
-
-1.0
|
| 28 |
-
],
|
| 29 |
-
"q99": [
|
| 30 |
-
1.0,
|
| 31 |
-
1.0,
|
| 32 |
-
1.0
|
| 33 |
-
],
|
| 34 |
-
"mask": [
|
| 35 |
-
true,
|
| 36 |
-
true,
|
| 37 |
-
true
|
| 38 |
-
]
|
| 39 |
-
},
|
| 40 |
-
"state": {
|
| 41 |
-
"mean": [
|
| 42 |
-
0.4167287349700928,
|
| 43 |
-
-0.011946885846555233,
|
| 44 |
-
0.45969364047050476,
|
| 45 |
-
0.6854016780853271,
|
| 46 |
-
0.27180203795433044,
|
| 47 |
-
-0.13894067704677582,
|
| 48 |
-
0.060337137430906296,
|
| 49 |
-
0.37753522396087646,
|
| 50 |
-
-0.006504729390144348,
|
| 51 |
-
-0.0025828757788985968,
|
| 52 |
-
0.01615341380238533
|
| 53 |
-
],
|
| 54 |
-
"std": [
|
| 55 |
-
0.3655839264392853,
|
| 56 |
-
0.3772760033607483,
|
| 57 |
-
0.2494690865278244,
|
| 58 |
-
0.2961997389793396,
|
| 59 |
-
0.6115167140960693,
|
| 60 |
-
0.21205303072929382,
|
| 61 |
-
0.45317184925079346,
|
| 62 |
-
0.2155265510082245,
|
| 63 |
-
0.3430417776107788,
|
| 64 |
-
0.42244163155555725,
|
| 65 |
-
0.6003957390785217
|
| 66 |
-
],
|
| 67 |
-
"max": [
|
| 68 |
-
0.997422456741333,
|
| 69 |
-
0.9132802486419678,
|
| 70 |
-
0.996956467628479,
|
| 71 |
-
0.9437090158462524,
|
| 72 |
-
0.9562854766845703,
|
| 73 |
-
0.6047350168228149,
|
| 74 |
-
0.9966599941253662,
|
| 75 |
-
0.992188572883606,
|
| 76 |
-
1.0,
|
| 77 |
-
1.0,
|
| 78 |
-
1.0
|
| 79 |
-
],
|
| 80 |
-
"min": [
|
| 81 |
-
-0.9813680648803711,
|
| 82 |
-
-0.9943915605545044,
|
| 83 |
-
-0.240229070186615,
|
| 84 |
-
-0.7879800796508789,
|
| 85 |
-
-0.953981876373291,
|
| 86 |
-
-1.0,
|
| 87 |
-
-0.7385008335113525,
|
| 88 |
-
-0.6288865208625793,
|
| 89 |
-
-0.6290589570999146,
|
| 90 |
-
-1.0,
|
| 91 |
-
-1.0
|
| 92 |
-
],
|
| 93 |
-
"q01": [
|
| 94 |
-
-0.527071304321289,
|
| 95 |
-
-0.9531343531608581,
|
| 96 |
-
-0.20607015371322632,
|
| 97 |
-
-0.10409546375274659,
|
| 98 |
-
-0.9325236558914185,
|
| 99 |
-
-0.7288819265365601,
|
| 100 |
-
-0.68619873046875,
|
| 101 |
-
-0.08794799327850342,
|
| 102 |
-
-0.5419587254524231,
|
| 103 |
-
-1.0,
|
| 104 |
-
-1.0
|
| 105 |
-
],
|
| 106 |
-
"q99": [
|
| 107 |
-
0.9375574779510498,
|
| 108 |
-
0.7395017147064211,
|
| 109 |
-
0.982518982887268,
|
| 110 |
-
0.912756371498108,
|
| 111 |
-
0.9081219291687013,
|
| 112 |
-
0.23814808368682872,
|
| 113 |
-
0.8914690685272217,
|
| 114 |
-
0.922366099357605,
|
| 115 |
-
1.0,
|
| 116 |
-
0.9213636970520022,
|
| 117 |
-
1.0
|
| 118 |
-
]
|
| 119 |
-
},
|
| 120 |
-
"num_transitions": 9917,
|
| 121 |
-
"num_trajectories": 10
|
| 122 |
-
}
|
| 123 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/config.yaml
ADDED
|
@@ -0,0 +1,309 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
framework:
|
| 2 |
+
name: QwenOFT
|
| 3 |
+
qwenvl:
|
| 4 |
+
base_vlm: Qwen/Qwen3-VL-4B-Instruct
|
| 5 |
+
attn_implementation: flash_attention_2
|
| 6 |
+
enable_gradient_checkpointing: false
|
| 7 |
+
action_model:
|
| 8 |
+
action_model_type: MLP
|
| 9 |
+
action_dim: 3
|
| 10 |
+
action_hidden_dim: 2560
|
| 11 |
+
future_action_window_size: 0
|
| 12 |
+
past_action_window_size: 0
|
| 13 |
+
loss_type: l1
|
| 14 |
+
state_encoding: continuous_projector
|
| 15 |
+
state_dim: 11
|
| 16 |
+
action_horizon: 1
|
| 17 |
+
action_env_dim: 3
|
| 18 |
+
kv_memory:
|
| 19 |
+
enabled: false
|
| 20 |
+
window: 4
|
| 21 |
+
rollout_len: 8
|
| 22 |
+
packed_train: false
|
| 23 |
+
rebased_sink: true
|
| 24 |
+
datasets:
|
| 25 |
+
vla_data:
|
| 26 |
+
dataset_py: lerobot_datasets
|
| 27 |
+
include_state: true
|
| 28 |
+
data_root_dir: /mnt/data/latency-sensitive-bench/vla_datasets/rl_games
|
| 29 |
+
data_mix: hopper_rgb_state_l0_return_gt3000_100ep
|
| 30 |
+
eval_data_mix: hopper_rgb_state_l0_return_gt3000_100ep__val
|
| 31 |
+
custom_mixtures_path: /mnt/data/latency-sensitive-bench/vla_datasets/rl_games/_generated_mixtures/hopper_rgb_state_l0_return_gt3000_100ep.json
|
| 32 |
+
action_type: discrete
|
| 33 |
+
sequential_step_sampling: false
|
| 34 |
+
eval_sequential_step_sampling: null
|
| 35 |
+
num_workers: 8
|
| 36 |
+
eval_num_workers: 8
|
| 37 |
+
prefetch_factor: 4
|
| 38 |
+
persistent_workers: true
|
| 39 |
+
pin_memory: true
|
| 40 |
+
shuffle: true
|
| 41 |
+
action_balance:
|
| 42 |
+
enabled: false
|
| 43 |
+
strategy: balanced_epoch
|
| 44 |
+
action_key: action_id
|
| 45 |
+
target_flap_fraction: 0.3
|
| 46 |
+
noop_id: 0
|
| 47 |
+
flap_id: 1
|
| 48 |
+
latency_curriculum:
|
| 49 |
+
enabled: false
|
| 50 |
+
strategy: exclusive
|
| 51 |
+
latencies: null
|
| 52 |
+
phase_steps: null
|
| 53 |
+
phase_distributions: null
|
| 54 |
+
new_latency_passes: 1.0
|
| 55 |
+
replay_passes: 0.25
|
| 56 |
+
target_total_passes: 2.0
|
| 57 |
+
final_equalization: true
|
| 58 |
+
step_budget_mode: auto
|
| 59 |
+
eval_at_phase_end: false
|
| 60 |
+
save_at_phase_end: false
|
| 61 |
+
computed_plan: null
|
| 62 |
+
per_device_batch_size: 16
|
| 63 |
+
load_all_data_for_training: true
|
| 64 |
+
num_obs_frames: 1
|
| 65 |
+
image_mode: single
|
| 66 |
+
prompt_mode: raw
|
| 67 |
+
stitch_grid:
|
| 68 |
+
- 2
|
| 69 |
+
- 2
|
| 70 |
+
obs_image_size: null
|
| 71 |
+
video_backend: torchvision_av
|
| 72 |
+
gymnasium_task_contract: &id001
|
| 73 |
+
action_space:
|
| 74 |
+
dtype: float32
|
| 75 |
+
high:
|
| 76 |
+
- 1.0
|
| 77 |
+
- 1.0
|
| 78 |
+
- 1.0
|
| 79 |
+
labels:
|
| 80 |
+
- thigh_torque
|
| 81 |
+
- leg_torque
|
| 82 |
+
- foot_torque
|
| 83 |
+
low:
|
| 84 |
+
- -1.0
|
| 85 |
+
- -1.0
|
| 86 |
+
- -1.0
|
| 87 |
+
type: box
|
| 88 |
+
base_prompt: Move the Hopper robot forward while keeping its torso upright.
|
| 89 |
+
Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot.
|
| 90 |
+
env_fps: 125.0
|
| 91 |
+
env_id: LatencyBench/HopperRgbState-v0
|
| 92 |
+
frame_stack: 1
|
| 93 |
+
make_kwargs:
|
| 94 |
+
base_env_id: Hopper-v4
|
| 95 |
+
base_make_kwargs:
|
| 96 |
+
ctrl_cost_weight: 0.001
|
| 97 |
+
exclude_current_positions_from_observation: true
|
| 98 |
+
forward_reward_weight: 1.0
|
| 99 |
+
healthy_reward: 1.0
|
| 100 |
+
reset_noise_scale: 0.005
|
| 101 |
+
terminate_when_unhealthy: true
|
| 102 |
+
render_mode: rgb_array
|
| 103 |
+
noop_action:
|
| 104 |
+
- 0.0
|
| 105 |
+
- 0.0
|
| 106 |
+
- 0.0
|
| 107 |
+
obs_fps: 125.0
|
| 108 |
+
registration_imports:
|
| 109 |
+
- latency_bench.envs.gymnasium_hopper_rgb_state
|
| 110 |
+
state_space:
|
| 111 |
+
labels:
|
| 112 |
+
- torso_height
|
| 113 |
+
- torso_angle
|
| 114 |
+
- thigh_angle
|
| 115 |
+
- leg_angle
|
| 116 |
+
- foot_angle
|
| 117 |
+
- torso_x_velocity
|
| 118 |
+
- torso_z_velocity
|
| 119 |
+
- torso_angular_velocity
|
| 120 |
+
- thigh_angular_velocity
|
| 121 |
+
- leg_angular_velocity
|
| 122 |
+
- foot_angular_velocity
|
| 123 |
+
task_name: hopper_rgb_state
|
| 124 |
+
active_action_dim: 3
|
| 125 |
+
robot_type: rl_games_gymnasium
|
| 126 |
+
dataset:
|
| 127 |
+
source_hf: ''
|
| 128 |
+
config_name: null
|
| 129 |
+
source_subdir: null
|
| 130 |
+
converted_name: hopper_rgb_state_l0_return_gt3000_100ep
|
| 131 |
+
single_source_hf: ''
|
| 132 |
+
mixed_source_hf: ''
|
| 133 |
+
single_converted_name: hopper_rgb_state_l0_return_gt3000_100ep
|
| 134 |
+
mixed_converted_name: hopper_rgb_state_l0_return_gt3000_100ep
|
| 135 |
+
single_latency_filter: null
|
| 136 |
+
mixed_latency_filter: null
|
| 137 |
+
force_download: false
|
| 138 |
+
setup_force: false
|
| 139 |
+
skip_verification: false
|
| 140 |
+
target_latency_unit: observation_steps
|
| 141 |
+
verify_rows: 200
|
| 142 |
+
max_episodes: null
|
| 143 |
+
episodes_per_latency: null
|
| 144 |
+
latency_filter: null
|
| 145 |
+
debug_subset:
|
| 146 |
+
enabled: false
|
| 147 |
+
max_episodes: 5
|
| 148 |
+
suffix: debug
|
| 149 |
+
base_model:
|
| 150 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 151 |
+
initialization:
|
| 152 |
+
checkpoint_local_dir: null
|
| 153 |
+
checkpoint_hf_repo_id: null
|
| 154 |
+
checkpoint_filename: null
|
| 155 |
+
trainer:
|
| 156 |
+
max_train_steps: 5000
|
| 157 |
+
num_warmup_steps: 100
|
| 158 |
+
save_interval: 500
|
| 159 |
+
eval_interval: 500
|
| 160 |
+
eval_num_batches: 200
|
| 161 |
+
per_latency_eval_num_batches: null
|
| 162 |
+
eval_action_classification: false
|
| 163 |
+
eval_action_classification_interval: null
|
| 164 |
+
cc_f1_tolerance: 1
|
| 165 |
+
learning_rate:
|
| 166 |
+
base: 2.0e-05
|
| 167 |
+
qwen_vl_interface: 1.0e-05
|
| 168 |
+
action_model: 0.0001
|
| 169 |
+
lr_scheduler_type: cosine_with_min_lr
|
| 170 |
+
scheduler_specific_kwargs:
|
| 171 |
+
min_lr: 1.0e-06
|
| 172 |
+
freeze_modules: ''
|
| 173 |
+
freeze_vit: false
|
| 174 |
+
freeze_tied_embedding: false
|
| 175 |
+
freeze_llm_layers: []
|
| 176 |
+
loss_scale:
|
| 177 |
+
vla: 1.0
|
| 178 |
+
vlm: 0.1
|
| 179 |
+
max_grad_norm: 1.0
|
| 180 |
+
weight_decay: 0.0
|
| 181 |
+
logging_frequency: 1
|
| 182 |
+
profile_timing:
|
| 183 |
+
enabled: true
|
| 184 |
+
log_interval: 10
|
| 185 |
+
gradient_clipping: 1.0
|
| 186 |
+
gradient_accumulation_steps: 1
|
| 187 |
+
distributed_backend: deepspeed
|
| 188 |
+
is_resume: false
|
| 189 |
+
pretrained_checkpoint: null
|
| 190 |
+
resume_step: 0
|
| 191 |
+
reload_modules: null
|
| 192 |
+
optimizer:
|
| 193 |
+
name: AdamW
|
| 194 |
+
betas:
|
| 195 |
+
- 0.9
|
| 196 |
+
- 0.95
|
| 197 |
+
eps: 1.0e-08
|
| 198 |
+
weight_decay: 1.0e-08
|
| 199 |
+
fused: true
|
| 200 |
+
save_format: pt
|
| 201 |
+
workspace_dir: /home/lzj/code/latency-sensitive-bench
|
| 202 |
+
run_root_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs
|
| 203 |
+
seed: 42
|
| 204 |
+
wandb_entity: dongqianyu99-zhejiang-university
|
| 205 |
+
wandb_project: latency-sensitive-bench
|
| 206 |
+
auth:
|
| 207 |
+
env_file: null
|
| 208 |
+
hf_token_env: HF_TOKEN
|
| 209 |
+
wandb_api_key_env: WANDB_API_KEY
|
| 210 |
+
paths:
|
| 211 |
+
run_root_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs
|
| 212 |
+
dataset_local_dir: /mnt/data/latency-sensitive-bench/vla_datasets/rl_games
|
| 213 |
+
dataset_cache_dir: null
|
| 214 |
+
base_model_dir: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
|
| 215 |
+
accelerate_config: starVLA/config/deepseeds/deepspeed_zero2_cpu_offload.yaml
|
| 216 |
+
launch:
|
| 217 |
+
use_accelerate: true
|
| 218 |
+
gpus: null
|
| 219 |
+
num_processes: 1
|
| 220 |
+
dry_run: false
|
| 221 |
+
conda:
|
| 222 |
+
enabled: true
|
| 223 |
+
env_name: null
|
| 224 |
+
rl_games:
|
| 225 |
+
model_alias: openvla
|
| 226 |
+
env_eval:
|
| 227 |
+
image_size: 224
|
| 228 |
+
frameskip: 1
|
| 229 |
+
image_transform: raw_rgb
|
| 230 |
+
prompt_mode: raw
|
| 231 |
+
ghost_trail:
|
| 232 |
+
history_frames: 5
|
| 233 |
+
gamma: 1.3
|
| 234 |
+
min_alpha: 35
|
| 235 |
+
scroll_px_per_step: 4.0
|
| 236 |
+
ground_fraction: 0.22
|
| 237 |
+
seed: 42
|
| 238 |
+
fixed_episode_seeds: true
|
| 239 |
+
latency_seed_stride: 0
|
| 240 |
+
task_seed_stride: 0
|
| 241 |
+
task_description: ''
|
| 242 |
+
eval_parallel_envs: 5
|
| 243 |
+
action_chunk_execution:
|
| 244 |
+
enabled: false
|
| 245 |
+
chunk_size: null
|
| 246 |
+
enabled: false
|
| 247 |
+
gymnasium:
|
| 248 |
+
make_kwargs: {}
|
| 249 |
+
mid_train:
|
| 250 |
+
enabled: false
|
| 251 |
+
interval_steps: 100
|
| 252 |
+
latencies:
|
| 253 |
+
- 0
|
| 254 |
+
num_episodes: 5
|
| 255 |
+
max_steps_per_episode: 3600
|
| 256 |
+
post_train:
|
| 257 |
+
enabled: false
|
| 258 |
+
latencies:
|
| 259 |
+
- 0
|
| 260 |
+
- 1
|
| 261 |
+
- 2
|
| 262 |
+
- 3
|
| 263 |
+
- 4
|
| 264 |
+
num_episodes: 5
|
| 265 |
+
max_steps_per_episode: 3600
|
| 266 |
+
eval_backend: latency_bench
|
| 267 |
+
distributed_mode: none
|
| 268 |
+
vectorized:
|
| 269 |
+
enabled: false
|
| 270 |
+
batch_size: 1
|
| 271 |
+
latency:
|
| 272 |
+
prompt_map_path: null
|
| 273 |
+
mode: single
|
| 274 |
+
values:
|
| 275 |
+
- 0
|
| 276 |
+
task: gymnasium
|
| 277 |
+
gymnasium:
|
| 278 |
+
task_contract: *id001
|
| 279 |
+
task_name: hopper_rgb_state
|
| 280 |
+
initialization_mode: scratch
|
| 281 |
+
action_carrier: native
|
| 282 |
+
model: openvla
|
| 283 |
+
env: gymnasium
|
| 284 |
+
init: scratch
|
| 285 |
+
mode: single
|
| 286 |
+
checkpoint:
|
| 287 |
+
load: none
|
| 288 |
+
hf_repo_id: null
|
| 289 |
+
save_best_model: false
|
| 290 |
+
save_final_model: true
|
| 291 |
+
save_pt_file: true
|
| 292 |
+
save_training_state: false
|
| 293 |
+
save_safetensors_file: false
|
| 294 |
+
local:
|
| 295 |
+
keep_last_n: 1
|
| 296 |
+
sync:
|
| 297 |
+
enabled: false
|
| 298 |
+
repo_id: null
|
| 299 |
+
keep_last_n: 0
|
| 300 |
+
sync_every_n_checkpoints: 1
|
| 301 |
+
resume_policy: local_latest
|
| 302 |
+
run_id: hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
|
| 303 |
+
output_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
|
| 304 |
+
config_yaml: null
|
| 305 |
+
is_debug: false
|
| 306 |
+
version_id: '0.21'
|
| 307 |
+
backbone:
|
| 308 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 309 |
+
revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/dataset_statistics.json
ADDED
|
@@ -0,0 +1,123 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"new_embodiment": {
|
| 3 |
+
"action": {
|
| 4 |
+
"mean": [
|
| 5 |
+
0.03865884989500046,
|
| 6 |
+
0.5777319669723511,
|
| 7 |
+
-0.13737158477306366
|
| 8 |
+
],
|
| 9 |
+
"std": [
|
| 10 |
+
0.37739884853363037,
|
| 11 |
+
0.689887523651123,
|
| 12 |
+
0.6762200593948364
|
| 13 |
+
],
|
| 14 |
+
"max": [
|
| 15 |
+
1.0,
|
| 16 |
+
1.0,
|
| 17 |
+
1.0
|
| 18 |
+
],
|
| 19 |
+
"min": [
|
| 20 |
+
-1.0,
|
| 21 |
+
-1.0,
|
| 22 |
+
-1.0
|
| 23 |
+
],
|
| 24 |
+
"q01": [
|
| 25 |
+
-0.9043600207567215,
|
| 26 |
+
-1.0,
|
| 27 |
+
-1.0
|
| 28 |
+
],
|
| 29 |
+
"q99": [
|
| 30 |
+
1.0,
|
| 31 |
+
1.0,
|
| 32 |
+
1.0
|
| 33 |
+
],
|
| 34 |
+
"mask": [
|
| 35 |
+
true,
|
| 36 |
+
true,
|
| 37 |
+
true
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
"state": {
|
| 41 |
+
"mean": [
|
| 42 |
+
1.3645542860031128,
|
| 43 |
+
-0.01030511874705553,
|
| 44 |
+
-0.40583422780036926,
|
| 45 |
+
-0.18573042750358582,
|
| 46 |
+
0.23710231482982635,
|
| 47 |
+
2.6243653297424316,
|
| 48 |
+
-0.025802208110690117,
|
| 49 |
+
-0.0004125009581912309,
|
| 50 |
+
-0.07698092609643936,
|
| 51 |
+
-0.028367187827825546,
|
| 52 |
+
0.1537088304758072
|
| 53 |
+
],
|
| 54 |
+
"std": [
|
| 55 |
+
0.17122606933116913,
|
| 56 |
+
0.07046335190534592,
|
| 57 |
+
0.21613667905330658,
|
| 58 |
+
0.3121389150619507,
|
| 59 |
+
0.5791706442832947,
|
| 60 |
+
0.708288848400116,
|
| 61 |
+
1.5880056619644165,
|
| 62 |
+
0.9573500156402588,
|
| 63 |
+
3.4576501846313477,
|
| 64 |
+
4.274486541748047,
|
| 65 |
+
6.040563583374023
|
| 66 |
+
],
|
| 67 |
+
"max": [
|
| 68 |
+
1.6431776285171509,
|
| 69 |
+
0.17731712758541107,
|
| 70 |
+
0.059119515120983124,
|
| 71 |
+
0.14385102689266205,
|
| 72 |
+
0.9273068308830261,
|
| 73 |
+
6.297187805175781,
|
| 74 |
+
3.283433198928833,
|
| 75 |
+
2.7663865089416504,
|
| 76 |
+
10.0,
|
| 77 |
+
10.0,
|
| 78 |
+
10.0
|
| 79 |
+
],
|
| 80 |
+
"min": [
|
| 81 |
+
0.7007287740707397,
|
| 82 |
+
-0.19482052326202393,
|
| 83 |
+
-1.6461776494979858,
|
| 84 |
+
-1.9154568910598755,
|
| 85 |
+
-0.9631047248840332,
|
| 86 |
+
-0.1792079657316208,
|
| 87 |
+
-3.757478713989258,
|
| 88 |
+
-6.126420021057129,
|
| 89 |
+
-10.0,
|
| 90 |
+
-10.0,
|
| 91 |
+
-10.0
|
| 92 |
+
],
|
| 93 |
+
"q01": [
|
| 94 |
+
0.9230922436714173,
|
| 95 |
+
-0.18677105158567428,
|
| 96 |
+
-0.9708261024951935,
|
| 97 |
+
-1.0109864580631256,
|
| 98 |
+
-0.8991881710290909,
|
| 99 |
+
0.6725094616413116,
|
| 100 |
+
-2.6492803430557252,
|
| 101 |
+
-2.147989432811737,
|
| 102 |
+
-5.511617112159729,
|
| 103 |
+
-10.0,
|
| 104 |
+
-10.0
|
| 105 |
+
],
|
| 106 |
+
"q99": [
|
| 107 |
+
1.610499701499939,
|
| 108 |
+
0.13755025938153265,
|
| 109 |
+
0.04347839709371328,
|
| 110 |
+
0.05399664495140313,
|
| 111 |
+
0.8424718528985977,
|
| 112 |
+
4.02110352039337,
|
| 113 |
+
2.8948803400993346,
|
| 114 |
+
2.410175268650055,
|
| 115 |
+
10.0,
|
| 116 |
+
9.8124001789093,
|
| 117 |
+
10.0
|
| 118 |
+
]
|
| 119 |
+
},
|
| 120 |
+
"num_transitions": 88212,
|
| 121 |
+
"num_trajectories": 90
|
| 122 |
+
}
|
| 123 |
+
}
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/episode_metrics.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/eval_config.yaml
ADDED
|
@@ -0,0 +1,162 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
env:
|
| 2 |
+
state_space:
|
| 3 |
+
labels:
|
| 4 |
+
- torso_height
|
| 5 |
+
- torso_angle
|
| 6 |
+
- thigh_angle
|
| 7 |
+
- leg_angle
|
| 8 |
+
- foot_angle
|
| 9 |
+
- torso_x_velocity
|
| 10 |
+
- torso_z_velocity
|
| 11 |
+
- torso_angular_velocity
|
| 12 |
+
- thigh_angular_velocity
|
| 13 |
+
- leg_angular_velocity
|
| 14 |
+
- foot_angular_velocity
|
| 15 |
+
name: gymnasium
|
| 16 |
+
task_name: hopper
|
| 17 |
+
env_id: LatencyBench/Hopper-v0
|
| 18 |
+
registration_imports:
|
| 19 |
+
- latency_bench.envs.tasks.hopper
|
| 20 |
+
make_kwargs:
|
| 21 |
+
base_env_id: Hopper-v4
|
| 22 |
+
base_make_kwargs:
|
| 23 |
+
ctrl_cost_weight: 0.001
|
| 24 |
+
exclude_current_positions_from_observation: true
|
| 25 |
+
forward_reward_weight: 1.0
|
| 26 |
+
healthy_reward: 1.0
|
| 27 |
+
reset_noise_scale: 0.005
|
| 28 |
+
terminate_when_unhealthy: true
|
| 29 |
+
render_mode: rgb_array
|
| 30 |
+
env_fps: 10
|
| 31 |
+
obs_fps: 10
|
| 32 |
+
frame_stack: 1
|
| 33 |
+
action_space:
|
| 34 |
+
dtype: float32
|
| 35 |
+
high:
|
| 36 |
+
- 1.0
|
| 37 |
+
- 1.0
|
| 38 |
+
- 1.0
|
| 39 |
+
labels:
|
| 40 |
+
- thigh_torque
|
| 41 |
+
- leg_torque
|
| 42 |
+
- foot_torque
|
| 43 |
+
low:
|
| 44 |
+
- -1.0
|
| 45 |
+
- -1.0
|
| 46 |
+
- -1.0
|
| 47 |
+
type: box
|
| 48 |
+
noop_action:
|
| 49 |
+
- 0.0
|
| 50 |
+
- 0.0
|
| 51 |
+
- 0.0
|
| 52 |
+
base_prompt: Move the Hopper robot forward while keeping its torso upright. Predict
|
| 53 |
+
three continuous torques in [-1, 1] ordered as thigh, leg, and foot.
|
| 54 |
+
obs_resize:
|
| 55 |
+
- 224
|
| 56 |
+
- 224
|
| 57 |
+
experiment:
|
| 58 |
+
name: hopper_openvla_l0_iid_100ep
|
| 59 |
+
seed: 42
|
| 60 |
+
backend:
|
| 61 |
+
type: sample_factory
|
| 62 |
+
algo: APPO
|
| 63 |
+
device: cuda
|
| 64 |
+
train_dir: /mnt/checkpoints/latency-sensitive-bench/small_models/hopper
|
| 65 |
+
restart_behavior: overwrite
|
| 66 |
+
run_mode: eval
|
| 67 |
+
executor:
|
| 68 |
+
mode: simulated
|
| 69 |
+
inference_devices:
|
| 70 |
+
- cuda:0
|
| 71 |
+
- cuda:1
|
| 72 |
+
inference_batch_size: 8
|
| 73 |
+
simulated_inference_pool: true
|
| 74 |
+
simulated_worker_capacity: 1
|
| 75 |
+
latency:
|
| 76 |
+
method: iid
|
| 77 |
+
sync_cuda: false
|
| 78 |
+
profile_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/profile/profile.json
|
| 79 |
+
profile_worker_slot: 0
|
| 80 |
+
seed: 0
|
| 81 |
+
scheduler:
|
| 82 |
+
hold_policy: hold
|
| 83 |
+
ordering_policy: issue_order_fifo
|
| 84 |
+
policy:
|
| 85 |
+
type: starvla
|
| 86 |
+
checkpoint_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/new_bundle/checkpoints/model.pt
|
| 87 |
+
model_config_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/new_bundle/config.yaml
|
| 88 |
+
backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 89 |
+
device: cuda:0
|
| 90 |
+
task_manifest_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/new_bundle/manifest.json
|
| 91 |
+
latency_prompt_map_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/new_bundle/latency_prompt_map.json
|
| 92 |
+
latency_prompt_key: 0
|
| 93 |
+
training:
|
| 94 |
+
train_for_env_steps: 10000000
|
| 95 |
+
num_workers: 8
|
| 96 |
+
num_envs_per_worker: 8
|
| 97 |
+
worker_num_splits: 2
|
| 98 |
+
num_policies: 1
|
| 99 |
+
batch_size: 1024
|
| 100 |
+
rollout: 64
|
| 101 |
+
recurrence: 1
|
| 102 |
+
num_epochs: 2
|
| 103 |
+
num_batches_per_epoch: 4
|
| 104 |
+
num_batches_to_accumulate: 2
|
| 105 |
+
policy_workers_per_policy: 1
|
| 106 |
+
max_policy_lag: 10000
|
| 107 |
+
learning_rate: 0.00295
|
| 108 |
+
lr_schedule: linear_decay
|
| 109 |
+
lr_schedule_kl_threshold: 0.008
|
| 110 |
+
gamma: 0.99
|
| 111 |
+
gae_lambda: 0.95
|
| 112 |
+
ppo_clip_ratio: 0.2
|
| 113 |
+
ppo_clip_value: 1.0
|
| 114 |
+
value_loss_coeff: 1.3
|
| 115 |
+
max_grad_norm: 3.5
|
| 116 |
+
exploration_loss: entropy
|
| 117 |
+
exploration_loss_coeff: 0.0
|
| 118 |
+
kl_loss_coeff: 0.1
|
| 119 |
+
reward_scale: 1.0
|
| 120 |
+
reward_clip: 1000.0
|
| 121 |
+
async_rl: false
|
| 122 |
+
serial_mode: false
|
| 123 |
+
batched_sampling: false
|
| 124 |
+
with_vtrace: false
|
| 125 |
+
use_rnn: false
|
| 126 |
+
env_framestack: 4
|
| 127 |
+
encoder_mlp_layers:
|
| 128 |
+
- 64
|
| 129 |
+
- 64
|
| 130 |
+
nonlinearity: tanh
|
| 131 |
+
adaptive_stddev: false
|
| 132 |
+
policy_initialization: torch_default
|
| 133 |
+
initial_stddev: 1.0
|
| 134 |
+
actor_critic_share_weights: true
|
| 135 |
+
shuffle_minibatches: false
|
| 136 |
+
value_bootstrap: false
|
| 137 |
+
normalize_input: true
|
| 138 |
+
normalize_returns: true
|
| 139 |
+
decorrelate_experience_max_seconds: 10
|
| 140 |
+
decorrelate_envs_on_one_worker: true
|
| 141 |
+
set_workers_cpu_affinity: true
|
| 142 |
+
force_envs_single_thread: true
|
| 143 |
+
save_every_sec: 600
|
| 144 |
+
keep_checkpoints: 3
|
| 145 |
+
save_best_every_sec: 60
|
| 146 |
+
save_best_after: 100000
|
| 147 |
+
evaluation:
|
| 148 |
+
eval_episodes: 100
|
| 149 |
+
eval_parallel_envs: 32
|
| 150 |
+
eval_max_steps: 1000
|
| 151 |
+
eval_deterministic: true
|
| 152 |
+
eval_latency_values: null
|
| 153 |
+
episode_seed_offset: 0
|
| 154 |
+
logging:
|
| 155 |
+
output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/evaluation/iid_parallel32_ib8
|
| 156 |
+
video:
|
| 157 |
+
enabled: false
|
| 158 |
+
num_bins: 1
|
| 159 |
+
save_step_records: true
|
| 160 |
+
save_action_records: true
|
| 161 |
+
save_latency_records: true
|
| 162 |
+
realtime_pipeline_profile: false
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/latency_prompt_map.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"0": {
|
| 3 |
+
"prompt": "Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 125 FPS and observations are emitted at 125 FPS. Choose the best next action.",
|
| 4 |
+
"latency_raw_frames": 0,
|
| 5 |
+
"latency_ms": 0.0
|
| 6 |
+
}
|
| 7 |
+
}
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/manifest.json
ADDED
|
@@ -0,0 +1,142 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_name": "lerobot",
|
| 3 |
+
"env_name": "hopper_rgb_state",
|
| 4 |
+
"episodes": 90,
|
| 5 |
+
"frames": 88212,
|
| 6 |
+
"task_prompts": [
|
| 7 |
+
"Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 125 FPS and observations are emitted at 125 FPS. Choose the best next action."
|
| 8 |
+
],
|
| 9 |
+
"format": "lerobot_v2_image_parquet",
|
| 10 |
+
"source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/raw",
|
| 11 |
+
"integration_name": "gymnasium",
|
| 12 |
+
"task_name": "hopper_rgb_state",
|
| 13 |
+
"action_layout": "gymnasium_continuous_v1",
|
| 14 |
+
"action_labels": [
|
| 15 |
+
"thigh_torque",
|
| 16 |
+
"leg_torque",
|
| 17 |
+
"foot_torque"
|
| 18 |
+
],
|
| 19 |
+
"carrier_action_labels": [
|
| 20 |
+
"thigh_torque",
|
| 21 |
+
"leg_torque",
|
| 22 |
+
"foot_torque"
|
| 23 |
+
],
|
| 24 |
+
"action_dim": 3,
|
| 25 |
+
"active_action_dim": 3,
|
| 26 |
+
"action_carrier": "native",
|
| 27 |
+
"rows_unit": "decision_step",
|
| 28 |
+
"obs_fps": 125.0,
|
| 29 |
+
"obs_stride_raw_frames": 1,
|
| 30 |
+
"uses_state": true,
|
| 31 |
+
"state_dim": 11,
|
| 32 |
+
"state_labels": [
|
| 33 |
+
"torso_height",
|
| 34 |
+
"torso_angle",
|
| 35 |
+
"thigh_angle",
|
| 36 |
+
"leg_angle",
|
| 37 |
+
"foot_angle",
|
| 38 |
+
"torso_x_velocity",
|
| 39 |
+
"torso_z_velocity",
|
| 40 |
+
"torso_angular_velocity",
|
| 41 |
+
"thigh_angular_velocity",
|
| 42 |
+
"leg_angular_velocity",
|
| 43 |
+
"foot_angular_velocity"
|
| 44 |
+
],
|
| 45 |
+
"state_normalization": {
|
| 46 |
+
"type": "min_max",
|
| 47 |
+
"min": [
|
| 48 |
+
0.7007287740707397,
|
| 49 |
+
-0.19482052326202393,
|
| 50 |
+
-1.6461776494979858,
|
| 51 |
+
-1.9154568910598755,
|
| 52 |
+
-0.9631047248840332,
|
| 53 |
+
-0.1792079657316208,
|
| 54 |
+
-3.757478713989258,
|
| 55 |
+
-6.126420021057129,
|
| 56 |
+
-10.0,
|
| 57 |
+
-10.0,
|
| 58 |
+
-10.0
|
| 59 |
+
],
|
| 60 |
+
"max": [
|
| 61 |
+
1.6431776285171509,
|
| 62 |
+
0.17731712758541107,
|
| 63 |
+
0.059119515120983124,
|
| 64 |
+
0.14385102689266205,
|
| 65 |
+
0.9273068308830261,
|
| 66 |
+
6.297187805175781,
|
| 67 |
+
3.283433198928833,
|
| 68 |
+
2.7663865089416504,
|
| 69 |
+
10.0,
|
| 70 |
+
10.0,
|
| 71 |
+
10.0
|
| 72 |
+
]
|
| 73 |
+
},
|
| 74 |
+
"robot_type": "rl_games_gymnasium",
|
| 75 |
+
"latency_prompt_map_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/lerobot/latency_prompt_map.json",
|
| 76 |
+
"custom_mixtures_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/_generated_mixtures/lerobot.json",
|
| 77 |
+
"gymnasium_task": {
|
| 78 |
+
"action_space": {
|
| 79 |
+
"dtype": "float32",
|
| 80 |
+
"high": [
|
| 81 |
+
1.0,
|
| 82 |
+
1.0,
|
| 83 |
+
1.0
|
| 84 |
+
],
|
| 85 |
+
"labels": [
|
| 86 |
+
"thigh_torque",
|
| 87 |
+
"leg_torque",
|
| 88 |
+
"foot_torque"
|
| 89 |
+
],
|
| 90 |
+
"low": [
|
| 91 |
+
-1.0,
|
| 92 |
+
-1.0,
|
| 93 |
+
-1.0
|
| 94 |
+
],
|
| 95 |
+
"type": "box"
|
| 96 |
+
},
|
| 97 |
+
"base_prompt": "Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot.",
|
| 98 |
+
"env_fps": 125.0,
|
| 99 |
+
"env_id": "LatencyBench/HopperRgbState-v0",
|
| 100 |
+
"frame_stack": 1,
|
| 101 |
+
"make_kwargs": {
|
| 102 |
+
"base_env_id": "Hopper-v4",
|
| 103 |
+
"base_make_kwargs": {
|
| 104 |
+
"ctrl_cost_weight": 0.001,
|
| 105 |
+
"exclude_current_positions_from_observation": true,
|
| 106 |
+
"forward_reward_weight": 1.0,
|
| 107 |
+
"healthy_reward": 1.0,
|
| 108 |
+
"reset_noise_scale": 0.005,
|
| 109 |
+
"terminate_when_unhealthy": true
|
| 110 |
+
},
|
| 111 |
+
"render_mode": "rgb_array"
|
| 112 |
+
},
|
| 113 |
+
"noop_action": [
|
| 114 |
+
0.0,
|
| 115 |
+
0.0,
|
| 116 |
+
0.0
|
| 117 |
+
],
|
| 118 |
+
"obs_fps": 125.0,
|
| 119 |
+
"registration_imports": [
|
| 120 |
+
"latency_bench.envs.gymnasium_hopper_rgb_state"
|
| 121 |
+
],
|
| 122 |
+
"state_space": {
|
| 123 |
+
"labels": [
|
| 124 |
+
"torso_height",
|
| 125 |
+
"torso_angle",
|
| 126 |
+
"thigh_angle",
|
| 127 |
+
"leg_angle",
|
| 128 |
+
"foot_angle",
|
| 129 |
+
"torso_x_velocity",
|
| 130 |
+
"torso_z_velocity",
|
| 131 |
+
"torso_angular_velocity",
|
| 132 |
+
"thigh_angular_velocity",
|
| 133 |
+
"leg_angular_velocity",
|
| 134 |
+
"foot_angular_velocity"
|
| 135 |
+
]
|
| 136 |
+
},
|
| 137 |
+
"task_name": "hopper_rgb_state"
|
| 138 |
+
},
|
| 139 |
+
"validation_dataset_name": "lerobot__val",
|
| 140 |
+
"validation_episodes": 10,
|
| 141 |
+
"validation_frames": 9917
|
| 142 |
+
}
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/result.json
ADDED
|
@@ -0,0 +1,213 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episodes": 100,
|
| 3 |
+
"seeds": [
|
| 4 |
+
42,
|
| 5 |
+
43,
|
| 6 |
+
44,
|
| 7 |
+
45,
|
| 8 |
+
46,
|
| 9 |
+
47,
|
| 10 |
+
48,
|
| 11 |
+
49,
|
| 12 |
+
50,
|
| 13 |
+
51,
|
| 14 |
+
52,
|
| 15 |
+
53,
|
| 16 |
+
54,
|
| 17 |
+
55,
|
| 18 |
+
56,
|
| 19 |
+
57,
|
| 20 |
+
58,
|
| 21 |
+
59,
|
| 22 |
+
60,
|
| 23 |
+
61,
|
| 24 |
+
62,
|
| 25 |
+
63,
|
| 26 |
+
64,
|
| 27 |
+
65,
|
| 28 |
+
66,
|
| 29 |
+
67,
|
| 30 |
+
68,
|
| 31 |
+
69,
|
| 32 |
+
70,
|
| 33 |
+
71,
|
| 34 |
+
72,
|
| 35 |
+
73,
|
| 36 |
+
74,
|
| 37 |
+
75,
|
| 38 |
+
76,
|
| 39 |
+
77,
|
| 40 |
+
78,
|
| 41 |
+
79,
|
| 42 |
+
80,
|
| 43 |
+
81,
|
| 44 |
+
82,
|
| 45 |
+
83,
|
| 46 |
+
84,
|
| 47 |
+
85,
|
| 48 |
+
86,
|
| 49 |
+
87,
|
| 50 |
+
88,
|
| 51 |
+
89,
|
| 52 |
+
90,
|
| 53 |
+
91,
|
| 54 |
+
92,
|
| 55 |
+
93,
|
| 56 |
+
94,
|
| 57 |
+
95,
|
| 58 |
+
96,
|
| 59 |
+
97,
|
| 60 |
+
98,
|
| 61 |
+
99,
|
| 62 |
+
100,
|
| 63 |
+
101,
|
| 64 |
+
102,
|
| 65 |
+
103,
|
| 66 |
+
104,
|
| 67 |
+
105,
|
| 68 |
+
106,
|
| 69 |
+
107,
|
| 70 |
+
108,
|
| 71 |
+
109,
|
| 72 |
+
110,
|
| 73 |
+
111,
|
| 74 |
+
112,
|
| 75 |
+
113,
|
| 76 |
+
114,
|
| 77 |
+
115,
|
| 78 |
+
116,
|
| 79 |
+
117,
|
| 80 |
+
118,
|
| 81 |
+
119,
|
| 82 |
+
120,
|
| 83 |
+
121,
|
| 84 |
+
122,
|
| 85 |
+
123,
|
| 86 |
+
124,
|
| 87 |
+
125,
|
| 88 |
+
126,
|
| 89 |
+
127,
|
| 90 |
+
128,
|
| 91 |
+
129,
|
| 92 |
+
130,
|
| 93 |
+
131,
|
| 94 |
+
132,
|
| 95 |
+
133,
|
| 96 |
+
134,
|
| 97 |
+
135,
|
| 98 |
+
136,
|
| 99 |
+
137,
|
| 100 |
+
138,
|
| 101 |
+
139,
|
| 102 |
+
140,
|
| 103 |
+
141
|
| 104 |
+
],
|
| 105 |
+
"mean_return": 8.601052397487145,
|
| 106 |
+
"population_std_return": 0.08951211004565304,
|
| 107 |
+
"mean_length": 9.0,
|
| 108 |
+
"returns": [
|
| 109 |
+
8.6917627465288,
|
| 110 |
+
8.73306145647087,
|
| 111 |
+
8.71403616994167,
|
| 112 |
+
8.583896897015691,
|
| 113 |
+
8.672642938985883,
|
| 114 |
+
8.427757295736674,
|
| 115 |
+
8.571533583014793,
|
| 116 |
+
8.565357829958833,
|
| 117 |
+
8.537550983494729,
|
| 118 |
+
8.632085392432735,
|
| 119 |
+
8.552285327858668,
|
| 120 |
+
8.638997036521452,
|
| 121 |
+
8.717879500132502,
|
| 122 |
+
8.539744025336605,
|
| 123 |
+
8.6754114106357,
|
| 124 |
+
8.571702401488537,
|
| 125 |
+
8.462032315509415,
|
| 126 |
+
8.531309785706377,
|
| 127 |
+
8.730168026328982,
|
| 128 |
+
8.589709800728759,
|
| 129 |
+
8.509318432744081,
|
| 130 |
+
8.527731391443877,
|
| 131 |
+
8.602237298624328,
|
| 132 |
+
8.525274357317235,
|
| 133 |
+
8.562420768535583,
|
| 134 |
+
8.669419399449819,
|
| 135 |
+
8.422970530455824,
|
| 136 |
+
8.562386925964551,
|
| 137 |
+
8.524182646538234,
|
| 138 |
+
8.602084708456225,
|
| 139 |
+
8.711719168274799,
|
| 140 |
+
8.72592316494239,
|
| 141 |
+
8.510250700957727,
|
| 142 |
+
8.69337476888435,
|
| 143 |
+
8.529212892687543,
|
| 144 |
+
8.647350428435848,
|
| 145 |
+
8.506181125763417,
|
| 146 |
+
8.678597001027963,
|
| 147 |
+
8.727944350168512,
|
| 148 |
+
8.632905672908656,
|
| 149 |
+
8.550442537938224,
|
| 150 |
+
8.745932455789626,
|
| 151 |
+
8.539863219331682,
|
| 152 |
+
8.572523108828962,
|
| 153 |
+
8.755738883298353,
|
| 154 |
+
8.577290998947356,
|
| 155 |
+
8.492716810083826,
|
| 156 |
+
8.504153353841756,
|
| 157 |
+
8.547978144515366,
|
| 158 |
+
8.430896830682354,
|
| 159 |
+
8.753671362586688,
|
| 160 |
+
8.60193178014941,
|
| 161 |
+
8.513544673136073,
|
| 162 |
+
8.505511140496044,
|
| 163 |
+
8.499744355116055,
|
| 164 |
+
8.64221325046278,
|
| 165 |
+
8.565443355955088,
|
| 166 |
+
8.535212692911742,
|
| 167 |
+
8.561722188587803,
|
| 168 |
+
8.67351315307817,
|
| 169 |
+
8.544618097050153,
|
| 170 |
+
8.627435811163572,
|
| 171 |
+
8.608528715773797,
|
| 172 |
+
8.552483552636549,
|
| 173 |
+
8.678918342556964,
|
| 174 |
+
8.5746224254452,
|
| 175 |
+
8.61326896158795,
|
| 176 |
+
8.434140922423078,
|
| 177 |
+
8.570902557636986,
|
| 178 |
+
8.65430188927553,
|
| 179 |
+
8.571006364206841,
|
| 180 |
+
8.750275758929346,
|
| 181 |
+
8.683064080993631,
|
| 182 |
+
8.648580487035987,
|
| 183 |
+
8.446179756250404,
|
| 184 |
+
8.655544050763481,
|
| 185 |
+
8.495376267206154,
|
| 186 |
+
8.464821597683837,
|
| 187 |
+
8.721967349805047,
|
| 188 |
+
8.611081108664907,
|
| 189 |
+
8.674980510938017,
|
| 190 |
+
8.821411137248088,
|
| 191 |
+
8.476918605033447,
|
| 192 |
+
8.659526602226759,
|
| 193 |
+
8.591038260198701,
|
| 194 |
+
8.770774678149827,
|
| 195 |
+
8.669764984251096,
|
| 196 |
+
8.638062946248441,
|
| 197 |
+
8.635899954693873,
|
| 198 |
+
8.666403188827305,
|
| 199 |
+
8.50292940582674,
|
| 200 |
+
8.600899889713261,
|
| 201 |
+
8.676111049904051,
|
| 202 |
+
8.6949964396178,
|
| 203 |
+
8.745684198141012,
|
| 204 |
+
8.666252764205561,
|
| 205 |
+
8.52864915543721,
|
| 206 |
+
8.570416722333313,
|
| 207 |
+
8.526649306392653,
|
| 208 |
+
8.500296899091962
|
| 209 |
+
],
|
| 210 |
+
"primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/evaluation/iid_parallel32_ib8/episode_metrics.jsonl",
|
| 211 |
+
"eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/eval_iid_parallel32_ib8.yaml",
|
| 212 |
+
"inference_batch_size": 8
|
| 213 |
+
}
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/source_identity.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"revision": "a7001d2227fa8b0cbcd58b7b0e32db3dba147810",
|
| 3 |
+
"source": "current worktree snapshot",
|
| 4 |
+
"dirty_paths": [
|
| 5 |
+
" M AGENTS.md",
|
| 6 |
+
" M configs/experiments/memory/small_model/flappy_capped.yaml",
|
| 7 |
+
" M configs/experiments/memory/small_model/flappy_extended.yaml",
|
| 8 |
+
" M configs/experiments/observation_stride/flappy_capped.yaml",
|
| 9 |
+
" M configs/experiments/observation_stride/flappy_extended.yaml",
|
| 10 |
+
" M configs/experiments/sim2real.yaml",
|
| 11 |
+
" M scripts/experiments/memory/small_model/run.sh",
|
| 12 |
+
" M scripts/experiments/observation_stride/run.sh",
|
| 13 |
+
" M scripts/experiments/sim2real/study.py",
|
| 14 |
+
" M tests/scripts/test_sim2real.py",
|
| 15 |
+
"?? configs/experiments/sim2real/five_gpu.yaml",
|
| 16 |
+
"?? docs/cleanup-refactor/",
|
| 17 |
+
"?? lagen/",
|
| 18 |
+
"?? scripts/experiments/sim2real/campaign.py",
|
| 19 |
+
"?? servers.md"
|
| 20 |
+
],
|
| 21 |
+
"runtime_patches": [
|
| 22 |
+
{
|
| 23 |
+
"path": "third_party/starVLA/starVLA/training/train_starvla.py",
|
| 24 |
+
"change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
|
| 25 |
+
"validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
|
| 26 |
+
}
|
| 27 |
+
],
|
| 28 |
+
"frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
|
| 29 |
+
}
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/config.yaml
ADDED
|
@@ -0,0 +1,309 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
framework:
|
| 2 |
+
name: QwenOFT
|
| 3 |
+
qwenvl:
|
| 4 |
+
base_vlm: Qwen/Qwen3-VL-4B-Instruct
|
| 5 |
+
attn_implementation: flash_attention_2
|
| 6 |
+
enable_gradient_checkpointing: false
|
| 7 |
+
action_model:
|
| 8 |
+
action_model_type: MLP
|
| 9 |
+
action_dim: 3
|
| 10 |
+
action_hidden_dim: 2560
|
| 11 |
+
future_action_window_size: 0
|
| 12 |
+
past_action_window_size: 0
|
| 13 |
+
loss_type: l1
|
| 14 |
+
state_encoding: continuous_projector
|
| 15 |
+
state_dim: 11
|
| 16 |
+
action_horizon: 1
|
| 17 |
+
action_env_dim: 3
|
| 18 |
+
kv_memory:
|
| 19 |
+
enabled: false
|
| 20 |
+
window: 4
|
| 21 |
+
rollout_len: 8
|
| 22 |
+
packed_train: false
|
| 23 |
+
rebased_sink: true
|
| 24 |
+
datasets:
|
| 25 |
+
vla_data:
|
| 26 |
+
dataset_py: lerobot_datasets
|
| 27 |
+
include_state: true
|
| 28 |
+
data_root_dir: /mnt/data/latency-sensitive-bench/vla_datasets/rl_games
|
| 29 |
+
data_mix: hopper_rgb_state_l0_return_gt3000_100ep
|
| 30 |
+
eval_data_mix: hopper_rgb_state_l0_return_gt3000_100ep__val
|
| 31 |
+
custom_mixtures_path: /mnt/data/latency-sensitive-bench/vla_datasets/rl_games/_generated_mixtures/hopper_rgb_state_l0_return_gt3000_100ep.json
|
| 32 |
+
action_type: discrete
|
| 33 |
+
sequential_step_sampling: false
|
| 34 |
+
eval_sequential_step_sampling: null
|
| 35 |
+
num_workers: 8
|
| 36 |
+
eval_num_workers: 8
|
| 37 |
+
prefetch_factor: 4
|
| 38 |
+
persistent_workers: true
|
| 39 |
+
pin_memory: true
|
| 40 |
+
shuffle: true
|
| 41 |
+
action_balance:
|
| 42 |
+
enabled: false
|
| 43 |
+
strategy: balanced_epoch
|
| 44 |
+
action_key: action_id
|
| 45 |
+
target_flap_fraction: 0.3
|
| 46 |
+
noop_id: 0
|
| 47 |
+
flap_id: 1
|
| 48 |
+
latency_curriculum:
|
| 49 |
+
enabled: false
|
| 50 |
+
strategy: exclusive
|
| 51 |
+
latencies: null
|
| 52 |
+
phase_steps: null
|
| 53 |
+
phase_distributions: null
|
| 54 |
+
new_latency_passes: 1.0
|
| 55 |
+
replay_passes: 0.25
|
| 56 |
+
target_total_passes: 2.0
|
| 57 |
+
final_equalization: true
|
| 58 |
+
step_budget_mode: auto
|
| 59 |
+
eval_at_phase_end: false
|
| 60 |
+
save_at_phase_end: false
|
| 61 |
+
computed_plan: null
|
| 62 |
+
per_device_batch_size: 16
|
| 63 |
+
load_all_data_for_training: true
|
| 64 |
+
num_obs_frames: 1
|
| 65 |
+
image_mode: single
|
| 66 |
+
prompt_mode: raw
|
| 67 |
+
stitch_grid:
|
| 68 |
+
- 2
|
| 69 |
+
- 2
|
| 70 |
+
obs_image_size: null
|
| 71 |
+
video_backend: torchvision_av
|
| 72 |
+
gymnasium_task_contract: &id001
|
| 73 |
+
action_space:
|
| 74 |
+
dtype: float32
|
| 75 |
+
high:
|
| 76 |
+
- 1.0
|
| 77 |
+
- 1.0
|
| 78 |
+
- 1.0
|
| 79 |
+
labels:
|
| 80 |
+
- thigh_torque
|
| 81 |
+
- leg_torque
|
| 82 |
+
- foot_torque
|
| 83 |
+
low:
|
| 84 |
+
- -1.0
|
| 85 |
+
- -1.0
|
| 86 |
+
- -1.0
|
| 87 |
+
type: box
|
| 88 |
+
base_prompt: Move the Hopper robot forward while keeping its torso upright.
|
| 89 |
+
Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot.
|
| 90 |
+
env_fps: 125.0
|
| 91 |
+
env_id: LatencyBench/HopperRgbState-v0
|
| 92 |
+
frame_stack: 1
|
| 93 |
+
make_kwargs:
|
| 94 |
+
base_env_id: Hopper-v4
|
| 95 |
+
base_make_kwargs:
|
| 96 |
+
ctrl_cost_weight: 0.001
|
| 97 |
+
exclude_current_positions_from_observation: true
|
| 98 |
+
forward_reward_weight: 1.0
|
| 99 |
+
healthy_reward: 1.0
|
| 100 |
+
reset_noise_scale: 0.005
|
| 101 |
+
terminate_when_unhealthy: true
|
| 102 |
+
render_mode: rgb_array
|
| 103 |
+
noop_action:
|
| 104 |
+
- 0.0
|
| 105 |
+
- 0.0
|
| 106 |
+
- 0.0
|
| 107 |
+
obs_fps: 125.0
|
| 108 |
+
registration_imports:
|
| 109 |
+
- latency_bench.envs.gymnasium_hopper_rgb_state
|
| 110 |
+
state_space:
|
| 111 |
+
labels:
|
| 112 |
+
- torso_height
|
| 113 |
+
- torso_angle
|
| 114 |
+
- thigh_angle
|
| 115 |
+
- leg_angle
|
| 116 |
+
- foot_angle
|
| 117 |
+
- torso_x_velocity
|
| 118 |
+
- torso_z_velocity
|
| 119 |
+
- torso_angular_velocity
|
| 120 |
+
- thigh_angular_velocity
|
| 121 |
+
- leg_angular_velocity
|
| 122 |
+
- foot_angular_velocity
|
| 123 |
+
task_name: hopper_rgb_state
|
| 124 |
+
active_action_dim: 3
|
| 125 |
+
robot_type: rl_games_gymnasium
|
| 126 |
+
dataset:
|
| 127 |
+
source_hf: ''
|
| 128 |
+
config_name: null
|
| 129 |
+
source_subdir: null
|
| 130 |
+
converted_name: hopper_rgb_state_l0_return_gt3000_100ep
|
| 131 |
+
single_source_hf: ''
|
| 132 |
+
mixed_source_hf: ''
|
| 133 |
+
single_converted_name: hopper_rgb_state_l0_return_gt3000_100ep
|
| 134 |
+
mixed_converted_name: hopper_rgb_state_l0_return_gt3000_100ep
|
| 135 |
+
single_latency_filter: null
|
| 136 |
+
mixed_latency_filter: null
|
| 137 |
+
force_download: false
|
| 138 |
+
setup_force: false
|
| 139 |
+
skip_verification: false
|
| 140 |
+
target_latency_unit: observation_steps
|
| 141 |
+
verify_rows: 200
|
| 142 |
+
max_episodes: null
|
| 143 |
+
episodes_per_latency: null
|
| 144 |
+
latency_filter: null
|
| 145 |
+
debug_subset:
|
| 146 |
+
enabled: false
|
| 147 |
+
max_episodes: 5
|
| 148 |
+
suffix: debug
|
| 149 |
+
base_model:
|
| 150 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 151 |
+
initialization:
|
| 152 |
+
checkpoint_local_dir: null
|
| 153 |
+
checkpoint_hf_repo_id: null
|
| 154 |
+
checkpoint_filename: null
|
| 155 |
+
trainer:
|
| 156 |
+
max_train_steps: 5000
|
| 157 |
+
num_warmup_steps: 100
|
| 158 |
+
save_interval: 500
|
| 159 |
+
eval_interval: 500
|
| 160 |
+
eval_num_batches: 200
|
| 161 |
+
per_latency_eval_num_batches: null
|
| 162 |
+
eval_action_classification: false
|
| 163 |
+
eval_action_classification_interval: null
|
| 164 |
+
cc_f1_tolerance: 1
|
| 165 |
+
learning_rate:
|
| 166 |
+
base: 2.0e-05
|
| 167 |
+
qwen_vl_interface: 1.0e-05
|
| 168 |
+
action_model: 0.0001
|
| 169 |
+
lr_scheduler_type: cosine_with_min_lr
|
| 170 |
+
scheduler_specific_kwargs:
|
| 171 |
+
min_lr: 1.0e-06
|
| 172 |
+
freeze_modules: ''
|
| 173 |
+
freeze_vit: false
|
| 174 |
+
freeze_tied_embedding: false
|
| 175 |
+
freeze_llm_layers: []
|
| 176 |
+
loss_scale:
|
| 177 |
+
vla: 1.0
|
| 178 |
+
vlm: 0.1
|
| 179 |
+
max_grad_norm: 1.0
|
| 180 |
+
weight_decay: 0.0
|
| 181 |
+
logging_frequency: 1
|
| 182 |
+
profile_timing:
|
| 183 |
+
enabled: true
|
| 184 |
+
log_interval: 10
|
| 185 |
+
gradient_clipping: 1.0
|
| 186 |
+
gradient_accumulation_steps: 1
|
| 187 |
+
distributed_backend: deepspeed
|
| 188 |
+
is_resume: false
|
| 189 |
+
pretrained_checkpoint: null
|
| 190 |
+
resume_step: 0
|
| 191 |
+
reload_modules: null
|
| 192 |
+
optimizer:
|
| 193 |
+
name: AdamW
|
| 194 |
+
betas:
|
| 195 |
+
- 0.9
|
| 196 |
+
- 0.95
|
| 197 |
+
eps: 1.0e-08
|
| 198 |
+
weight_decay: 1.0e-08
|
| 199 |
+
fused: true
|
| 200 |
+
save_format: pt
|
| 201 |
+
workspace_dir: /home/lzj/code/latency-sensitive-bench
|
| 202 |
+
run_root_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs
|
| 203 |
+
seed: 42
|
| 204 |
+
wandb_entity: dongqianyu99-zhejiang-university
|
| 205 |
+
wandb_project: latency-sensitive-bench
|
| 206 |
+
auth:
|
| 207 |
+
env_file: null
|
| 208 |
+
hf_token_env: HF_TOKEN
|
| 209 |
+
wandb_api_key_env: WANDB_API_KEY
|
| 210 |
+
paths:
|
| 211 |
+
run_root_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs
|
| 212 |
+
dataset_local_dir: /mnt/data/latency-sensitive-bench/vla_datasets/rl_games
|
| 213 |
+
dataset_cache_dir: null
|
| 214 |
+
base_model_dir: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
|
| 215 |
+
accelerate_config: starVLA/config/deepseeds/deepspeed_zero2_cpu_offload.yaml
|
| 216 |
+
launch:
|
| 217 |
+
use_accelerate: true
|
| 218 |
+
gpus: null
|
| 219 |
+
num_processes: 1
|
| 220 |
+
dry_run: false
|
| 221 |
+
conda:
|
| 222 |
+
enabled: true
|
| 223 |
+
env_name: null
|
| 224 |
+
rl_games:
|
| 225 |
+
model_alias: openvla
|
| 226 |
+
env_eval:
|
| 227 |
+
image_size: 224
|
| 228 |
+
frameskip: 1
|
| 229 |
+
image_transform: raw_rgb
|
| 230 |
+
prompt_mode: raw
|
| 231 |
+
ghost_trail:
|
| 232 |
+
history_frames: 5
|
| 233 |
+
gamma: 1.3
|
| 234 |
+
min_alpha: 35
|
| 235 |
+
scroll_px_per_step: 4.0
|
| 236 |
+
ground_fraction: 0.22
|
| 237 |
+
seed: 42
|
| 238 |
+
fixed_episode_seeds: true
|
| 239 |
+
latency_seed_stride: 0
|
| 240 |
+
task_seed_stride: 0
|
| 241 |
+
task_description: ''
|
| 242 |
+
eval_parallel_envs: 5
|
| 243 |
+
action_chunk_execution:
|
| 244 |
+
enabled: false
|
| 245 |
+
chunk_size: null
|
| 246 |
+
enabled: false
|
| 247 |
+
gymnasium:
|
| 248 |
+
make_kwargs: {}
|
| 249 |
+
mid_train:
|
| 250 |
+
enabled: false
|
| 251 |
+
interval_steps: 100
|
| 252 |
+
latencies:
|
| 253 |
+
- 0
|
| 254 |
+
num_episodes: 5
|
| 255 |
+
max_steps_per_episode: 3600
|
| 256 |
+
post_train:
|
| 257 |
+
enabled: false
|
| 258 |
+
latencies:
|
| 259 |
+
- 0
|
| 260 |
+
- 1
|
| 261 |
+
- 2
|
| 262 |
+
- 3
|
| 263 |
+
- 4
|
| 264 |
+
num_episodes: 5
|
| 265 |
+
max_steps_per_episode: 3600
|
| 266 |
+
eval_backend: latency_bench
|
| 267 |
+
distributed_mode: none
|
| 268 |
+
vectorized:
|
| 269 |
+
enabled: false
|
| 270 |
+
batch_size: 1
|
| 271 |
+
latency:
|
| 272 |
+
prompt_map_path: null
|
| 273 |
+
mode: single
|
| 274 |
+
values:
|
| 275 |
+
- 0
|
| 276 |
+
task: gymnasium
|
| 277 |
+
gymnasium:
|
| 278 |
+
task_contract: *id001
|
| 279 |
+
task_name: hopper_rgb_state
|
| 280 |
+
initialization_mode: scratch
|
| 281 |
+
action_carrier: native
|
| 282 |
+
model: openvla
|
| 283 |
+
env: gymnasium
|
| 284 |
+
init: scratch
|
| 285 |
+
mode: single
|
| 286 |
+
checkpoint:
|
| 287 |
+
load: none
|
| 288 |
+
hf_repo_id: null
|
| 289 |
+
save_best_model: false
|
| 290 |
+
save_final_model: true
|
| 291 |
+
save_pt_file: true
|
| 292 |
+
save_training_state: false
|
| 293 |
+
save_safetensors_file: false
|
| 294 |
+
local:
|
| 295 |
+
keep_last_n: 1
|
| 296 |
+
sync:
|
| 297 |
+
enabled: false
|
| 298 |
+
repo_id: null
|
| 299 |
+
keep_last_n: 0
|
| 300 |
+
sync_every_n_checkpoints: 1
|
| 301 |
+
resume_policy: local_latest
|
| 302 |
+
run_id: hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
|
| 303 |
+
output_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
|
| 304 |
+
config_yaml: null
|
| 305 |
+
is_debug: false
|
| 306 |
+
version_id: '0.21'
|
| 307 |
+
backbone:
|
| 308 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 309 |
+
revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/dataset_statistics.json
ADDED
|
@@ -0,0 +1,123 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"new_embodiment": {
|
| 3 |
+
"action": {
|
| 4 |
+
"mean": [
|
| 5 |
+
0.03865884989500046,
|
| 6 |
+
0.5777319669723511,
|
| 7 |
+
-0.13737158477306366
|
| 8 |
+
],
|
| 9 |
+
"std": [
|
| 10 |
+
0.37739884853363037,
|
| 11 |
+
0.689887523651123,
|
| 12 |
+
0.6762200593948364
|
| 13 |
+
],
|
| 14 |
+
"max": [
|
| 15 |
+
1.0,
|
| 16 |
+
1.0,
|
| 17 |
+
1.0
|
| 18 |
+
],
|
| 19 |
+
"min": [
|
| 20 |
+
-1.0,
|
| 21 |
+
-1.0,
|
| 22 |
+
-1.0
|
| 23 |
+
],
|
| 24 |
+
"q01": [
|
| 25 |
+
-0.9043600207567215,
|
| 26 |
+
-1.0,
|
| 27 |
+
-1.0
|
| 28 |
+
],
|
| 29 |
+
"q99": [
|
| 30 |
+
1.0,
|
| 31 |
+
1.0,
|
| 32 |
+
1.0
|
| 33 |
+
],
|
| 34 |
+
"mask": [
|
| 35 |
+
true,
|
| 36 |
+
true,
|
| 37 |
+
true
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
"state": {
|
| 41 |
+
"mean": [
|
| 42 |
+
1.3645542860031128,
|
| 43 |
+
-0.01030511874705553,
|
| 44 |
+
-0.40583422780036926,
|
| 45 |
+
-0.18573042750358582,
|
| 46 |
+
0.23710231482982635,
|
| 47 |
+
2.6243653297424316,
|
| 48 |
+
-0.025802208110690117,
|
| 49 |
+
-0.0004125009581912309,
|
| 50 |
+
-0.07698092609643936,
|
| 51 |
+
-0.028367187827825546,
|
| 52 |
+
0.1537088304758072
|
| 53 |
+
],
|
| 54 |
+
"std": [
|
| 55 |
+
0.17122606933116913,
|
| 56 |
+
0.07046335190534592,
|
| 57 |
+
0.21613667905330658,
|
| 58 |
+
0.3121389150619507,
|
| 59 |
+
0.5791706442832947,
|
| 60 |
+
0.708288848400116,
|
| 61 |
+
1.5880056619644165,
|
| 62 |
+
0.9573500156402588,
|
| 63 |
+
3.4576501846313477,
|
| 64 |
+
4.274486541748047,
|
| 65 |
+
6.040563583374023
|
| 66 |
+
],
|
| 67 |
+
"max": [
|
| 68 |
+
1.6431776285171509,
|
| 69 |
+
0.17731712758541107,
|
| 70 |
+
0.059119515120983124,
|
| 71 |
+
0.14385102689266205,
|
| 72 |
+
0.9273068308830261,
|
| 73 |
+
6.297187805175781,
|
| 74 |
+
3.283433198928833,
|
| 75 |
+
2.7663865089416504,
|
| 76 |
+
10.0,
|
| 77 |
+
10.0,
|
| 78 |
+
10.0
|
| 79 |
+
],
|
| 80 |
+
"min": [
|
| 81 |
+
0.7007287740707397,
|
| 82 |
+
-0.19482052326202393,
|
| 83 |
+
-1.6461776494979858,
|
| 84 |
+
-1.9154568910598755,
|
| 85 |
+
-0.9631047248840332,
|
| 86 |
+
-0.1792079657316208,
|
| 87 |
+
-3.757478713989258,
|
| 88 |
+
-6.126420021057129,
|
| 89 |
+
-10.0,
|
| 90 |
+
-10.0,
|
| 91 |
+
-10.0
|
| 92 |
+
],
|
| 93 |
+
"q01": [
|
| 94 |
+
0.9230922436714173,
|
| 95 |
+
-0.18677105158567428,
|
| 96 |
+
-0.9708261024951935,
|
| 97 |
+
-1.0109864580631256,
|
| 98 |
+
-0.8991881710290909,
|
| 99 |
+
0.6725094616413116,
|
| 100 |
+
-2.6492803430557252,
|
| 101 |
+
-2.147989432811737,
|
| 102 |
+
-5.511617112159729,
|
| 103 |
+
-10.0,
|
| 104 |
+
-10.0
|
| 105 |
+
],
|
| 106 |
+
"q99": [
|
| 107 |
+
1.610499701499939,
|
| 108 |
+
0.13755025938153265,
|
| 109 |
+
0.04347839709371328,
|
| 110 |
+
0.05399664495140313,
|
| 111 |
+
0.8424718528985977,
|
| 112 |
+
4.02110352039337,
|
| 113 |
+
2.8948803400993346,
|
| 114 |
+
2.410175268650055,
|
| 115 |
+
10.0,
|
| 116 |
+
9.8124001789093,
|
| 117 |
+
10.0
|
| 118 |
+
]
|
| 119 |
+
},
|
| 120 |
+
"num_transitions": 88212,
|
| 121 |
+
"num_trajectories": 90
|
| 122 |
+
}
|
| 123 |
+
}
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/episode_metrics.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/eval_config.yaml
ADDED
|
@@ -0,0 +1,159 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
env:
|
| 2 |
+
state_space:
|
| 3 |
+
labels:
|
| 4 |
+
- torso_height
|
| 5 |
+
- torso_angle
|
| 6 |
+
- thigh_angle
|
| 7 |
+
- leg_angle
|
| 8 |
+
- foot_angle
|
| 9 |
+
- torso_x_velocity
|
| 10 |
+
- torso_z_velocity
|
| 11 |
+
- torso_angular_velocity
|
| 12 |
+
- thigh_angular_velocity
|
| 13 |
+
- leg_angular_velocity
|
| 14 |
+
- foot_angular_velocity
|
| 15 |
+
name: gymnasium
|
| 16 |
+
task_name: hopper
|
| 17 |
+
env_id: LatencyBench/Hopper-v0
|
| 18 |
+
registration_imports:
|
| 19 |
+
- latency_bench.envs.tasks.hopper
|
| 20 |
+
make_kwargs:
|
| 21 |
+
base_env_id: Hopper-v4
|
| 22 |
+
base_make_kwargs:
|
| 23 |
+
ctrl_cost_weight: 0.001
|
| 24 |
+
exclude_current_positions_from_observation: true
|
| 25 |
+
forward_reward_weight: 1.0
|
| 26 |
+
healthy_reward: 1.0
|
| 27 |
+
reset_noise_scale: 0.005
|
| 28 |
+
terminate_when_unhealthy: true
|
| 29 |
+
render_mode: rgb_array
|
| 30 |
+
env_fps: 10
|
| 31 |
+
obs_fps: 10
|
| 32 |
+
frame_stack: 1
|
| 33 |
+
action_space:
|
| 34 |
+
dtype: float32
|
| 35 |
+
high:
|
| 36 |
+
- 1.0
|
| 37 |
+
- 1.0
|
| 38 |
+
- 1.0
|
| 39 |
+
labels:
|
| 40 |
+
- thigh_torque
|
| 41 |
+
- leg_torque
|
| 42 |
+
- foot_torque
|
| 43 |
+
low:
|
| 44 |
+
- -1.0
|
| 45 |
+
- -1.0
|
| 46 |
+
- -1.0
|
| 47 |
+
type: box
|
| 48 |
+
noop_action:
|
| 49 |
+
- 0.0
|
| 50 |
+
- 0.0
|
| 51 |
+
- 0.0
|
| 52 |
+
base_prompt: Move the Hopper robot forward while keeping its torso upright. Predict
|
| 53 |
+
three continuous torques in [-1, 1] ordered as thigh, leg, and foot.
|
| 54 |
+
obs_resize:
|
| 55 |
+
- 224
|
| 56 |
+
- 224
|
| 57 |
+
experiment:
|
| 58 |
+
name: hopper_openvla_l0_zero_100ep
|
| 59 |
+
seed: 42
|
| 60 |
+
backend:
|
| 61 |
+
type: sample_factory
|
| 62 |
+
algo: APPO
|
| 63 |
+
device: cuda
|
| 64 |
+
train_dir: /mnt/checkpoints/latency-sensitive-bench/small_models/hopper
|
| 65 |
+
restart_behavior: overwrite
|
| 66 |
+
run_mode: eval
|
| 67 |
+
executor:
|
| 68 |
+
mode: simulated
|
| 69 |
+
inference_devices:
|
| 70 |
+
- cuda:0
|
| 71 |
+
- cuda:1
|
| 72 |
+
inference_batch_size: 8
|
| 73 |
+
simulated_inference_pool: true
|
| 74 |
+
simulated_worker_capacity: 1
|
| 75 |
+
latency:
|
| 76 |
+
method: zero
|
| 77 |
+
sync_cuda: false
|
| 78 |
+
scheduler:
|
| 79 |
+
hold_policy: hold
|
| 80 |
+
ordering_policy: issue_order_fifo
|
| 81 |
+
policy:
|
| 82 |
+
type: starvla
|
| 83 |
+
checkpoint_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/new_bundle/checkpoints/model.pt
|
| 84 |
+
model_config_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/new_bundle/config.yaml
|
| 85 |
+
backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 86 |
+
device: cuda:0
|
| 87 |
+
task_manifest_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/new_bundle/manifest.json
|
| 88 |
+
latency_prompt_map_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/new_bundle/latency_prompt_map.json
|
| 89 |
+
latency_prompt_key: 0
|
| 90 |
+
training:
|
| 91 |
+
train_for_env_steps: 10000000
|
| 92 |
+
num_workers: 8
|
| 93 |
+
num_envs_per_worker: 8
|
| 94 |
+
worker_num_splits: 2
|
| 95 |
+
num_policies: 1
|
| 96 |
+
batch_size: 1024
|
| 97 |
+
rollout: 64
|
| 98 |
+
recurrence: 1
|
| 99 |
+
num_epochs: 2
|
| 100 |
+
num_batches_per_epoch: 4
|
| 101 |
+
num_batches_to_accumulate: 2
|
| 102 |
+
policy_workers_per_policy: 1
|
| 103 |
+
max_policy_lag: 10000
|
| 104 |
+
learning_rate: 0.00295
|
| 105 |
+
lr_schedule: linear_decay
|
| 106 |
+
lr_schedule_kl_threshold: 0.008
|
| 107 |
+
gamma: 0.99
|
| 108 |
+
gae_lambda: 0.95
|
| 109 |
+
ppo_clip_ratio: 0.2
|
| 110 |
+
ppo_clip_value: 1.0
|
| 111 |
+
value_loss_coeff: 1.3
|
| 112 |
+
max_grad_norm: 3.5
|
| 113 |
+
exploration_loss: entropy
|
| 114 |
+
exploration_loss_coeff: 0.0
|
| 115 |
+
kl_loss_coeff: 0.1
|
| 116 |
+
reward_scale: 1.0
|
| 117 |
+
reward_clip: 1000.0
|
| 118 |
+
async_rl: false
|
| 119 |
+
serial_mode: false
|
| 120 |
+
batched_sampling: false
|
| 121 |
+
with_vtrace: false
|
| 122 |
+
use_rnn: false
|
| 123 |
+
env_framestack: 4
|
| 124 |
+
encoder_mlp_layers:
|
| 125 |
+
- 64
|
| 126 |
+
- 64
|
| 127 |
+
nonlinearity: tanh
|
| 128 |
+
adaptive_stddev: false
|
| 129 |
+
policy_initialization: torch_default
|
| 130 |
+
initial_stddev: 1.0
|
| 131 |
+
actor_critic_share_weights: true
|
| 132 |
+
shuffle_minibatches: false
|
| 133 |
+
value_bootstrap: false
|
| 134 |
+
normalize_input: true
|
| 135 |
+
normalize_returns: true
|
| 136 |
+
decorrelate_experience_max_seconds: 10
|
| 137 |
+
decorrelate_envs_on_one_worker: true
|
| 138 |
+
set_workers_cpu_affinity: true
|
| 139 |
+
force_envs_single_thread: true
|
| 140 |
+
save_every_sec: 600
|
| 141 |
+
keep_checkpoints: 3
|
| 142 |
+
save_best_every_sec: 60
|
| 143 |
+
save_best_after: 100000
|
| 144 |
+
evaluation:
|
| 145 |
+
eval_episodes: 100
|
| 146 |
+
eval_parallel_envs: 32
|
| 147 |
+
eval_max_steps: 1000
|
| 148 |
+
eval_deterministic: true
|
| 149 |
+
eval_latency_values: null
|
| 150 |
+
episode_seed_offset: 0
|
| 151 |
+
logging:
|
| 152 |
+
output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/evaluation/zero_parallel32_ib8
|
| 153 |
+
video:
|
| 154 |
+
enabled: false
|
| 155 |
+
num_bins: 1
|
| 156 |
+
save_step_records: true
|
| 157 |
+
save_action_records: true
|
| 158 |
+
save_latency_records: true
|
| 159 |
+
realtime_pipeline_profile: false
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/latency_prompt_map.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"0": {
|
| 3 |
+
"prompt": "Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 125 FPS and observations are emitted at 125 FPS. Choose the best next action.",
|
| 4 |
+
"latency_raw_frames": 0,
|
| 5 |
+
"latency_ms": 0.0
|
| 6 |
+
}
|
| 7 |
+
}
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/manifest.json
ADDED
|
@@ -0,0 +1,142 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_name": "lerobot",
|
| 3 |
+
"env_name": "hopper_rgb_state",
|
| 4 |
+
"episodes": 90,
|
| 5 |
+
"frames": 88212,
|
| 6 |
+
"task_prompts": [
|
| 7 |
+
"Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 125 FPS and observations are emitted at 125 FPS. Choose the best next action."
|
| 8 |
+
],
|
| 9 |
+
"format": "lerobot_v2_image_parquet",
|
| 10 |
+
"source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/raw",
|
| 11 |
+
"integration_name": "gymnasium",
|
| 12 |
+
"task_name": "hopper_rgb_state",
|
| 13 |
+
"action_layout": "gymnasium_continuous_v1",
|
| 14 |
+
"action_labels": [
|
| 15 |
+
"thigh_torque",
|
| 16 |
+
"leg_torque",
|
| 17 |
+
"foot_torque"
|
| 18 |
+
],
|
| 19 |
+
"carrier_action_labels": [
|
| 20 |
+
"thigh_torque",
|
| 21 |
+
"leg_torque",
|
| 22 |
+
"foot_torque"
|
| 23 |
+
],
|
| 24 |
+
"action_dim": 3,
|
| 25 |
+
"active_action_dim": 3,
|
| 26 |
+
"action_carrier": "native",
|
| 27 |
+
"rows_unit": "decision_step",
|
| 28 |
+
"obs_fps": 125.0,
|
| 29 |
+
"obs_stride_raw_frames": 1,
|
| 30 |
+
"uses_state": true,
|
| 31 |
+
"state_dim": 11,
|
| 32 |
+
"state_labels": [
|
| 33 |
+
"torso_height",
|
| 34 |
+
"torso_angle",
|
| 35 |
+
"thigh_angle",
|
| 36 |
+
"leg_angle",
|
| 37 |
+
"foot_angle",
|
| 38 |
+
"torso_x_velocity",
|
| 39 |
+
"torso_z_velocity",
|
| 40 |
+
"torso_angular_velocity",
|
| 41 |
+
"thigh_angular_velocity",
|
| 42 |
+
"leg_angular_velocity",
|
| 43 |
+
"foot_angular_velocity"
|
| 44 |
+
],
|
| 45 |
+
"state_normalization": {
|
| 46 |
+
"type": "min_max",
|
| 47 |
+
"min": [
|
| 48 |
+
0.7007287740707397,
|
| 49 |
+
-0.19482052326202393,
|
| 50 |
+
-1.6461776494979858,
|
| 51 |
+
-1.9154568910598755,
|
| 52 |
+
-0.9631047248840332,
|
| 53 |
+
-0.1792079657316208,
|
| 54 |
+
-3.757478713989258,
|
| 55 |
+
-6.126420021057129,
|
| 56 |
+
-10.0,
|
| 57 |
+
-10.0,
|
| 58 |
+
-10.0
|
| 59 |
+
],
|
| 60 |
+
"max": [
|
| 61 |
+
1.6431776285171509,
|
| 62 |
+
0.17731712758541107,
|
| 63 |
+
0.059119515120983124,
|
| 64 |
+
0.14385102689266205,
|
| 65 |
+
0.9273068308830261,
|
| 66 |
+
6.297187805175781,
|
| 67 |
+
3.283433198928833,
|
| 68 |
+
2.7663865089416504,
|
| 69 |
+
10.0,
|
| 70 |
+
10.0,
|
| 71 |
+
10.0
|
| 72 |
+
]
|
| 73 |
+
},
|
| 74 |
+
"robot_type": "rl_games_gymnasium",
|
| 75 |
+
"latency_prompt_map_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/lerobot/latency_prompt_map.json",
|
| 76 |
+
"custom_mixtures_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/_generated_mixtures/lerobot.json",
|
| 77 |
+
"gymnasium_task": {
|
| 78 |
+
"action_space": {
|
| 79 |
+
"dtype": "float32",
|
| 80 |
+
"high": [
|
| 81 |
+
1.0,
|
| 82 |
+
1.0,
|
| 83 |
+
1.0
|
| 84 |
+
],
|
| 85 |
+
"labels": [
|
| 86 |
+
"thigh_torque",
|
| 87 |
+
"leg_torque",
|
| 88 |
+
"foot_torque"
|
| 89 |
+
],
|
| 90 |
+
"low": [
|
| 91 |
+
-1.0,
|
| 92 |
+
-1.0,
|
| 93 |
+
-1.0
|
| 94 |
+
],
|
| 95 |
+
"type": "box"
|
| 96 |
+
},
|
| 97 |
+
"base_prompt": "Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot.",
|
| 98 |
+
"env_fps": 125.0,
|
| 99 |
+
"env_id": "LatencyBench/HopperRgbState-v0",
|
| 100 |
+
"frame_stack": 1,
|
| 101 |
+
"make_kwargs": {
|
| 102 |
+
"base_env_id": "Hopper-v4",
|
| 103 |
+
"base_make_kwargs": {
|
| 104 |
+
"ctrl_cost_weight": 0.001,
|
| 105 |
+
"exclude_current_positions_from_observation": true,
|
| 106 |
+
"forward_reward_weight": 1.0,
|
| 107 |
+
"healthy_reward": 1.0,
|
| 108 |
+
"reset_noise_scale": 0.005,
|
| 109 |
+
"terminate_when_unhealthy": true
|
| 110 |
+
},
|
| 111 |
+
"render_mode": "rgb_array"
|
| 112 |
+
},
|
| 113 |
+
"noop_action": [
|
| 114 |
+
0.0,
|
| 115 |
+
0.0,
|
| 116 |
+
0.0
|
| 117 |
+
],
|
| 118 |
+
"obs_fps": 125.0,
|
| 119 |
+
"registration_imports": [
|
| 120 |
+
"latency_bench.envs.gymnasium_hopper_rgb_state"
|
| 121 |
+
],
|
| 122 |
+
"state_space": {
|
| 123 |
+
"labels": [
|
| 124 |
+
"torso_height",
|
| 125 |
+
"torso_angle",
|
| 126 |
+
"thigh_angle",
|
| 127 |
+
"leg_angle",
|
| 128 |
+
"foot_angle",
|
| 129 |
+
"torso_x_velocity",
|
| 130 |
+
"torso_z_velocity",
|
| 131 |
+
"torso_angular_velocity",
|
| 132 |
+
"thigh_angular_velocity",
|
| 133 |
+
"leg_angular_velocity",
|
| 134 |
+
"foot_angular_velocity"
|
| 135 |
+
]
|
| 136 |
+
},
|
| 137 |
+
"task_name": "hopper_rgb_state"
|
| 138 |
+
},
|
| 139 |
+
"validation_dataset_name": "lerobot__val",
|
| 140 |
+
"validation_episodes": 10,
|
| 141 |
+
"validation_frames": 9917
|
| 142 |
+
}
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/result.json
ADDED
|
@@ -0,0 +1,213 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episodes": 100,
|
| 3 |
+
"seeds": [
|
| 4 |
+
42,
|
| 5 |
+
43,
|
| 6 |
+
44,
|
| 7 |
+
45,
|
| 8 |
+
46,
|
| 9 |
+
47,
|
| 10 |
+
48,
|
| 11 |
+
49,
|
| 12 |
+
50,
|
| 13 |
+
51,
|
| 14 |
+
52,
|
| 15 |
+
53,
|
| 16 |
+
54,
|
| 17 |
+
55,
|
| 18 |
+
56,
|
| 19 |
+
57,
|
| 20 |
+
58,
|
| 21 |
+
59,
|
| 22 |
+
60,
|
| 23 |
+
61,
|
| 24 |
+
62,
|
| 25 |
+
63,
|
| 26 |
+
64,
|
| 27 |
+
65,
|
| 28 |
+
66,
|
| 29 |
+
67,
|
| 30 |
+
68,
|
| 31 |
+
69,
|
| 32 |
+
70,
|
| 33 |
+
71,
|
| 34 |
+
72,
|
| 35 |
+
73,
|
| 36 |
+
74,
|
| 37 |
+
75,
|
| 38 |
+
76,
|
| 39 |
+
77,
|
| 40 |
+
78,
|
| 41 |
+
79,
|
| 42 |
+
80,
|
| 43 |
+
81,
|
| 44 |
+
82,
|
| 45 |
+
83,
|
| 46 |
+
84,
|
| 47 |
+
85,
|
| 48 |
+
86,
|
| 49 |
+
87,
|
| 50 |
+
88,
|
| 51 |
+
89,
|
| 52 |
+
90,
|
| 53 |
+
91,
|
| 54 |
+
92,
|
| 55 |
+
93,
|
| 56 |
+
94,
|
| 57 |
+
95,
|
| 58 |
+
96,
|
| 59 |
+
97,
|
| 60 |
+
98,
|
| 61 |
+
99,
|
| 62 |
+
100,
|
| 63 |
+
101,
|
| 64 |
+
102,
|
| 65 |
+
103,
|
| 66 |
+
104,
|
| 67 |
+
105,
|
| 68 |
+
106,
|
| 69 |
+
107,
|
| 70 |
+
108,
|
| 71 |
+
109,
|
| 72 |
+
110,
|
| 73 |
+
111,
|
| 74 |
+
112,
|
| 75 |
+
113,
|
| 76 |
+
114,
|
| 77 |
+
115,
|
| 78 |
+
116,
|
| 79 |
+
117,
|
| 80 |
+
118,
|
| 81 |
+
119,
|
| 82 |
+
120,
|
| 83 |
+
121,
|
| 84 |
+
122,
|
| 85 |
+
123,
|
| 86 |
+
124,
|
| 87 |
+
125,
|
| 88 |
+
126,
|
| 89 |
+
127,
|
| 90 |
+
128,
|
| 91 |
+
129,
|
| 92 |
+
130,
|
| 93 |
+
131,
|
| 94 |
+
132,
|
| 95 |
+
133,
|
| 96 |
+
134,
|
| 97 |
+
135,
|
| 98 |
+
136,
|
| 99 |
+
137,
|
| 100 |
+
138,
|
| 101 |
+
139,
|
| 102 |
+
140,
|
| 103 |
+
141
|
| 104 |
+
],
|
| 105 |
+
"mean_return": 2666.6738215371893,
|
| 106 |
+
"population_std_return": 892.3727539565475,
|
| 107 |
+
"mean_length": 737.1,
|
| 108 |
+
"returns": [
|
| 109 |
+
3561.84688319941,
|
| 110 |
+
1600.6706551027182,
|
| 111 |
+
3620.1188423008407,
|
| 112 |
+
2634.125060166308,
|
| 113 |
+
3060.5406702348314,
|
| 114 |
+
2867.834669791374,
|
| 115 |
+
2992.744611683189,
|
| 116 |
+
3662.2122720643074,
|
| 117 |
+
3076.6213192088344,
|
| 118 |
+
1707.3126535662188,
|
| 119 |
+
3585.0773319826912,
|
| 120 |
+
3562.303457569297,
|
| 121 |
+
3584.7843497474437,
|
| 122 |
+
1984.425834117197,
|
| 123 |
+
1400.396347395964,
|
| 124 |
+
3708.940214387246,
|
| 125 |
+
3571.645430478484,
|
| 126 |
+
3549.5071814671765,
|
| 127 |
+
2016.473619471494,
|
| 128 |
+
1512.940152763139,
|
| 129 |
+
1551.4059890434748,
|
| 130 |
+
2709.3808200274007,
|
| 131 |
+
2087.1807182226453,
|
| 132 |
+
2348.1228572054592,
|
| 133 |
+
3573.049733729277,
|
| 134 |
+
3564.936255019036,
|
| 135 |
+
3591.114335505998,
|
| 136 |
+
3404.109465599575,
|
| 137 |
+
3601.5126268040863,
|
| 138 |
+
1600.1972006719357,
|
| 139 |
+
1300.3741057873092,
|
| 140 |
+
2018.2731464618341,
|
| 141 |
+
3575.7982186171307,
|
| 142 |
+
1516.5009255816353,
|
| 143 |
+
2089.019360972886,
|
| 144 |
+
3316.052141537801,
|
| 145 |
+
1149.3692840024999,
|
| 146 |
+
1692.1935943817916,
|
| 147 |
+
1220.906751625911,
|
| 148 |
+
2742.4229565515056,
|
| 149 |
+
1401.2839375823191,
|
| 150 |
+
1606.57843550376,
|
| 151 |
+
3576.578496890439,
|
| 152 |
+
1642.5919138573438,
|
| 153 |
+
3562.8412358686096,
|
| 154 |
+
3097.587924341113,
|
| 155 |
+
1506.0965221743043,
|
| 156 |
+
1725.0498620090573,
|
| 157 |
+
3320.3162868747845,
|
| 158 |
+
3587.9432930285748,
|
| 159 |
+
3571.8413021249357,
|
| 160 |
+
1439.9684498656356,
|
| 161 |
+
2759.491810249567,
|
| 162 |
+
3570.6079423553447,
|
| 163 |
+
1704.8707264522059,
|
| 164 |
+
3585.716175880421,
|
| 165 |
+
3586.6132646382052,
|
| 166 |
+
3414.014932085534,
|
| 167 |
+
3581.9646369320876,
|
| 168 |
+
1672.273533409995,
|
| 169 |
+
3302.4684181540797,
|
| 170 |
+
3183.532299896706,
|
| 171 |
+
3570.969371167777,
|
| 172 |
+
1711.2189456130832,
|
| 173 |
+
2614.3641385546816,
|
| 174 |
+
3572.946802559335,
|
| 175 |
+
3575.3707653406273,
|
| 176 |
+
3582.3630644374493,
|
| 177 |
+
3241.370990146436,
|
| 178 |
+
3565.4849383486803,
|
| 179 |
+
2588.2728701325736,
|
| 180 |
+
1901.5159071763892,
|
| 181 |
+
2680.770976705007,
|
| 182 |
+
3580.734404173484,
|
| 183 |
+
3561.9330531101477,
|
| 184 |
+
1599.2705695187178,
|
| 185 |
+
2309.907835775398,
|
| 186 |
+
3154.9875894385427,
|
| 187 |
+
1410.1724552319938,
|
| 188 |
+
1852.237443796794,
|
| 189 |
+
1291.4703130698426,
|
| 190 |
+
1464.1994892806633,
|
| 191 |
+
3579.4176915271437,
|
| 192 |
+
3148.712354275726,
|
| 193 |
+
1280.1114428676256,
|
| 194 |
+
1475.3713822898185,
|
| 195 |
+
3573.0579550186694,
|
| 196 |
+
3594.2648921388536,
|
| 197 |
+
1549.1325971849271,
|
| 198 |
+
2022.8787532407548,
|
| 199 |
+
3567.26874267536,
|
| 200 |
+
3566.3347341640115,
|
| 201 |
+
2252.1416583396226,
|
| 202 |
+
3558.9017235893107,
|
| 203 |
+
1896.2028240774214,
|
| 204 |
+
2009.095934666783,
|
| 205 |
+
1216.4311718577985,
|
| 206 |
+
3584.1615263907383,
|
| 207 |
+
2053.9339787256954,
|
| 208 |
+
3597.7274228886013
|
| 209 |
+
],
|
| 210 |
+
"primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/evaluation/zero_parallel32_ib8/episode_metrics.jsonl",
|
| 211 |
+
"eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/eval_zero_parallel32_ib8.yaml",
|
| 212 |
+
"inference_batch_size": 8
|
| 213 |
+
}
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/source_identity.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"revision": "a7001d2227fa8b0cbcd58b7b0e32db3dba147810",
|
| 3 |
+
"source": "current worktree snapshot",
|
| 4 |
+
"dirty_paths": [
|
| 5 |
+
" M AGENTS.md",
|
| 6 |
+
" M configs/experiments/memory/small_model/flappy_capped.yaml",
|
| 7 |
+
" M configs/experiments/memory/small_model/flappy_extended.yaml",
|
| 8 |
+
" M configs/experiments/observation_stride/flappy_capped.yaml",
|
| 9 |
+
" M configs/experiments/observation_stride/flappy_extended.yaml",
|
| 10 |
+
" M configs/experiments/sim2real.yaml",
|
| 11 |
+
" M scripts/experiments/memory/small_model/run.sh",
|
| 12 |
+
" M scripts/experiments/observation_stride/run.sh",
|
| 13 |
+
" M scripts/experiments/sim2real/study.py",
|
| 14 |
+
" M tests/scripts/test_sim2real.py",
|
| 15 |
+
"?? configs/experiments/sim2real/five_gpu.yaml",
|
| 16 |
+
"?? docs/cleanup-refactor/",
|
| 17 |
+
"?? lagen/",
|
| 18 |
+
"?? scripts/experiments/sim2real/campaign.py",
|
| 19 |
+
"?? servers.md"
|
| 20 |
+
],
|
| 21 |
+
"runtime_patches": [
|
| 22 |
+
{
|
| 23 |
+
"path": "third_party/starVLA/starVLA/training/train_starvla.py",
|
| 24 |
+
"change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
|
| 25 |
+
"validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
|
| 26 |
+
}
|
| 27 |
+
],
|
| 28 |
+
"frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
|
| 29 |
+
}
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/l0_data_source.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"repo": "MLL-Lab/LAGEN-datasets",
|
| 3 |
+
"revision": "0b3b64a5d5f4a52e5b1decf1a30b01ec8637becc",
|
| 4 |
+
"path": "experiments/benchmark-training/archive/standard-pipeline/hopper/zero_latency/shared/source_100ep_v1/demonstrations/raw",
|
| 5 |
+
"source_obs_fps": 125.0,
|
| 6 |
+
"label_semantics": "zero latency: issued and applied actions coincide",
|
| 7 |
+
"original_contract": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/historical/zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/manifest.json"
|
| 8 |
+
}
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/latency_prompt_map.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"0": {
|
| 3 |
+
"prompt": "Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 125 FPS and observations are emitted at 125 FPS. Choose the best next action.",
|
| 4 |
+
"latency_raw_frames": 0,
|
| 5 |
+
"latency_ms": 0.0
|
| 6 |
+
}
|
| 7 |
+
}
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/manifest.json
ADDED
|
@@ -0,0 +1,142 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_name": "lerobot",
|
| 3 |
+
"env_name": "hopper_rgb_state",
|
| 4 |
+
"episodes": 90,
|
| 5 |
+
"frames": 88212,
|
| 6 |
+
"task_prompts": [
|
| 7 |
+
"Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 125 FPS and observations are emitted at 125 FPS. Choose the best next action."
|
| 8 |
+
],
|
| 9 |
+
"format": "lerobot_v2_image_parquet",
|
| 10 |
+
"source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/raw",
|
| 11 |
+
"integration_name": "gymnasium",
|
| 12 |
+
"task_name": "hopper_rgb_state",
|
| 13 |
+
"action_layout": "gymnasium_continuous_v1",
|
| 14 |
+
"action_labels": [
|
| 15 |
+
"thigh_torque",
|
| 16 |
+
"leg_torque",
|
| 17 |
+
"foot_torque"
|
| 18 |
+
],
|
| 19 |
+
"carrier_action_labels": [
|
| 20 |
+
"thigh_torque",
|
| 21 |
+
"leg_torque",
|
| 22 |
+
"foot_torque"
|
| 23 |
+
],
|
| 24 |
+
"action_dim": 3,
|
| 25 |
+
"active_action_dim": 3,
|
| 26 |
+
"action_carrier": "native",
|
| 27 |
+
"rows_unit": "decision_step",
|
| 28 |
+
"obs_fps": 125.0,
|
| 29 |
+
"obs_stride_raw_frames": 1,
|
| 30 |
+
"uses_state": true,
|
| 31 |
+
"state_dim": 11,
|
| 32 |
+
"state_labels": [
|
| 33 |
+
"torso_height",
|
| 34 |
+
"torso_angle",
|
| 35 |
+
"thigh_angle",
|
| 36 |
+
"leg_angle",
|
| 37 |
+
"foot_angle",
|
| 38 |
+
"torso_x_velocity",
|
| 39 |
+
"torso_z_velocity",
|
| 40 |
+
"torso_angular_velocity",
|
| 41 |
+
"thigh_angular_velocity",
|
| 42 |
+
"leg_angular_velocity",
|
| 43 |
+
"foot_angular_velocity"
|
| 44 |
+
],
|
| 45 |
+
"state_normalization": {
|
| 46 |
+
"type": "min_max",
|
| 47 |
+
"min": [
|
| 48 |
+
0.7007287740707397,
|
| 49 |
+
-0.19482052326202393,
|
| 50 |
+
-1.6461776494979858,
|
| 51 |
+
-1.9154568910598755,
|
| 52 |
+
-0.9631047248840332,
|
| 53 |
+
-0.1792079657316208,
|
| 54 |
+
-3.757478713989258,
|
| 55 |
+
-6.126420021057129,
|
| 56 |
+
-10.0,
|
| 57 |
+
-10.0,
|
| 58 |
+
-10.0
|
| 59 |
+
],
|
| 60 |
+
"max": [
|
| 61 |
+
1.6431776285171509,
|
| 62 |
+
0.17731712758541107,
|
| 63 |
+
0.059119515120983124,
|
| 64 |
+
0.14385102689266205,
|
| 65 |
+
0.9273068308830261,
|
| 66 |
+
6.297187805175781,
|
| 67 |
+
3.283433198928833,
|
| 68 |
+
2.7663865089416504,
|
| 69 |
+
10.0,
|
| 70 |
+
10.0,
|
| 71 |
+
10.0
|
| 72 |
+
]
|
| 73 |
+
},
|
| 74 |
+
"robot_type": "rl_games_gymnasium",
|
| 75 |
+
"latency_prompt_map_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/lerobot/latency_prompt_map.json",
|
| 76 |
+
"custom_mixtures_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/_generated_mixtures/lerobot.json",
|
| 77 |
+
"gymnasium_task": {
|
| 78 |
+
"action_space": {
|
| 79 |
+
"dtype": "float32",
|
| 80 |
+
"high": [
|
| 81 |
+
1.0,
|
| 82 |
+
1.0,
|
| 83 |
+
1.0
|
| 84 |
+
],
|
| 85 |
+
"labels": [
|
| 86 |
+
"thigh_torque",
|
| 87 |
+
"leg_torque",
|
| 88 |
+
"foot_torque"
|
| 89 |
+
],
|
| 90 |
+
"low": [
|
| 91 |
+
-1.0,
|
| 92 |
+
-1.0,
|
| 93 |
+
-1.0
|
| 94 |
+
],
|
| 95 |
+
"type": "box"
|
| 96 |
+
},
|
| 97 |
+
"base_prompt": "Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot.",
|
| 98 |
+
"env_fps": 125.0,
|
| 99 |
+
"env_id": "LatencyBench/HopperRgbState-v0",
|
| 100 |
+
"frame_stack": 1,
|
| 101 |
+
"make_kwargs": {
|
| 102 |
+
"base_env_id": "Hopper-v4",
|
| 103 |
+
"base_make_kwargs": {
|
| 104 |
+
"ctrl_cost_weight": 0.001,
|
| 105 |
+
"exclude_current_positions_from_observation": true,
|
| 106 |
+
"forward_reward_weight": 1.0,
|
| 107 |
+
"healthy_reward": 1.0,
|
| 108 |
+
"reset_noise_scale": 0.005,
|
| 109 |
+
"terminate_when_unhealthy": true
|
| 110 |
+
},
|
| 111 |
+
"render_mode": "rgb_array"
|
| 112 |
+
},
|
| 113 |
+
"noop_action": [
|
| 114 |
+
0.0,
|
| 115 |
+
0.0,
|
| 116 |
+
0.0
|
| 117 |
+
],
|
| 118 |
+
"obs_fps": 125.0,
|
| 119 |
+
"registration_imports": [
|
| 120 |
+
"latency_bench.envs.gymnasium_hopper_rgb_state"
|
| 121 |
+
],
|
| 122 |
+
"state_space": {
|
| 123 |
+
"labels": [
|
| 124 |
+
"torso_height",
|
| 125 |
+
"torso_angle",
|
| 126 |
+
"thigh_angle",
|
| 127 |
+
"leg_angle",
|
| 128 |
+
"foot_angle",
|
| 129 |
+
"torso_x_velocity",
|
| 130 |
+
"torso_z_velocity",
|
| 131 |
+
"torso_angular_velocity",
|
| 132 |
+
"thigh_angular_velocity",
|
| 133 |
+
"leg_angular_velocity",
|
| 134 |
+
"foot_angular_velocity"
|
| 135 |
+
]
|
| 136 |
+
},
|
| 137 |
+
"task_name": "hopper_rgb_state"
|
| 138 |
+
},
|
| 139 |
+
"validation_dataset_name": "lerobot__val",
|
| 140 |
+
"validation_episodes": 10,
|
| 141 |
+
"validation_frames": 9917
|
| 142 |
+
}
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/DONE
ADDED
|
File without changes
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/hardware.json
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"driver_version": "580.173.02",
|
| 3 |
+
"gpu_class": "1x-rtx3090",
|
| 4 |
+
"gpus": [
|
| 5 |
+
{
|
| 6 |
+
"name": "NVIDIA GeForce RTX 3090",
|
| 7 |
+
"slot": 0
|
| 8 |
+
}
|
| 9 |
+
],
|
| 10 |
+
"instance_id": "instance_859cf1e47bca6046",
|
| 11 |
+
"topology_links": [],
|
| 12 |
+
"torch": {
|
| 13 |
+
"backends": {
|
| 14 |
+
"cuda_cudnn_sdp_enabled": true,
|
| 15 |
+
"cuda_flash_sdp_enabled": true,
|
| 16 |
+
"cuda_math_sdp_enabled": true,
|
| 17 |
+
"cuda_matmul_allow_tf32": false,
|
| 18 |
+
"cuda_mem_efficient_sdp_enabled": true,
|
| 19 |
+
"cudnn_allow_tf32": true,
|
| 20 |
+
"cudnn_benchmark": false
|
| 21 |
+
},
|
| 22 |
+
"cuda_available": true,
|
| 23 |
+
"cuda_device_count": 1,
|
| 24 |
+
"cuda_version": "12.8",
|
| 25 |
+
"current_device": 0,
|
| 26 |
+
"current_device_name": "NVIDIA GeForce RTX 3090",
|
| 27 |
+
"device_properties": [
|
| 28 |
+
{
|
| 29 |
+
"index": 0,
|
| 30 |
+
"major": 8,
|
| 31 |
+
"minor": 6,
|
| 32 |
+
"multi_processor_count": 82,
|
| 33 |
+
"name": "NVIDIA GeForce RTX 3090",
|
| 34 |
+
"total_memory": 25295257600
|
| 35 |
+
}
|
| 36 |
+
],
|
| 37 |
+
"float32_matmul_precision": "highest",
|
| 38 |
+
"version": "2.11.0+cu128"
|
| 39 |
+
}
|
| 40 |
+
}
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/latency_burst_model.json
ADDED
|
@@ -0,0 +1,1322 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"burst_dwell_distribution": {
|
| 3 |
+
"distribution_type": "inverse_cdf",
|
| 4 |
+
"latency_ms": [
|
| 5 |
+
1.0,
|
| 6 |
+
1.0,
|
| 7 |
+
1.0,
|
| 8 |
+
1.0,
|
| 9 |
+
1.0,
|
| 10 |
+
1.0,
|
| 11 |
+
1.0,
|
| 12 |
+
1.0,
|
| 13 |
+
1.0,
|
| 14 |
+
1.0,
|
| 15 |
+
1.0,
|
| 16 |
+
1.0,
|
| 17 |
+
1.0,
|
| 18 |
+
1.0,
|
| 19 |
+
1.0,
|
| 20 |
+
1.0,
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
1.0,
|
| 29 |
+
1.0,
|
| 30 |
+
1.0,
|
| 31 |
+
1.0,
|
| 32 |
+
1.0,
|
| 33 |
+
1.0,
|
| 34 |
+
1.0,
|
| 35 |
+
1.0,
|
| 36 |
+
1.0,
|
| 37 |
+
1.0,
|
| 38 |
+
1.0,
|
| 39 |
+
1.0,
|
| 40 |
+
1.0,
|
| 41 |
+
1.0,
|
| 42 |
+
1.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
1.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0,
|
| 51 |
+
1.0,
|
| 52 |
+
1.0,
|
| 53 |
+
1.0,
|
| 54 |
+
1.0,
|
| 55 |
+
1.0,
|
| 56 |
+
1.0,
|
| 57 |
+
1.0,
|
| 58 |
+
1.0,
|
| 59 |
+
1.0,
|
| 60 |
+
1.0,
|
| 61 |
+
1.0,
|
| 62 |
+
1.0,
|
| 63 |
+
1.0,
|
| 64 |
+
1.0,
|
| 65 |
+
1.0,
|
| 66 |
+
1.0,
|
| 67 |
+
1.0,
|
| 68 |
+
1.0,
|
| 69 |
+
1.0,
|
| 70 |
+
1.0,
|
| 71 |
+
1.0,
|
| 72 |
+
1.0,
|
| 73 |
+
1.0,
|
| 74 |
+
1.0,
|
| 75 |
+
1.0,
|
| 76 |
+
1.0,
|
| 77 |
+
1.0,
|
| 78 |
+
1.0,
|
| 79 |
+
1.0,
|
| 80 |
+
1.0,
|
| 81 |
+
1.0,
|
| 82 |
+
1.0,
|
| 83 |
+
1.0,
|
| 84 |
+
1.0,
|
| 85 |
+
1.0,
|
| 86 |
+
1.0,
|
| 87 |
+
1.0,
|
| 88 |
+
1.0,
|
| 89 |
+
1.0,
|
| 90 |
+
1.0,
|
| 91 |
+
1.0,
|
| 92 |
+
1.0,
|
| 93 |
+
1.0,
|
| 94 |
+
1.0,
|
| 95 |
+
1.0,
|
| 96 |
+
1.0,
|
| 97 |
+
1.0,
|
| 98 |
+
1.0,
|
| 99 |
+
1.0,
|
| 100 |
+
1.0,
|
| 101 |
+
1.0,
|
| 102 |
+
1.0,
|
| 103 |
+
1.0,
|
| 104 |
+
1.0,
|
| 105 |
+
1.0,
|
| 106 |
+
1.0,
|
| 107 |
+
1.0,
|
| 108 |
+
1.0,
|
| 109 |
+
1.0,
|
| 110 |
+
1.0,
|
| 111 |
+
1.0,
|
| 112 |
+
1.0,
|
| 113 |
+
1.0,
|
| 114 |
+
1.0,
|
| 115 |
+
1.0,
|
| 116 |
+
1.0,
|
| 117 |
+
1.0,
|
| 118 |
+
1.0,
|
| 119 |
+
1.0,
|
| 120 |
+
1.0,
|
| 121 |
+
1.0,
|
| 122 |
+
1.0,
|
| 123 |
+
1.0,
|
| 124 |
+
1.0,
|
| 125 |
+
1.0,
|
| 126 |
+
1.0,
|
| 127 |
+
1.0
|
| 128 |
+
],
|
| 129 |
+
"quantile_levels": [
|
| 130 |
+
0.0,
|
| 131 |
+
0.0001,
|
| 132 |
+
0.0005,
|
| 133 |
+
0.001,
|
| 134 |
+
0.002,
|
| 135 |
+
0.003,
|
| 136 |
+
0.004,
|
| 137 |
+
0.005,
|
| 138 |
+
0.006,
|
| 139 |
+
0.007,
|
| 140 |
+
0.008,
|
| 141 |
+
0.009,
|
| 142 |
+
0.01,
|
| 143 |
+
0.02,
|
| 144 |
+
0.03,
|
| 145 |
+
0.04,
|
| 146 |
+
0.05,
|
| 147 |
+
0.06,
|
| 148 |
+
0.07,
|
| 149 |
+
0.08,
|
| 150 |
+
0.09,
|
| 151 |
+
0.1,
|
| 152 |
+
0.11,
|
| 153 |
+
0.12,
|
| 154 |
+
0.13,
|
| 155 |
+
0.14,
|
| 156 |
+
0.15,
|
| 157 |
+
0.16,
|
| 158 |
+
0.17,
|
| 159 |
+
0.18,
|
| 160 |
+
0.19,
|
| 161 |
+
0.2,
|
| 162 |
+
0.21,
|
| 163 |
+
0.22,
|
| 164 |
+
0.23,
|
| 165 |
+
0.24,
|
| 166 |
+
0.25,
|
| 167 |
+
0.26,
|
| 168 |
+
0.27,
|
| 169 |
+
0.28,
|
| 170 |
+
0.29,
|
| 171 |
+
0.3,
|
| 172 |
+
0.31,
|
| 173 |
+
0.32,
|
| 174 |
+
0.33,
|
| 175 |
+
0.34,
|
| 176 |
+
0.35,
|
| 177 |
+
0.36,
|
| 178 |
+
0.37,
|
| 179 |
+
0.38,
|
| 180 |
+
0.39,
|
| 181 |
+
0.4,
|
| 182 |
+
0.41,
|
| 183 |
+
0.42,
|
| 184 |
+
0.43,
|
| 185 |
+
0.44,
|
| 186 |
+
0.45,
|
| 187 |
+
0.46,
|
| 188 |
+
0.47,
|
| 189 |
+
0.48,
|
| 190 |
+
0.49,
|
| 191 |
+
0.5,
|
| 192 |
+
0.51,
|
| 193 |
+
0.52,
|
| 194 |
+
0.53,
|
| 195 |
+
0.54,
|
| 196 |
+
0.55,
|
| 197 |
+
0.56,
|
| 198 |
+
0.57,
|
| 199 |
+
0.58,
|
| 200 |
+
0.59,
|
| 201 |
+
0.6,
|
| 202 |
+
0.61,
|
| 203 |
+
0.62,
|
| 204 |
+
0.63,
|
| 205 |
+
0.64,
|
| 206 |
+
0.65,
|
| 207 |
+
0.66,
|
| 208 |
+
0.67,
|
| 209 |
+
0.68,
|
| 210 |
+
0.69,
|
| 211 |
+
0.7,
|
| 212 |
+
0.71,
|
| 213 |
+
0.72,
|
| 214 |
+
0.73,
|
| 215 |
+
0.74,
|
| 216 |
+
0.75,
|
| 217 |
+
0.76,
|
| 218 |
+
0.77,
|
| 219 |
+
0.78,
|
| 220 |
+
0.79,
|
| 221 |
+
0.8,
|
| 222 |
+
0.81,
|
| 223 |
+
0.82,
|
| 224 |
+
0.83,
|
| 225 |
+
0.84,
|
| 226 |
+
0.85,
|
| 227 |
+
0.86,
|
| 228 |
+
0.87,
|
| 229 |
+
0.88,
|
| 230 |
+
0.89,
|
| 231 |
+
0.9,
|
| 232 |
+
0.91,
|
| 233 |
+
0.92,
|
| 234 |
+
0.93,
|
| 235 |
+
0.94,
|
| 236 |
+
0.95,
|
| 237 |
+
0.96,
|
| 238 |
+
0.97,
|
| 239 |
+
0.98,
|
| 240 |
+
0.99,
|
| 241 |
+
0.991,
|
| 242 |
+
0.992,
|
| 243 |
+
0.993,
|
| 244 |
+
0.994,
|
| 245 |
+
0.995,
|
| 246 |
+
0.996,
|
| 247 |
+
0.997,
|
| 248 |
+
0.998,
|
| 249 |
+
0.999,
|
| 250 |
+
0.9995,
|
| 251 |
+
0.9999,
|
| 252 |
+
1.0
|
| 253 |
+
]
|
| 254 |
+
},
|
| 255 |
+
"burst_dwell_lengths": [
|
| 256 |
+
1,
|
| 257 |
+
1,
|
| 258 |
+
1
|
| 259 |
+
],
|
| 260 |
+
"burst_merge_gap_records": 30,
|
| 261 |
+
"burst_rank_processes": [
|
| 262 |
+
{
|
| 263 |
+
"draw_count": 3,
|
| 264 |
+
"dwell_length_spearman_rho": 0.0,
|
| 265 |
+
"level_ms": {
|
| 266 |
+
"distribution_type": "inverse_cdf",
|
| 267 |
+
"latency_ms": [
|
| 268 |
+
92.92644906044006,
|
| 269 |
+
92.92644906044006,
|
| 270 |
+
92.92644906044006,
|
| 271 |
+
92.92644906044006,
|
| 272 |
+
92.92644906044006,
|
| 273 |
+
92.92644906044006,
|
| 274 |
+
92.92644906044006,
|
| 275 |
+
92.92644906044006,
|
| 276 |
+
92.92644906044006,
|
| 277 |
+
92.92644906044006,
|
| 278 |
+
92.92644906044006,
|
| 279 |
+
92.92644906044006,
|
| 280 |
+
92.92644906044006,
|
| 281 |
+
92.92644906044006,
|
| 282 |
+
92.92644906044006,
|
| 283 |
+
92.92644906044006,
|
| 284 |
+
92.92644906044006,
|
| 285 |
+
92.92644906044006,
|
| 286 |
+
92.92644906044006,
|
| 287 |
+
92.92644906044006,
|
| 288 |
+
92.92644906044006,
|
| 289 |
+
92.92644906044006,
|
| 290 |
+
92.92644906044006,
|
| 291 |
+
92.92644906044006,
|
| 292 |
+
92.92644906044006,
|
| 293 |
+
92.92644906044006,
|
| 294 |
+
92.92644906044006,
|
| 295 |
+
92.92644906044006,
|
| 296 |
+
92.92818662166596,
|
| 297 |
+
92.93339930534363,
|
| 298 |
+
92.9386119890213,
|
| 299 |
+
92.94382467269898,
|
| 300 |
+
92.94903735637665,
|
| 301 |
+
92.95425004005432,
|
| 302 |
+
92.95946272373199,
|
| 303 |
+
92.96467540740967,
|
| 304 |
+
92.96988809108734,
|
| 305 |
+
92.97510077476501,
|
| 306 |
+
92.9803134584427,
|
| 307 |
+
92.98552614212036,
|
| 308 |
+
92.99073882579803,
|
| 309 |
+
92.9959515094757,
|
| 310 |
+
93.00116419315339,
|
| 311 |
+
93.00637687683106,
|
| 312 |
+
93.01158956050872,
|
| 313 |
+
93.01680224418641,
|
| 314 |
+
93.02201492786408,
|
| 315 |
+
93.02722761154175,
|
| 316 |
+
93.03244029521942,
|
| 317 |
+
93.0376529788971,
|
| 318 |
+
93.04286566257477,
|
| 319 |
+
93.04807834625244,
|
| 320 |
+
93.05329102993011,
|
| 321 |
+
93.05850371360779,
|
| 322 |
+
93.06371639728546,
|
| 323 |
+
93.06892908096313,
|
| 324 |
+
93.07414176464081,
|
| 325 |
+
93.07935444831848,
|
| 326 |
+
93.08456713199615,
|
| 327 |
+
93.08977981567382,
|
| 328 |
+
93.0949924993515,
|
| 329 |
+
93.10020518302917,
|
| 330 |
+
93.65123818159104,
|
| 331 |
+
94.20227118015289,
|
| 332 |
+
94.75330417871476,
|
| 333 |
+
95.30433717727661,
|
| 334 |
+
95.85537017583847,
|
| 335 |
+
96.40640317440034,
|
| 336 |
+
96.95743617296219,
|
| 337 |
+
97.50846917152404,
|
| 338 |
+
98.0595021700859,
|
| 339 |
+
98.61053516864776,
|
| 340 |
+
99.16156816720962,
|
| 341 |
+
99.71260116577149,
|
| 342 |
+
100.26363416433334,
|
| 343 |
+
100.8146671628952,
|
| 344 |
+
101.36570016145707,
|
| 345 |
+
101.91673316001892,
|
| 346 |
+
102.46776615858079,
|
| 347 |
+
103.01879915714264,
|
| 348 |
+
103.56983215570449,
|
| 349 |
+
104.12086515426635,
|
| 350 |
+
104.67189815282822,
|
| 351 |
+
105.22293115139007,
|
| 352 |
+
105.77396414995194,
|
| 353 |
+
106.32499714851379,
|
| 354 |
+
106.87603014707565,
|
| 355 |
+
107.42706314563752,
|
| 356 |
+
107.97809614419937,
|
| 357 |
+
108.52912914276124,
|
| 358 |
+
109.08016214132309,
|
| 359 |
+
109.63119513988495,
|
| 360 |
+
110.18222813844682,
|
| 361 |
+
110.73326113700867,
|
| 362 |
+
111.28429413557052,
|
| 363 |
+
111.46797180175781,
|
| 364 |
+
111.46797180175781,
|
| 365 |
+
111.46797180175781,
|
| 366 |
+
111.46797180175781,
|
| 367 |
+
111.46797180175781,
|
| 368 |
+
111.46797180175781,
|
| 369 |
+
111.46797180175781,
|
| 370 |
+
111.46797180175781,
|
| 371 |
+
111.46797180175781,
|
| 372 |
+
111.46797180175781,
|
| 373 |
+
111.46797180175781,
|
| 374 |
+
111.46797180175781,
|
| 375 |
+
111.46797180175781,
|
| 376 |
+
111.46797180175781,
|
| 377 |
+
111.46797180175781,
|
| 378 |
+
111.46797180175781,
|
| 379 |
+
111.46797180175781,
|
| 380 |
+
111.46797180175781,
|
| 381 |
+
111.46797180175781,
|
| 382 |
+
111.46797180175781,
|
| 383 |
+
111.46797180175781,
|
| 384 |
+
111.46797180175781,
|
| 385 |
+
111.46797180175781,
|
| 386 |
+
111.46797180175781,
|
| 387 |
+
111.46797180175781,
|
| 388 |
+
111.46797180175781,
|
| 389 |
+
111.46797180175781,
|
| 390 |
+
111.46797180175781
|
| 391 |
+
],
|
| 392 |
+
"quantile_levels": [
|
| 393 |
+
0.0,
|
| 394 |
+
0.0001,
|
| 395 |
+
0.0005,
|
| 396 |
+
0.001,
|
| 397 |
+
0.002,
|
| 398 |
+
0.003,
|
| 399 |
+
0.004,
|
| 400 |
+
0.005,
|
| 401 |
+
0.006,
|
| 402 |
+
0.007,
|
| 403 |
+
0.008,
|
| 404 |
+
0.009,
|
| 405 |
+
0.01,
|
| 406 |
+
0.02,
|
| 407 |
+
0.03,
|
| 408 |
+
0.04,
|
| 409 |
+
0.05,
|
| 410 |
+
0.06,
|
| 411 |
+
0.07,
|
| 412 |
+
0.08,
|
| 413 |
+
0.09,
|
| 414 |
+
0.1,
|
| 415 |
+
0.11,
|
| 416 |
+
0.12,
|
| 417 |
+
0.13,
|
| 418 |
+
0.14,
|
| 419 |
+
0.15,
|
| 420 |
+
0.16,
|
| 421 |
+
0.17,
|
| 422 |
+
0.18,
|
| 423 |
+
0.19,
|
| 424 |
+
0.2,
|
| 425 |
+
0.21,
|
| 426 |
+
0.22,
|
| 427 |
+
0.23,
|
| 428 |
+
0.24,
|
| 429 |
+
0.25,
|
| 430 |
+
0.26,
|
| 431 |
+
0.27,
|
| 432 |
+
0.28,
|
| 433 |
+
0.29,
|
| 434 |
+
0.3,
|
| 435 |
+
0.31,
|
| 436 |
+
0.32,
|
| 437 |
+
0.33,
|
| 438 |
+
0.34,
|
| 439 |
+
0.35,
|
| 440 |
+
0.36,
|
| 441 |
+
0.37,
|
| 442 |
+
0.38,
|
| 443 |
+
0.39,
|
| 444 |
+
0.4,
|
| 445 |
+
0.41,
|
| 446 |
+
0.42,
|
| 447 |
+
0.43,
|
| 448 |
+
0.44,
|
| 449 |
+
0.45,
|
| 450 |
+
0.46,
|
| 451 |
+
0.47,
|
| 452 |
+
0.48,
|
| 453 |
+
0.49,
|
| 454 |
+
0.5,
|
| 455 |
+
0.51,
|
| 456 |
+
0.52,
|
| 457 |
+
0.53,
|
| 458 |
+
0.54,
|
| 459 |
+
0.55,
|
| 460 |
+
0.56,
|
| 461 |
+
0.57,
|
| 462 |
+
0.58,
|
| 463 |
+
0.59,
|
| 464 |
+
0.6,
|
| 465 |
+
0.61,
|
| 466 |
+
0.62,
|
| 467 |
+
0.63,
|
| 468 |
+
0.64,
|
| 469 |
+
0.65,
|
| 470 |
+
0.66,
|
| 471 |
+
0.67,
|
| 472 |
+
0.68,
|
| 473 |
+
0.69,
|
| 474 |
+
0.7,
|
| 475 |
+
0.71,
|
| 476 |
+
0.72,
|
| 477 |
+
0.73,
|
| 478 |
+
0.74,
|
| 479 |
+
0.75,
|
| 480 |
+
0.76,
|
| 481 |
+
0.77,
|
| 482 |
+
0.78,
|
| 483 |
+
0.79,
|
| 484 |
+
0.8,
|
| 485 |
+
0.81,
|
| 486 |
+
0.82,
|
| 487 |
+
0.83,
|
| 488 |
+
0.84,
|
| 489 |
+
0.85,
|
| 490 |
+
0.86,
|
| 491 |
+
0.87,
|
| 492 |
+
0.88,
|
| 493 |
+
0.89,
|
| 494 |
+
0.9,
|
| 495 |
+
0.91,
|
| 496 |
+
0.92,
|
| 497 |
+
0.93,
|
| 498 |
+
0.94,
|
| 499 |
+
0.95,
|
| 500 |
+
0.96,
|
| 501 |
+
0.97,
|
| 502 |
+
0.98,
|
| 503 |
+
0.99,
|
| 504 |
+
0.991,
|
| 505 |
+
0.992,
|
| 506 |
+
0.993,
|
| 507 |
+
0.994,
|
| 508 |
+
0.995,
|
| 509 |
+
0.996,
|
| 510 |
+
0.997,
|
| 511 |
+
0.998,
|
| 512 |
+
0.999,
|
| 513 |
+
0.9995,
|
| 514 |
+
0.9999,
|
| 515 |
+
1.0
|
| 516 |
+
]
|
| 517 |
+
},
|
| 518 |
+
"level_residual_ms": {
|
| 519 |
+
"distribution_type": "inverse_cdf",
|
| 520 |
+
"latency_ms": [
|
| 521 |
+
0.0,
|
| 522 |
+
0.0,
|
| 523 |
+
0.0,
|
| 524 |
+
0.0,
|
| 525 |
+
0.0,
|
| 526 |
+
0.0,
|
| 527 |
+
0.0,
|
| 528 |
+
0.0,
|
| 529 |
+
0.0,
|
| 530 |
+
0.0,
|
| 531 |
+
0.0,
|
| 532 |
+
0.0,
|
| 533 |
+
0.0,
|
| 534 |
+
0.0,
|
| 535 |
+
0.0,
|
| 536 |
+
0.0,
|
| 537 |
+
0.0,
|
| 538 |
+
0.0,
|
| 539 |
+
0.0,
|
| 540 |
+
0.0,
|
| 541 |
+
0.0,
|
| 542 |
+
0.0,
|
| 543 |
+
0.0,
|
| 544 |
+
0.0,
|
| 545 |
+
0.0,
|
| 546 |
+
0.0,
|
| 547 |
+
0.0,
|
| 548 |
+
0.0,
|
| 549 |
+
0.0,
|
| 550 |
+
0.0,
|
| 551 |
+
0.0,
|
| 552 |
+
0.0,
|
| 553 |
+
0.0,
|
| 554 |
+
0.0,
|
| 555 |
+
0.0,
|
| 556 |
+
0.0,
|
| 557 |
+
0.0,
|
| 558 |
+
0.0,
|
| 559 |
+
0.0,
|
| 560 |
+
0.0,
|
| 561 |
+
0.0,
|
| 562 |
+
0.0,
|
| 563 |
+
0.0,
|
| 564 |
+
0.0,
|
| 565 |
+
0.0,
|
| 566 |
+
0.0,
|
| 567 |
+
0.0,
|
| 568 |
+
0.0,
|
| 569 |
+
0.0,
|
| 570 |
+
0.0,
|
| 571 |
+
0.0,
|
| 572 |
+
0.0,
|
| 573 |
+
0.0,
|
| 574 |
+
0.0,
|
| 575 |
+
0.0,
|
| 576 |
+
0.0,
|
| 577 |
+
0.0,
|
| 578 |
+
0.0,
|
| 579 |
+
0.0,
|
| 580 |
+
0.0,
|
| 581 |
+
0.0,
|
| 582 |
+
0.0,
|
| 583 |
+
0.0,
|
| 584 |
+
0.0,
|
| 585 |
+
0.0,
|
| 586 |
+
0.0,
|
| 587 |
+
0.0,
|
| 588 |
+
0.0,
|
| 589 |
+
0.0,
|
| 590 |
+
0.0,
|
| 591 |
+
0.0,
|
| 592 |
+
0.0,
|
| 593 |
+
0.0,
|
| 594 |
+
0.0,
|
| 595 |
+
0.0,
|
| 596 |
+
0.0,
|
| 597 |
+
0.0,
|
| 598 |
+
0.0,
|
| 599 |
+
0.0,
|
| 600 |
+
0.0,
|
| 601 |
+
0.0,
|
| 602 |
+
0.0,
|
| 603 |
+
0.0,
|
| 604 |
+
0.0,
|
| 605 |
+
0.0,
|
| 606 |
+
0.0,
|
| 607 |
+
0.0,
|
| 608 |
+
0.0,
|
| 609 |
+
0.0,
|
| 610 |
+
0.0,
|
| 611 |
+
0.0,
|
| 612 |
+
0.0,
|
| 613 |
+
0.0,
|
| 614 |
+
0.0,
|
| 615 |
+
0.0,
|
| 616 |
+
0.0,
|
| 617 |
+
0.0,
|
| 618 |
+
0.0,
|
| 619 |
+
0.0,
|
| 620 |
+
0.0,
|
| 621 |
+
0.0,
|
| 622 |
+
0.0,
|
| 623 |
+
0.0,
|
| 624 |
+
0.0,
|
| 625 |
+
0.0,
|
| 626 |
+
0.0,
|
| 627 |
+
0.0,
|
| 628 |
+
0.0,
|
| 629 |
+
0.0,
|
| 630 |
+
0.0,
|
| 631 |
+
0.0,
|
| 632 |
+
0.0,
|
| 633 |
+
0.0,
|
| 634 |
+
0.0,
|
| 635 |
+
0.0,
|
| 636 |
+
0.0,
|
| 637 |
+
0.0,
|
| 638 |
+
0.0,
|
| 639 |
+
0.0,
|
| 640 |
+
0.0,
|
| 641 |
+
0.0,
|
| 642 |
+
0.0,
|
| 643 |
+
0.0
|
| 644 |
+
],
|
| 645 |
+
"quantile_levels": [
|
| 646 |
+
0.0,
|
| 647 |
+
0.0001,
|
| 648 |
+
0.0005,
|
| 649 |
+
0.001,
|
| 650 |
+
0.002,
|
| 651 |
+
0.003,
|
| 652 |
+
0.004,
|
| 653 |
+
0.005,
|
| 654 |
+
0.006,
|
| 655 |
+
0.007,
|
| 656 |
+
0.008,
|
| 657 |
+
0.009,
|
| 658 |
+
0.01,
|
| 659 |
+
0.02,
|
| 660 |
+
0.03,
|
| 661 |
+
0.04,
|
| 662 |
+
0.05,
|
| 663 |
+
0.06,
|
| 664 |
+
0.07,
|
| 665 |
+
0.08,
|
| 666 |
+
0.09,
|
| 667 |
+
0.1,
|
| 668 |
+
0.11,
|
| 669 |
+
0.12,
|
| 670 |
+
0.13,
|
| 671 |
+
0.14,
|
| 672 |
+
0.15,
|
| 673 |
+
0.16,
|
| 674 |
+
0.17,
|
| 675 |
+
0.18,
|
| 676 |
+
0.19,
|
| 677 |
+
0.2,
|
| 678 |
+
0.21,
|
| 679 |
+
0.22,
|
| 680 |
+
0.23,
|
| 681 |
+
0.24,
|
| 682 |
+
0.25,
|
| 683 |
+
0.26,
|
| 684 |
+
0.27,
|
| 685 |
+
0.28,
|
| 686 |
+
0.29,
|
| 687 |
+
0.3,
|
| 688 |
+
0.31,
|
| 689 |
+
0.32,
|
| 690 |
+
0.33,
|
| 691 |
+
0.34,
|
| 692 |
+
0.35,
|
| 693 |
+
0.36,
|
| 694 |
+
0.37,
|
| 695 |
+
0.38,
|
| 696 |
+
0.39,
|
| 697 |
+
0.4,
|
| 698 |
+
0.41,
|
| 699 |
+
0.42,
|
| 700 |
+
0.43,
|
| 701 |
+
0.44,
|
| 702 |
+
0.45,
|
| 703 |
+
0.46,
|
| 704 |
+
0.47,
|
| 705 |
+
0.48,
|
| 706 |
+
0.49,
|
| 707 |
+
0.5,
|
| 708 |
+
0.51,
|
| 709 |
+
0.52,
|
| 710 |
+
0.53,
|
| 711 |
+
0.54,
|
| 712 |
+
0.55,
|
| 713 |
+
0.56,
|
| 714 |
+
0.57,
|
| 715 |
+
0.58,
|
| 716 |
+
0.59,
|
| 717 |
+
0.6,
|
| 718 |
+
0.61,
|
| 719 |
+
0.62,
|
| 720 |
+
0.63,
|
| 721 |
+
0.64,
|
| 722 |
+
0.65,
|
| 723 |
+
0.66,
|
| 724 |
+
0.67,
|
| 725 |
+
0.68,
|
| 726 |
+
0.69,
|
| 727 |
+
0.7,
|
| 728 |
+
0.71,
|
| 729 |
+
0.72,
|
| 730 |
+
0.73,
|
| 731 |
+
0.74,
|
| 732 |
+
0.75,
|
| 733 |
+
0.76,
|
| 734 |
+
0.77,
|
| 735 |
+
0.78,
|
| 736 |
+
0.79,
|
| 737 |
+
0.8,
|
| 738 |
+
0.81,
|
| 739 |
+
0.82,
|
| 740 |
+
0.83,
|
| 741 |
+
0.84,
|
| 742 |
+
0.85,
|
| 743 |
+
0.86,
|
| 744 |
+
0.87,
|
| 745 |
+
0.88,
|
| 746 |
+
0.89,
|
| 747 |
+
0.9,
|
| 748 |
+
0.91,
|
| 749 |
+
0.92,
|
| 750 |
+
0.93,
|
| 751 |
+
0.94,
|
| 752 |
+
0.95,
|
| 753 |
+
0.96,
|
| 754 |
+
0.97,
|
| 755 |
+
0.98,
|
| 756 |
+
0.99,
|
| 757 |
+
0.991,
|
| 758 |
+
0.992,
|
| 759 |
+
0.993,
|
| 760 |
+
0.994,
|
| 761 |
+
0.995,
|
| 762 |
+
0.996,
|
| 763 |
+
0.997,
|
| 764 |
+
0.998,
|
| 765 |
+
0.999,
|
| 766 |
+
0.9995,
|
| 767 |
+
0.9999,
|
| 768 |
+
1.0
|
| 769 |
+
]
|
| 770 |
+
},
|
| 771 |
+
"severity": {
|
| 772 |
+
"distribution_type": "inverse_cdf",
|
| 773 |
+
"latency_ms": [
|
| 774 |
+
1.0,
|
| 775 |
+
1.0,
|
| 776 |
+
1.0,
|
| 777 |
+
1.0,
|
| 778 |
+
1.0,
|
| 779 |
+
1.0,
|
| 780 |
+
1.0,
|
| 781 |
+
1.0,
|
| 782 |
+
1.0,
|
| 783 |
+
1.0,
|
| 784 |
+
1.0,
|
| 785 |
+
1.0,
|
| 786 |
+
1.0,
|
| 787 |
+
1.0,
|
| 788 |
+
1.0,
|
| 789 |
+
1.0,
|
| 790 |
+
1.0,
|
| 791 |
+
1.0,
|
| 792 |
+
1.0,
|
| 793 |
+
1.0,
|
| 794 |
+
1.0,
|
| 795 |
+
1.0,
|
| 796 |
+
1.0,
|
| 797 |
+
1.0,
|
| 798 |
+
1.0,
|
| 799 |
+
1.0,
|
| 800 |
+
1.0,
|
| 801 |
+
1.0,
|
| 802 |
+
1.0,
|
| 803 |
+
1.0,
|
| 804 |
+
1.0,
|
| 805 |
+
1.0,
|
| 806 |
+
1.0,
|
| 807 |
+
1.0,
|
| 808 |
+
1.0,
|
| 809 |
+
1.0,
|
| 810 |
+
1.0,
|
| 811 |
+
1.0,
|
| 812 |
+
1.0,
|
| 813 |
+
1.0,
|
| 814 |
+
1.0,
|
| 815 |
+
1.0,
|
| 816 |
+
1.0,
|
| 817 |
+
1.0,
|
| 818 |
+
1.0,
|
| 819 |
+
1.0,
|
| 820 |
+
1.0,
|
| 821 |
+
1.0,
|
| 822 |
+
1.0,
|
| 823 |
+
1.0,
|
| 824 |
+
1.0,
|
| 825 |
+
1.0,
|
| 826 |
+
1.0,
|
| 827 |
+
1.0,
|
| 828 |
+
1.0,
|
| 829 |
+
1.0,
|
| 830 |
+
1.0,
|
| 831 |
+
1.0,
|
| 832 |
+
1.0,
|
| 833 |
+
1.0,
|
| 834 |
+
1.0,
|
| 835 |
+
1.0,
|
| 836 |
+
1.0,
|
| 837 |
+
1.0,
|
| 838 |
+
1.0,
|
| 839 |
+
1.0,
|
| 840 |
+
1.0,
|
| 841 |
+
1.0,
|
| 842 |
+
1.0,
|
| 843 |
+
1.0,
|
| 844 |
+
1.0,
|
| 845 |
+
1.0,
|
| 846 |
+
1.0,
|
| 847 |
+
1.0,
|
| 848 |
+
1.0,
|
| 849 |
+
1.0,
|
| 850 |
+
1.0,
|
| 851 |
+
1.0,
|
| 852 |
+
1.0,
|
| 853 |
+
1.0,
|
| 854 |
+
1.0,
|
| 855 |
+
1.0,
|
| 856 |
+
1.0,
|
| 857 |
+
1.0,
|
| 858 |
+
1.0,
|
| 859 |
+
1.0,
|
| 860 |
+
1.0,
|
| 861 |
+
1.0,
|
| 862 |
+
1.0,
|
| 863 |
+
1.0,
|
| 864 |
+
1.0,
|
| 865 |
+
1.0,
|
| 866 |
+
1.0,
|
| 867 |
+
1.0,
|
| 868 |
+
1.0,
|
| 869 |
+
1.0,
|
| 870 |
+
1.0,
|
| 871 |
+
1.0,
|
| 872 |
+
1.0,
|
| 873 |
+
1.0,
|
| 874 |
+
1.0,
|
| 875 |
+
1.0,
|
| 876 |
+
1.0,
|
| 877 |
+
1.0,
|
| 878 |
+
1.0,
|
| 879 |
+
1.0,
|
| 880 |
+
1.0,
|
| 881 |
+
1.0,
|
| 882 |
+
1.0,
|
| 883 |
+
1.0,
|
| 884 |
+
1.0,
|
| 885 |
+
1.0,
|
| 886 |
+
1.0,
|
| 887 |
+
1.0,
|
| 888 |
+
1.0,
|
| 889 |
+
1.0,
|
| 890 |
+
1.0,
|
| 891 |
+
1.0,
|
| 892 |
+
1.0,
|
| 893 |
+
1.0,
|
| 894 |
+
1.0,
|
| 895 |
+
1.0,
|
| 896 |
+
1.0
|
| 897 |
+
],
|
| 898 |
+
"quantile_levels": [
|
| 899 |
+
0.0,
|
| 900 |
+
0.0001,
|
| 901 |
+
0.0005,
|
| 902 |
+
0.001,
|
| 903 |
+
0.002,
|
| 904 |
+
0.003,
|
| 905 |
+
0.004,
|
| 906 |
+
0.005,
|
| 907 |
+
0.006,
|
| 908 |
+
0.007,
|
| 909 |
+
0.008,
|
| 910 |
+
0.009,
|
| 911 |
+
0.01,
|
| 912 |
+
0.02,
|
| 913 |
+
0.03,
|
| 914 |
+
0.04,
|
| 915 |
+
0.05,
|
| 916 |
+
0.06,
|
| 917 |
+
0.07,
|
| 918 |
+
0.08,
|
| 919 |
+
0.09,
|
| 920 |
+
0.1,
|
| 921 |
+
0.11,
|
| 922 |
+
0.12,
|
| 923 |
+
0.13,
|
| 924 |
+
0.14,
|
| 925 |
+
0.15,
|
| 926 |
+
0.16,
|
| 927 |
+
0.17,
|
| 928 |
+
0.18,
|
| 929 |
+
0.19,
|
| 930 |
+
0.2,
|
| 931 |
+
0.21,
|
| 932 |
+
0.22,
|
| 933 |
+
0.23,
|
| 934 |
+
0.24,
|
| 935 |
+
0.25,
|
| 936 |
+
0.26,
|
| 937 |
+
0.27,
|
| 938 |
+
0.28,
|
| 939 |
+
0.29,
|
| 940 |
+
0.3,
|
| 941 |
+
0.31,
|
| 942 |
+
0.32,
|
| 943 |
+
0.33,
|
| 944 |
+
0.34,
|
| 945 |
+
0.35,
|
| 946 |
+
0.36,
|
| 947 |
+
0.37,
|
| 948 |
+
0.38,
|
| 949 |
+
0.39,
|
| 950 |
+
0.4,
|
| 951 |
+
0.41,
|
| 952 |
+
0.42,
|
| 953 |
+
0.43,
|
| 954 |
+
0.44,
|
| 955 |
+
0.45,
|
| 956 |
+
0.46,
|
| 957 |
+
0.47,
|
| 958 |
+
0.48,
|
| 959 |
+
0.49,
|
| 960 |
+
0.5,
|
| 961 |
+
0.51,
|
| 962 |
+
0.52,
|
| 963 |
+
0.53,
|
| 964 |
+
0.54,
|
| 965 |
+
0.55,
|
| 966 |
+
0.56,
|
| 967 |
+
0.57,
|
| 968 |
+
0.58,
|
| 969 |
+
0.59,
|
| 970 |
+
0.6,
|
| 971 |
+
0.61,
|
| 972 |
+
0.62,
|
| 973 |
+
0.63,
|
| 974 |
+
0.64,
|
| 975 |
+
0.65,
|
| 976 |
+
0.66,
|
| 977 |
+
0.67,
|
| 978 |
+
0.68,
|
| 979 |
+
0.69,
|
| 980 |
+
0.7,
|
| 981 |
+
0.71,
|
| 982 |
+
0.72,
|
| 983 |
+
0.73,
|
| 984 |
+
0.74,
|
| 985 |
+
0.75,
|
| 986 |
+
0.76,
|
| 987 |
+
0.77,
|
| 988 |
+
0.78,
|
| 989 |
+
0.79,
|
| 990 |
+
0.8,
|
| 991 |
+
0.81,
|
| 992 |
+
0.82,
|
| 993 |
+
0.83,
|
| 994 |
+
0.84,
|
| 995 |
+
0.85,
|
| 996 |
+
0.86,
|
| 997 |
+
0.87,
|
| 998 |
+
0.88,
|
| 999 |
+
0.89,
|
| 1000 |
+
0.9,
|
| 1001 |
+
0.91,
|
| 1002 |
+
0.92,
|
| 1003 |
+
0.93,
|
| 1004 |
+
0.94,
|
| 1005 |
+
0.95,
|
| 1006 |
+
0.96,
|
| 1007 |
+
0.97,
|
| 1008 |
+
0.98,
|
| 1009 |
+
0.99,
|
| 1010 |
+
0.991,
|
| 1011 |
+
0.992,
|
| 1012 |
+
0.993,
|
| 1013 |
+
0.994,
|
| 1014 |
+
0.995,
|
| 1015 |
+
0.996,
|
| 1016 |
+
0.997,
|
| 1017 |
+
0.998,
|
| 1018 |
+
0.999,
|
| 1019 |
+
0.9995,
|
| 1020 |
+
0.9999,
|
| 1021 |
+
1.0
|
| 1022 |
+
]
|
| 1023 |
+
},
|
| 1024 |
+
"spike_count": 3
|
| 1025 |
+
}
|
| 1026 |
+
],
|
| 1027 |
+
"burst_slot_rank_templates": [
|
| 1028 |
+
{
|
| 1029 |
+
"dwell_length": 1,
|
| 1030 |
+
"slot_to_rank": {
|
| 1031 |
+
"0": 0
|
| 1032 |
+
}
|
| 1033 |
+
},
|
| 1034 |
+
{
|
| 1035 |
+
"dwell_length": 1,
|
| 1036 |
+
"slot_to_rank": {
|
| 1037 |
+
"0": 0
|
| 1038 |
+
}
|
| 1039 |
+
},
|
| 1040 |
+
{
|
| 1041 |
+
"dwell_length": 1,
|
| 1042 |
+
"slot_to_rank": {
|
| 1043 |
+
"0": 0
|
| 1044 |
+
}
|
| 1045 |
+
}
|
| 1046 |
+
],
|
| 1047 |
+
"model_type": "hidden_regime",
|
| 1048 |
+
"pre_worker_time_ms": {
|
| 1049 |
+
"distribution_type": "inverse_cdf",
|
| 1050 |
+
"latency_ms": [
|
| 1051 |
+
0.31311678886413574,
|
| 1052 |
+
0.31311678886413574,
|
| 1053 |
+
0.3165763258934021,
|
| 1054 |
+
0.32325554490089414,
|
| 1055 |
+
0.3290378570556641,
|
| 1056 |
+
0.34071471095085143,
|
| 1057 |
+
0.3509213447570801,
|
| 1058 |
+
0.35257425904273987,
|
| 1059 |
+
0.3555735468864441,
|
| 1060 |
+
0.3601503908634186,
|
| 1061 |
+
0.3644925594329834,
|
| 1062 |
+
0.3818242847919464,
|
| 1063 |
+
0.3849796652793884,
|
| 1064 |
+
0.43671417236328125,
|
| 1065 |
+
0.4749835133552551,
|
| 1066 |
+
0.4945000410079956,
|
| 1067 |
+
0.5159845948219299,
|
| 1068 |
+
0.5300548076629639,
|
| 1069 |
+
0.5394640564918518,
|
| 1070 |
+
0.547340989112854,
|
| 1071 |
+
0.5548242330551147,
|
| 1072 |
+
0.5603091716766357,
|
| 1073 |
+
0.5666623711585999,
|
| 1074 |
+
0.5706260204315186,
|
| 1075 |
+
0.5731815695762634,
|
| 1076 |
+
0.5773470401763916,
|
| 1077 |
+
0.5807499289512634,
|
| 1078 |
+
0.5849419832229614,
|
| 1079 |
+
0.5887086987495422,
|
| 1080 |
+
0.5918290615081787,
|
| 1081 |
+
0.5939978957176208,
|
| 1082 |
+
0.5969480276107788,
|
| 1083 |
+
0.5994340777397156,
|
| 1084 |
+
0.6025159358978271,
|
| 1085 |
+
0.6040467619895935,
|
| 1086 |
+
0.6064813137054443,
|
| 1087 |
+
0.6088453531265259,
|
| 1088 |
+
0.6113431453704834,
|
| 1089 |
+
0.6135084629058838,
|
| 1090 |
+
0.6157195568084717,
|
| 1091 |
+
0.6180734634399414,
|
| 1092 |
+
0.6201481819152832,
|
| 1093 |
+
0.6233775615692139,
|
| 1094 |
+
0.6259479522705078,
|
| 1095 |
+
0.6277621388435364,
|
| 1096 |
+
0.6300039291381836,
|
| 1097 |
+
0.6324813365936279,
|
| 1098 |
+
0.6342650651931763,
|
| 1099 |
+
0.6360381841659546,
|
| 1100 |
+
0.6377451419830322,
|
| 1101 |
+
0.639049768447876,
|
| 1102 |
+
0.640360951423645,
|
| 1103 |
+
0.6418464183807373,
|
| 1104 |
+
0.6428799629211426,
|
| 1105 |
+
0.6441222429275513,
|
| 1106 |
+
0.6458930969238281,
|
| 1107 |
+
0.6482654809951782,
|
| 1108 |
+
0.6496939659118652,
|
| 1109 |
+
0.6526684761047363,
|
| 1110 |
+
0.6541144847869873,
|
| 1111 |
+
0.6560317873954773,
|
| 1112 |
+
0.658473014831543,
|
| 1113 |
+
0.659576952457428,
|
| 1114 |
+
0.6612474918365479,
|
| 1115 |
+
0.6628846526145935,
|
| 1116 |
+
0.6641979217529297,
|
| 1117 |
+
0.6656185388565063,
|
| 1118 |
+
0.6666920185089111,
|
| 1119 |
+
0.6680689454078674,
|
| 1120 |
+
0.6693181991577148,
|
| 1121 |
+
0.6703876256942749,
|
| 1122 |
+
0.6712313890457153,
|
| 1123 |
+
0.6727586388587952,
|
| 1124 |
+
0.6742727756500244,
|
| 1125 |
+
0.6758086681365967,
|
| 1126 |
+
0.6774241924285889,
|
| 1127 |
+
0.6792400479316711,
|
| 1128 |
+
0.6818399429321289,
|
| 1129 |
+
0.683896005153656,
|
| 1130 |
+
0.6866179704666138,
|
| 1131 |
+
0.6883576512336731,
|
| 1132 |
+
0.6901149749755859,
|
| 1133 |
+
0.692481517791748,
|
| 1134 |
+
0.6947081089019775,
|
| 1135 |
+
0.697051465511322,
|
| 1136 |
+
0.698936939239502,
|
| 1137 |
+
0.7017368674278259,
|
| 1138 |
+
0.7050299644470215,
|
| 1139 |
+
0.70822674036026,
|
| 1140 |
+
0.7101070880889893,
|
| 1141 |
+
0.7132005095481873,
|
| 1142 |
+
0.7152360677719116,
|
| 1143 |
+
0.7168729901313782,
|
| 1144 |
+
0.7200279235839844,
|
| 1145 |
+
0.7235506176948547,
|
| 1146 |
+
0.7269525527954102,
|
| 1147 |
+
0.7312224507331848,
|
| 1148 |
+
0.7360110282897949,
|
| 1149 |
+
0.7416163682937622,
|
| 1150 |
+
0.7470424175262451,
|
| 1151 |
+
0.7538335919380188,
|
| 1152 |
+
0.7591180801391602,
|
| 1153 |
+
0.7654633522033691,
|
| 1154 |
+
0.7710039615631104,
|
| 1155 |
+
0.7774527072906494,
|
| 1156 |
+
0.7881929874420166,
|
| 1157 |
+
0.8031460642814636,
|
| 1158 |
+
0.8192280530929565,
|
| 1159 |
+
0.8465723991394043,
|
| 1160 |
+
0.8769099712371826,
|
| 1161 |
+
0.9416267275810242,
|
| 1162 |
+
0.9441980957984923,
|
| 1163 |
+
0.9461143732070924,
|
| 1164 |
+
0.9521929323673245,
|
| 1165 |
+
0.9566469669342051,
|
| 1166 |
+
0.9747528433799744,
|
| 1167 |
+
0.979430532455442,
|
| 1168 |
+
1.0052420735359195,
|
| 1169 |
+
1.0194490909576401,
|
| 1170 |
+
1.0595047175884362,
|
| 1171 |
+
1.2158348947763677,
|
| 1172 |
+
1.3550479412078857,
|
| 1173 |
+
1.3550479412078857
|
| 1174 |
+
],
|
| 1175 |
+
"quantile_levels": [
|
| 1176 |
+
0.0,
|
| 1177 |
+
0.0001,
|
| 1178 |
+
0.0005,
|
| 1179 |
+
0.001,
|
| 1180 |
+
0.002,
|
| 1181 |
+
0.003,
|
| 1182 |
+
0.004,
|
| 1183 |
+
0.005,
|
| 1184 |
+
0.006,
|
| 1185 |
+
0.007,
|
| 1186 |
+
0.008,
|
| 1187 |
+
0.009,
|
| 1188 |
+
0.01,
|
| 1189 |
+
0.02,
|
| 1190 |
+
0.03,
|
| 1191 |
+
0.04,
|
| 1192 |
+
0.05,
|
| 1193 |
+
0.06,
|
| 1194 |
+
0.07,
|
| 1195 |
+
0.08,
|
| 1196 |
+
0.09,
|
| 1197 |
+
0.1,
|
| 1198 |
+
0.11,
|
| 1199 |
+
0.12,
|
| 1200 |
+
0.13,
|
| 1201 |
+
0.14,
|
| 1202 |
+
0.15,
|
| 1203 |
+
0.16,
|
| 1204 |
+
0.17,
|
| 1205 |
+
0.18,
|
| 1206 |
+
0.19,
|
| 1207 |
+
0.2,
|
| 1208 |
+
0.21,
|
| 1209 |
+
0.22,
|
| 1210 |
+
0.23,
|
| 1211 |
+
0.24,
|
| 1212 |
+
0.25,
|
| 1213 |
+
0.26,
|
| 1214 |
+
0.27,
|
| 1215 |
+
0.28,
|
| 1216 |
+
0.29,
|
| 1217 |
+
0.3,
|
| 1218 |
+
0.31,
|
| 1219 |
+
0.32,
|
| 1220 |
+
0.33,
|
| 1221 |
+
0.34,
|
| 1222 |
+
0.35,
|
| 1223 |
+
0.36,
|
| 1224 |
+
0.37,
|
| 1225 |
+
0.38,
|
| 1226 |
+
0.39,
|
| 1227 |
+
0.4,
|
| 1228 |
+
0.41,
|
| 1229 |
+
0.42,
|
| 1230 |
+
0.43,
|
| 1231 |
+
0.44,
|
| 1232 |
+
0.45,
|
| 1233 |
+
0.46,
|
| 1234 |
+
0.47,
|
| 1235 |
+
0.48,
|
| 1236 |
+
0.49,
|
| 1237 |
+
0.5,
|
| 1238 |
+
0.51,
|
| 1239 |
+
0.52,
|
| 1240 |
+
0.53,
|
| 1241 |
+
0.54,
|
| 1242 |
+
0.55,
|
| 1243 |
+
0.56,
|
| 1244 |
+
0.57,
|
| 1245 |
+
0.58,
|
| 1246 |
+
0.59,
|
| 1247 |
+
0.6,
|
| 1248 |
+
0.61,
|
| 1249 |
+
0.62,
|
| 1250 |
+
0.63,
|
| 1251 |
+
0.64,
|
| 1252 |
+
0.65,
|
| 1253 |
+
0.66,
|
| 1254 |
+
0.67,
|
| 1255 |
+
0.68,
|
| 1256 |
+
0.69,
|
| 1257 |
+
0.7,
|
| 1258 |
+
0.71,
|
| 1259 |
+
0.72,
|
| 1260 |
+
0.73,
|
| 1261 |
+
0.74,
|
| 1262 |
+
0.75,
|
| 1263 |
+
0.76,
|
| 1264 |
+
0.77,
|
| 1265 |
+
0.78,
|
| 1266 |
+
0.79,
|
| 1267 |
+
0.8,
|
| 1268 |
+
0.81,
|
| 1269 |
+
0.82,
|
| 1270 |
+
0.83,
|
| 1271 |
+
0.84,
|
| 1272 |
+
0.85,
|
| 1273 |
+
0.86,
|
| 1274 |
+
0.87,
|
| 1275 |
+
0.88,
|
| 1276 |
+
0.89,
|
| 1277 |
+
0.9,
|
| 1278 |
+
0.91,
|
| 1279 |
+
0.92,
|
| 1280 |
+
0.93,
|
| 1281 |
+
0.94,
|
| 1282 |
+
0.95,
|
| 1283 |
+
0.96,
|
| 1284 |
+
0.97,
|
| 1285 |
+
0.98,
|
| 1286 |
+
0.99,
|
| 1287 |
+
0.991,
|
| 1288 |
+
0.992,
|
| 1289 |
+
0.993,
|
| 1290 |
+
0.994,
|
| 1291 |
+
0.995,
|
| 1292 |
+
0.996,
|
| 1293 |
+
0.997,
|
| 1294 |
+
0.998,
|
| 1295 |
+
0.999,
|
| 1296 |
+
0.9995,
|
| 1297 |
+
0.9999,
|
| 1298 |
+
1.0
|
| 1299 |
+
]
|
| 1300 |
+
},
|
| 1301 |
+
"regime_step_counts": {
|
| 1302 |
+
"burst": 3,
|
| 1303 |
+
"calm": 2072
|
| 1304 |
+
},
|
| 1305 |
+
"regime_transition_counts": {
|
| 1306 |
+
"burst": {
|
| 1307 |
+
"burst": 0,
|
| 1308 |
+
"calm": 3
|
| 1309 |
+
},
|
| 1310 |
+
"calm": {
|
| 1311 |
+
"burst": 3,
|
| 1312 |
+
"calm": 2064
|
| 1313 |
+
}
|
| 1314 |
+
},
|
| 1315 |
+
"reset_scope": "session",
|
| 1316 |
+
"schema_version": 12,
|
| 1317 |
+
"spike_median_multiplier": 1.25,
|
| 1318 |
+
"spike_threshold_ms_by_worker_slot": {
|
| 1319 |
+
"0": 87.82212123274803
|
| 1320 |
+
},
|
| 1321 |
+
"worker_count": 1
|
| 1322 |
+
}
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/latency_distribution.json
ADDED
|
@@ -0,0 +1,1027 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": 3,
|
| 3 |
+
"worker_slots": {
|
| 4 |
+
"0": {
|
| 5 |
+
"all": {
|
| 6 |
+
"count": 2075,
|
| 7 |
+
"observation_to_action_latency_ms": {
|
| 8 |
+
"distribution_type": "inverse_cdf",
|
| 9 |
+
"latency_ms": [
|
| 10 |
+
65.19399881362915,
|
| 11 |
+
65.19399881362915,
|
| 12 |
+
65.21452818512917,
|
| 13 |
+
65.37617138624191,
|
| 14 |
+
65.54988111257553,
|
| 15 |
+
65.60978311300278,
|
| 16 |
+
65.85620288848877,
|
| 17 |
+
66.11677795648575,
|
| 18 |
+
66.1667419910431,
|
| 19 |
+
66.25579528808593,
|
| 20 |
+
66.3200498342514,
|
| 21 |
+
66.37821425199509,
|
| 22 |
+
66.44661968946457,
|
| 23 |
+
67.40388679504395,
|
| 24 |
+
67.9565160870552,
|
| 25 |
+
68.30614387989044,
|
| 26 |
+
68.86876726150513,
|
| 27 |
+
69.23061203956604,
|
| 28 |
+
69.40943151712418,
|
| 29 |
+
69.708052277565,
|
| 30 |
+
69.82890748977661,
|
| 31 |
+
69.99191188812256,
|
| 32 |
+
70.07996428012848,
|
| 33 |
+
70.20106554031372,
|
| 34 |
+
70.2888200879097,
|
| 35 |
+
70.34249114990234,
|
| 36 |
+
70.42751479148865,
|
| 37 |
+
70.50662112236023,
|
| 38 |
+
70.5581624507904,
|
| 39 |
+
70.60912585258484,
|
| 40 |
+
70.65479511022568,
|
| 41 |
+
70.69437503814697,
|
| 42 |
+
70.74371039867401,
|
| 43 |
+
70.80917811393738,
|
| 44 |
+
70.83664780855179,
|
| 45 |
+
70.88321900367737,
|
| 46 |
+
70.91019904613495,
|
| 47 |
+
70.95217895507812,
|
| 48 |
+
70.97798812389374,
|
| 49 |
+
71.01112449169159,
|
| 50 |
+
71.03684651851654,
|
| 51 |
+
71.07607984542847,
|
| 52 |
+
71.12114173173904,
|
| 53 |
+
71.14498901367188,
|
| 54 |
+
71.169668674469,
|
| 55 |
+
71.19082713127136,
|
| 56 |
+
71.21074295043945,
|
| 57 |
+
71.24556457996368,
|
| 58 |
+
71.27112966775894,
|
| 59 |
+
71.28998637199402,
|
| 60 |
+
71.31158643960953,
|
| 61 |
+
71.34597957134247,
|
| 62 |
+
71.36409616470337,
|
| 63 |
+
71.39237093925476,
|
| 64 |
+
71.41189247369766,
|
| 65 |
+
71.44127345085144,
|
| 66 |
+
71.47214812040329,
|
| 67 |
+
71.49239921569824,
|
| 68 |
+
71.51301550865173,
|
| 69 |
+
71.53032338619232,
|
| 70 |
+
71.5557844042778,
|
| 71 |
+
71.5749728679657,
|
| 72 |
+
71.59549480676651,
|
| 73 |
+
71.6154580116272,
|
| 74 |
+
71.63657933473587,
|
| 75 |
+
71.6589138507843,
|
| 76 |
+
71.68088454008102,
|
| 77 |
+
71.70165157318115,
|
| 78 |
+
71.73091351985931,
|
| 79 |
+
71.75631403923035,
|
| 80 |
+
71.77797484397888,
|
| 81 |
+
71.82077741622925,
|
| 82 |
+
71.85434252023697,
|
| 83 |
+
71.88232922554016,
|
| 84 |
+
71.9016506075859,
|
| 85 |
+
71.91977643966675,
|
| 86 |
+
71.95200443267822,
|
| 87 |
+
71.98209404945374,
|
| 88 |
+
72.0122202038765,
|
| 89 |
+
72.03439712524414,
|
| 90 |
+
72.06454348564148,
|
| 91 |
+
72.09861707687378,
|
| 92 |
+
72.12148833274841,
|
| 93 |
+
72.1564769744873,
|
| 94 |
+
72.1896619796753,
|
| 95 |
+
72.22209119796753,
|
| 96 |
+
72.27087277173996,
|
| 97 |
+
72.31662225723267,
|
| 98 |
+
72.35859662294388,
|
| 99 |
+
72.4115800857544,
|
| 100 |
+
72.43648117780685,
|
| 101 |
+
72.47373795509338,
|
| 102 |
+
72.49812859296799,
|
| 103 |
+
72.53804278373718,
|
| 104 |
+
72.58772403001785,
|
| 105 |
+
72.64632666110992,
|
| 106 |
+
72.70239788293839,
|
| 107 |
+
72.79391694068909,
|
| 108 |
+
72.83307409286499,
|
| 109 |
+
72.89201402664185,
|
| 110 |
+
72.95603406429291,
|
| 111 |
+
73.05068588256836,
|
| 112 |
+
73.21339404582977,
|
| 113 |
+
73.34779798984528,
|
| 114 |
+
73.54553669691086,
|
| 115 |
+
73.78722310066223,
|
| 116 |
+
74.11802303791046,
|
| 117 |
+
74.58567237854004,
|
| 118 |
+
75.28934186697006,
|
| 119 |
+
76.44343304634094,
|
| 120 |
+
77.00749260187149,
|
| 121 |
+
77.320473575592,
|
| 122 |
+
77.51085505485536,
|
| 123 |
+
78.1938346505165,
|
| 124 |
+
78.28879662752153,
|
| 125 |
+
78.42176166176796,
|
| 126 |
+
79.36353144645672,
|
| 127 |
+
81.95102273225795,
|
| 128 |
+
83.81126960515967,
|
| 129 |
+
93.65813264846805,
|
| 130 |
+
102.26191507876086,
|
| 131 |
+
112.13530778884888,
|
| 132 |
+
112.13530778884888
|
| 133 |
+
],
|
| 134 |
+
"quantile_levels": [
|
| 135 |
+
0.0,
|
| 136 |
+
0.0001,
|
| 137 |
+
0.0005,
|
| 138 |
+
0.001,
|
| 139 |
+
0.002,
|
| 140 |
+
0.003,
|
| 141 |
+
0.004,
|
| 142 |
+
0.005,
|
| 143 |
+
0.006,
|
| 144 |
+
0.007,
|
| 145 |
+
0.008,
|
| 146 |
+
0.009,
|
| 147 |
+
0.01,
|
| 148 |
+
0.02,
|
| 149 |
+
0.03,
|
| 150 |
+
0.04,
|
| 151 |
+
0.05,
|
| 152 |
+
0.06,
|
| 153 |
+
0.07,
|
| 154 |
+
0.08,
|
| 155 |
+
0.09,
|
| 156 |
+
0.1,
|
| 157 |
+
0.11,
|
| 158 |
+
0.12,
|
| 159 |
+
0.13,
|
| 160 |
+
0.14,
|
| 161 |
+
0.15,
|
| 162 |
+
0.16,
|
| 163 |
+
0.17,
|
| 164 |
+
0.18,
|
| 165 |
+
0.19,
|
| 166 |
+
0.2,
|
| 167 |
+
0.21,
|
| 168 |
+
0.22,
|
| 169 |
+
0.23,
|
| 170 |
+
0.24,
|
| 171 |
+
0.25,
|
| 172 |
+
0.26,
|
| 173 |
+
0.27,
|
| 174 |
+
0.28,
|
| 175 |
+
0.29,
|
| 176 |
+
0.3,
|
| 177 |
+
0.31,
|
| 178 |
+
0.32,
|
| 179 |
+
0.33,
|
| 180 |
+
0.34,
|
| 181 |
+
0.35,
|
| 182 |
+
0.36,
|
| 183 |
+
0.37,
|
| 184 |
+
0.38,
|
| 185 |
+
0.39,
|
| 186 |
+
0.4,
|
| 187 |
+
0.41,
|
| 188 |
+
0.42,
|
| 189 |
+
0.43,
|
| 190 |
+
0.44,
|
| 191 |
+
0.45,
|
| 192 |
+
0.46,
|
| 193 |
+
0.47,
|
| 194 |
+
0.48,
|
| 195 |
+
0.49,
|
| 196 |
+
0.5,
|
| 197 |
+
0.51,
|
| 198 |
+
0.52,
|
| 199 |
+
0.53,
|
| 200 |
+
0.54,
|
| 201 |
+
0.55,
|
| 202 |
+
0.56,
|
| 203 |
+
0.57,
|
| 204 |
+
0.58,
|
| 205 |
+
0.59,
|
| 206 |
+
0.6,
|
| 207 |
+
0.61,
|
| 208 |
+
0.62,
|
| 209 |
+
0.63,
|
| 210 |
+
0.64,
|
| 211 |
+
0.65,
|
| 212 |
+
0.66,
|
| 213 |
+
0.67,
|
| 214 |
+
0.68,
|
| 215 |
+
0.69,
|
| 216 |
+
0.7,
|
| 217 |
+
0.71,
|
| 218 |
+
0.72,
|
| 219 |
+
0.73,
|
| 220 |
+
0.74,
|
| 221 |
+
0.75,
|
| 222 |
+
0.76,
|
| 223 |
+
0.77,
|
| 224 |
+
0.78,
|
| 225 |
+
0.79,
|
| 226 |
+
0.8,
|
| 227 |
+
0.81,
|
| 228 |
+
0.82,
|
| 229 |
+
0.83,
|
| 230 |
+
0.84,
|
| 231 |
+
0.85,
|
| 232 |
+
0.86,
|
| 233 |
+
0.87,
|
| 234 |
+
0.88,
|
| 235 |
+
0.89,
|
| 236 |
+
0.9,
|
| 237 |
+
0.91,
|
| 238 |
+
0.92,
|
| 239 |
+
0.93,
|
| 240 |
+
0.94,
|
| 241 |
+
0.95,
|
| 242 |
+
0.96,
|
| 243 |
+
0.97,
|
| 244 |
+
0.98,
|
| 245 |
+
0.99,
|
| 246 |
+
0.991,
|
| 247 |
+
0.992,
|
| 248 |
+
0.993,
|
| 249 |
+
0.994,
|
| 250 |
+
0.995,
|
| 251 |
+
0.996,
|
| 252 |
+
0.997,
|
| 253 |
+
0.998,
|
| 254 |
+
0.999,
|
| 255 |
+
0.9995,
|
| 256 |
+
0.9999,
|
| 257 |
+
1.0
|
| 258 |
+
]
|
| 259 |
+
},
|
| 260 |
+
"spearman_rho": 0.9980124420738008,
|
| 261 |
+
"worker_service_time_ms": {
|
| 262 |
+
"distribution_type": "inverse_cdf",
|
| 263 |
+
"latency_ms": [
|
| 264 |
+
64.81042885780334,
|
| 265 |
+
64.81042885780334,
|
| 266 |
+
64.8304044932127,
|
| 267 |
+
64.86529658436775,
|
| 268 |
+
65.09479154348374,
|
| 269 |
+
65.18544340133667,
|
| 270 |
+
65.45056700706482,
|
| 271 |
+
65.71252375841141,
|
| 272 |
+
65.7791820526123,
|
| 273 |
+
65.83106318712234,
|
| 274 |
+
65.96416923999786,
|
| 275 |
+
65.99974170923232,
|
| 276 |
+
66.05729752779007,
|
| 277 |
+
66.85541200637817,
|
| 278 |
+
67.4124995470047,
|
| 279 |
+
67.70765841007233,
|
| 280 |
+
68.38320344686508,
|
| 281 |
+
68.66614484786987,
|
| 282 |
+
68.86086118221283,
|
| 283 |
+
69.11453056335449,
|
| 284 |
+
69.2644213438034,
|
| 285 |
+
69.38441181182861,
|
| 286 |
+
69.49850225448608,
|
| 287 |
+
69.59222090244293,
|
| 288 |
+
69.66973400115967,
|
| 289 |
+
69.74627423286438,
|
| 290 |
+
69.80929481983185,
|
| 291 |
+
69.88673007488251,
|
| 292 |
+
69.92713761329651,
|
| 293 |
+
69.97099304199219,
|
| 294 |
+
70.01391452550888,
|
| 295 |
+
70.07167446613312,
|
| 296 |
+
70.1147900223732,
|
| 297 |
+
70.16800880432129,
|
| 298 |
+
70.20960211753845,
|
| 299 |
+
70.24057853221893,
|
| 300 |
+
70.27172857522964,
|
| 301 |
+
70.30395483970642,
|
| 302 |
+
70.33524876832962,
|
| 303 |
+
70.36733794212341,
|
| 304 |
+
70.41446840763092,
|
| 305 |
+
70.43638014793396,
|
| 306 |
+
70.47007262706757,
|
| 307 |
+
70.49437403678894,
|
| 308 |
+
70.52942305803299,
|
| 309 |
+
70.54843187332153,
|
| 310 |
+
70.56563359498978,
|
| 311 |
+
70.58997797966003,
|
| 312 |
+
70.61523360013962,
|
| 313 |
+
70.63820695877075,
|
| 314 |
+
70.65534472465515,
|
| 315 |
+
70.68713617324829,
|
| 316 |
+
70.72156208753586,
|
| 317 |
+
70.74655199050903,
|
| 318 |
+
70.77104866504669,
|
| 319 |
+
70.794921875,
|
| 320 |
+
70.81391477584839,
|
| 321 |
+
70.83501505851746,
|
| 322 |
+
70.85863208770752,
|
| 323 |
+
70.87805342674255,
|
| 324 |
+
70.89673417806625,
|
| 325 |
+
70.91481804847717,
|
| 326 |
+
70.93379074335098,
|
| 327 |
+
70.95436489582062,
|
| 328 |
+
70.9727611541748,
|
| 329 |
+
70.99777722358704,
|
| 330 |
+
71.01445686817169,
|
| 331 |
+
71.04416513442993,
|
| 332 |
+
71.07488167285919,
|
| 333 |
+
71.09937310218811,
|
| 334 |
+
71.1260045170784,
|
| 335 |
+
71.14588451385498,
|
| 336 |
+
71.17757761478424,
|
| 337 |
+
71.20317506790161,
|
| 338 |
+
71.22922629117966,
|
| 339 |
+
71.26177847385406,
|
| 340 |
+
71.28523004055023,
|
| 341 |
+
71.31312823295593,
|
| 342 |
+
71.33135783672333,
|
| 343 |
+
71.35811042785645,
|
| 344 |
+
71.38167172670364,
|
| 345 |
+
71.40552186965942,
|
| 346 |
+
71.44026362895966,
|
| 347 |
+
71.4722410440445,
|
| 348 |
+
71.50916689634323,
|
| 349 |
+
71.55513215065002,
|
| 350 |
+
71.59390467405319,
|
| 351 |
+
71.63793969154358,
|
| 352 |
+
71.6769991517067,
|
| 353 |
+
71.70788717269897,
|
| 354 |
+
71.74298250675201,
|
| 355 |
+
71.7811050415039,
|
| 356 |
+
71.81722241640091,
|
| 357 |
+
71.84697794914246,
|
| 358 |
+
71.89713567495346,
|
| 359 |
+
71.96147060394287,
|
| 360 |
+
72.00608330965042,
|
| 361 |
+
72.07237100601196,
|
| 362 |
+
72.13394355773926,
|
| 363 |
+
72.19530701637268,
|
| 364 |
+
72.25350522994995,
|
| 365 |
+
72.34730696678162,
|
| 366 |
+
72.50979733467102,
|
| 367 |
+
72.63740396499634,
|
| 368 |
+
72.84575146436691,
|
| 369 |
+
73.07518124580383,
|
| 370 |
+
73.36473077535629,
|
| 371 |
+
73.83938801288605,
|
| 372 |
+
74.32575643062592,
|
| 373 |
+
75.57429695129395,
|
| 374 |
+
76.11366033554077,
|
| 375 |
+
76.45826106667515,
|
| 376 |
+
76.83195266723635,
|
| 377 |
+
77.16471412181853,
|
| 378 |
+
77.66161592006684,
|
| 379 |
+
77.73926329612732,
|
| 380 |
+
78.54240913391091,
|
| 381 |
+
81.13938184976583,
|
| 382 |
+
83.1561977505683,
|
| 383 |
+
93.00029541254047,
|
| 384 |
+
101.59529724419284,
|
| 385 |
+
111.46797180175781,
|
| 386 |
+
111.46797180175781
|
| 387 |
+
],
|
| 388 |
+
"quantile_levels": [
|
| 389 |
+
0.0,
|
| 390 |
+
0.0001,
|
| 391 |
+
0.0005,
|
| 392 |
+
0.001,
|
| 393 |
+
0.002,
|
| 394 |
+
0.003,
|
| 395 |
+
0.004,
|
| 396 |
+
0.005,
|
| 397 |
+
0.006,
|
| 398 |
+
0.007,
|
| 399 |
+
0.008,
|
| 400 |
+
0.009,
|
| 401 |
+
0.01,
|
| 402 |
+
0.02,
|
| 403 |
+
0.03,
|
| 404 |
+
0.04,
|
| 405 |
+
0.05,
|
| 406 |
+
0.06,
|
| 407 |
+
0.07,
|
| 408 |
+
0.08,
|
| 409 |
+
0.09,
|
| 410 |
+
0.1,
|
| 411 |
+
0.11,
|
| 412 |
+
0.12,
|
| 413 |
+
0.13,
|
| 414 |
+
0.14,
|
| 415 |
+
0.15,
|
| 416 |
+
0.16,
|
| 417 |
+
0.17,
|
| 418 |
+
0.18,
|
| 419 |
+
0.19,
|
| 420 |
+
0.2,
|
| 421 |
+
0.21,
|
| 422 |
+
0.22,
|
| 423 |
+
0.23,
|
| 424 |
+
0.24,
|
| 425 |
+
0.25,
|
| 426 |
+
0.26,
|
| 427 |
+
0.27,
|
| 428 |
+
0.28,
|
| 429 |
+
0.29,
|
| 430 |
+
0.3,
|
| 431 |
+
0.31,
|
| 432 |
+
0.32,
|
| 433 |
+
0.33,
|
| 434 |
+
0.34,
|
| 435 |
+
0.35,
|
| 436 |
+
0.36,
|
| 437 |
+
0.37,
|
| 438 |
+
0.38,
|
| 439 |
+
0.39,
|
| 440 |
+
0.4,
|
| 441 |
+
0.41,
|
| 442 |
+
0.42,
|
| 443 |
+
0.43,
|
| 444 |
+
0.44,
|
| 445 |
+
0.45,
|
| 446 |
+
0.46,
|
| 447 |
+
0.47,
|
| 448 |
+
0.48,
|
| 449 |
+
0.49,
|
| 450 |
+
0.5,
|
| 451 |
+
0.51,
|
| 452 |
+
0.52,
|
| 453 |
+
0.53,
|
| 454 |
+
0.54,
|
| 455 |
+
0.55,
|
| 456 |
+
0.56,
|
| 457 |
+
0.57,
|
| 458 |
+
0.58,
|
| 459 |
+
0.59,
|
| 460 |
+
0.6,
|
| 461 |
+
0.61,
|
| 462 |
+
0.62,
|
| 463 |
+
0.63,
|
| 464 |
+
0.64,
|
| 465 |
+
0.65,
|
| 466 |
+
0.66,
|
| 467 |
+
0.67,
|
| 468 |
+
0.68,
|
| 469 |
+
0.69,
|
| 470 |
+
0.7,
|
| 471 |
+
0.71,
|
| 472 |
+
0.72,
|
| 473 |
+
0.73,
|
| 474 |
+
0.74,
|
| 475 |
+
0.75,
|
| 476 |
+
0.76,
|
| 477 |
+
0.77,
|
| 478 |
+
0.78,
|
| 479 |
+
0.79,
|
| 480 |
+
0.8,
|
| 481 |
+
0.81,
|
| 482 |
+
0.82,
|
| 483 |
+
0.83,
|
| 484 |
+
0.84,
|
| 485 |
+
0.85,
|
| 486 |
+
0.86,
|
| 487 |
+
0.87,
|
| 488 |
+
0.88,
|
| 489 |
+
0.89,
|
| 490 |
+
0.9,
|
| 491 |
+
0.91,
|
| 492 |
+
0.92,
|
| 493 |
+
0.93,
|
| 494 |
+
0.94,
|
| 495 |
+
0.95,
|
| 496 |
+
0.96,
|
| 497 |
+
0.97,
|
| 498 |
+
0.98,
|
| 499 |
+
0.99,
|
| 500 |
+
0.991,
|
| 501 |
+
0.992,
|
| 502 |
+
0.993,
|
| 503 |
+
0.994,
|
| 504 |
+
0.995,
|
| 505 |
+
0.996,
|
| 506 |
+
0.997,
|
| 507 |
+
0.998,
|
| 508 |
+
0.999,
|
| 509 |
+
0.9995,
|
| 510 |
+
0.9999,
|
| 511 |
+
1.0
|
| 512 |
+
]
|
| 513 |
+
}
|
| 514 |
+
},
|
| 515 |
+
"steady": {
|
| 516 |
+
"count": 2072,
|
| 517 |
+
"observation_to_action_latency_ms": {
|
| 518 |
+
"distribution_type": "inverse_cdf",
|
| 519 |
+
"latency_ms": [
|
| 520 |
+
65.19399881362915,
|
| 521 |
+
65.19399881362915,
|
| 522 |
+
65.21447089385987,
|
| 523 |
+
65.37542019462586,
|
| 524 |
+
65.54987103176117,
|
| 525 |
+
65.60966022491455,
|
| 526 |
+
65.85360446739197,
|
| 527 |
+
66.113779296875,
|
| 528 |
+
66.16652703666686,
|
| 529 |
+
66.25572955894471,
|
| 530 |
+
66.31964143466949,
|
| 531 |
+
66.37805958938598,
|
| 532 |
+
66.44557957172394,
|
| 533 |
+
67.40347755432128,
|
| 534 |
+
67.95384462833404,
|
| 535 |
+
68.3040751028061,
|
| 536 |
+
68.86173973083496,
|
| 537 |
+
69.22473413944245,
|
| 538 |
+
69.40377369403839,
|
| 539 |
+
69.70454369068146,
|
| 540 |
+
69.82808116436004,
|
| 541 |
+
69.99165661334992,
|
| 542 |
+
70.07831597328186,
|
| 543 |
+
70.19712745666504,
|
| 544 |
+
70.2876419210434,
|
| 545 |
+
70.3415141248703,
|
| 546 |
+
70.42468881607056,
|
| 547 |
+
70.50353671073914,
|
| 548 |
+
70.55655439853668,
|
| 549 |
+
70.60617962837219,
|
| 550 |
+
70.65110831737519,
|
| 551 |
+
70.69143896102905,
|
| 552 |
+
70.74109094619752,
|
| 553 |
+
70.8089477443695,
|
| 554 |
+
70.83344268321991,
|
| 555 |
+
70.88257723331452,
|
| 556 |
+
70.90947210788727,
|
| 557 |
+
70.94953246593475,
|
| 558 |
+
70.9757197189331,
|
| 559 |
+
71.01045125961303,
|
| 560 |
+
71.03570990562439,
|
| 561 |
+
71.07419350147248,
|
| 562 |
+
71.11981529712676,
|
| 563 |
+
71.14466162681579,
|
| 564 |
+
71.16853910923004,
|
| 565 |
+
71.19018000125885,
|
| 566 |
+
71.20882227420807,
|
| 567 |
+
71.24291341304779,
|
| 568 |
+
71.26965581893921,
|
| 569 |
+
71.28910193443298,
|
| 570 |
+
71.30903896331787,
|
| 571 |
+
71.34541156291962,
|
| 572 |
+
71.3635185432434,
|
| 573 |
+
71.3916244506836,
|
| 574 |
+
71.41094114780427,
|
| 575 |
+
71.43986271858215,
|
| 576 |
+
71.47048921585083,
|
| 577 |
+
71.49185324668885,
|
| 578 |
+
71.51238204956054,
|
| 579 |
+
71.52781995773316,
|
| 580 |
+
71.55354582309722,
|
| 581 |
+
71.57390081882477,
|
| 582 |
+
71.59174089431762,
|
| 583 |
+
71.61493656635284,
|
| 584 |
+
71.6342034482956,
|
| 585 |
+
71.65483741283417,
|
| 586 |
+
71.68058023452758,
|
| 587 |
+
71.70002612113953,
|
| 588 |
+
71.72443329334259,
|
| 589 |
+
71.75478495121003,
|
| 590 |
+
71.77438542366028,
|
| 591 |
+
71.81701493263245,
|
| 592 |
+
71.84875475883484,
|
| 593 |
+
71.87945019245147,
|
| 594 |
+
71.90045991420746,
|
| 595 |
+
71.91874521255494,
|
| 596 |
+
71.94669437408447,
|
| 597 |
+
71.98143951892852,
|
| 598 |
+
72.01119516849518,
|
| 599 |
+
72.0328631067276,
|
| 600 |
+
72.06257130146027,
|
| 601 |
+
72.09504079818726,
|
| 602 |
+
72.11566365242004,
|
| 603 |
+
72.15310551643371,
|
| 604 |
+
72.18850584506988,
|
| 605 |
+
72.21814324855805,
|
| 606 |
+
72.26514148712158,
|
| 607 |
+
72.31500059127808,
|
| 608 |
+
72.35579874992371,
|
| 609 |
+
72.40864204883576,
|
| 610 |
+
72.43190546512604,
|
| 611 |
+
72.46693255901337,
|
| 612 |
+
72.49548690319061,
|
| 613 |
+
72.53481489181519,
|
| 614 |
+
72.58008307933807,
|
| 615 |
+
72.64314253807068,
|
| 616 |
+
72.69793500900269,
|
| 617 |
+
72.78377663612366,
|
| 618 |
+
72.82674848079681,
|
| 619 |
+
72.88684828281403,
|
| 620 |
+
72.93725447654724,
|
| 621 |
+
73.03033211231232,
|
| 622 |
+
73.20079249858856,
|
| 623 |
+
73.33228698730468,
|
| 624 |
+
73.50521060466767,
|
| 625 |
+
73.73466797351837,
|
| 626 |
+
74.04130051136016,
|
| 627 |
+
74.44832262992858,
|
| 628 |
+
75.16131977558135,
|
| 629 |
+
76.2820675754547,
|
| 630 |
+
76.88091934204103,
|
| 631 |
+
76.94890914344788,
|
| 632 |
+
77.14981128501891,
|
| 633 |
+
77.46755316638948,
|
| 634 |
+
78.03063362503056,
|
| 635 |
+
78.24113952636718,
|
| 636 |
+
78.38724931049347,
|
| 637 |
+
78.70385138702399,
|
| 638 |
+
80.69423282146485,
|
| 639 |
+
83.1145306940078,
|
| 640 |
+
83.92277062034601,
|
| 641 |
+
84.44702100753784,
|
| 642 |
+
84.44702100753784
|
| 643 |
+
],
|
| 644 |
+
"quantile_levels": [
|
| 645 |
+
0.0,
|
| 646 |
+
0.0001,
|
| 647 |
+
0.0005,
|
| 648 |
+
0.001,
|
| 649 |
+
0.002,
|
| 650 |
+
0.003,
|
| 651 |
+
0.004,
|
| 652 |
+
0.005,
|
| 653 |
+
0.006,
|
| 654 |
+
0.007,
|
| 655 |
+
0.008,
|
| 656 |
+
0.009,
|
| 657 |
+
0.01,
|
| 658 |
+
0.02,
|
| 659 |
+
0.03,
|
| 660 |
+
0.04,
|
| 661 |
+
0.05,
|
| 662 |
+
0.06,
|
| 663 |
+
0.07,
|
| 664 |
+
0.08,
|
| 665 |
+
0.09,
|
| 666 |
+
0.1,
|
| 667 |
+
0.11,
|
| 668 |
+
0.12,
|
| 669 |
+
0.13,
|
| 670 |
+
0.14,
|
| 671 |
+
0.15,
|
| 672 |
+
0.16,
|
| 673 |
+
0.17,
|
| 674 |
+
0.18,
|
| 675 |
+
0.19,
|
| 676 |
+
0.2,
|
| 677 |
+
0.21,
|
| 678 |
+
0.22,
|
| 679 |
+
0.23,
|
| 680 |
+
0.24,
|
| 681 |
+
0.25,
|
| 682 |
+
0.26,
|
| 683 |
+
0.27,
|
| 684 |
+
0.28,
|
| 685 |
+
0.29,
|
| 686 |
+
0.3,
|
| 687 |
+
0.31,
|
| 688 |
+
0.32,
|
| 689 |
+
0.33,
|
| 690 |
+
0.34,
|
| 691 |
+
0.35,
|
| 692 |
+
0.36,
|
| 693 |
+
0.37,
|
| 694 |
+
0.38,
|
| 695 |
+
0.39,
|
| 696 |
+
0.4,
|
| 697 |
+
0.41,
|
| 698 |
+
0.42,
|
| 699 |
+
0.43,
|
| 700 |
+
0.44,
|
| 701 |
+
0.45,
|
| 702 |
+
0.46,
|
| 703 |
+
0.47,
|
| 704 |
+
0.48,
|
| 705 |
+
0.49,
|
| 706 |
+
0.5,
|
| 707 |
+
0.51,
|
| 708 |
+
0.52,
|
| 709 |
+
0.53,
|
| 710 |
+
0.54,
|
| 711 |
+
0.55,
|
| 712 |
+
0.56,
|
| 713 |
+
0.57,
|
| 714 |
+
0.58,
|
| 715 |
+
0.59,
|
| 716 |
+
0.6,
|
| 717 |
+
0.61,
|
| 718 |
+
0.62,
|
| 719 |
+
0.63,
|
| 720 |
+
0.64,
|
| 721 |
+
0.65,
|
| 722 |
+
0.66,
|
| 723 |
+
0.67,
|
| 724 |
+
0.68,
|
| 725 |
+
0.69,
|
| 726 |
+
0.7,
|
| 727 |
+
0.71,
|
| 728 |
+
0.72,
|
| 729 |
+
0.73,
|
| 730 |
+
0.74,
|
| 731 |
+
0.75,
|
| 732 |
+
0.76,
|
| 733 |
+
0.77,
|
| 734 |
+
0.78,
|
| 735 |
+
0.79,
|
| 736 |
+
0.8,
|
| 737 |
+
0.81,
|
| 738 |
+
0.82,
|
| 739 |
+
0.83,
|
| 740 |
+
0.84,
|
| 741 |
+
0.85,
|
| 742 |
+
0.86,
|
| 743 |
+
0.87,
|
| 744 |
+
0.88,
|
| 745 |
+
0.89,
|
| 746 |
+
0.9,
|
| 747 |
+
0.91,
|
| 748 |
+
0.92,
|
| 749 |
+
0.93,
|
| 750 |
+
0.94,
|
| 751 |
+
0.95,
|
| 752 |
+
0.96,
|
| 753 |
+
0.97,
|
| 754 |
+
0.98,
|
| 755 |
+
0.99,
|
| 756 |
+
0.991,
|
| 757 |
+
0.992,
|
| 758 |
+
0.993,
|
| 759 |
+
0.994,
|
| 760 |
+
0.995,
|
| 761 |
+
0.996,
|
| 762 |
+
0.997,
|
| 763 |
+
0.998,
|
| 764 |
+
0.999,
|
| 765 |
+
0.9995,
|
| 766 |
+
0.9999,
|
| 767 |
+
1.0
|
| 768 |
+
]
|
| 769 |
+
},
|
| 770 |
+
"spearman_rho": 0.9980037963516655,
|
| 771 |
+
"worker_service_time_ms": {
|
| 772 |
+
"distribution_type": "inverse_cdf",
|
| 773 |
+
"latency_ms": [
|
| 774 |
+
64.81042885780334,
|
| 775 |
+
64.81042885780334,
|
| 776 |
+
64.83034874725342,
|
| 777 |
+
64.8652042169571,
|
| 778 |
+
65.09434249591827,
|
| 779 |
+
65.18473916053772,
|
| 780 |
+
65.44755630970002,
|
| 781 |
+
65.70904842376709,
|
| 782 |
+
65.7790016708374,
|
| 783 |
+
65.82948631858825,
|
| 784 |
+
65.96403185939789,
|
| 785 |
+
65.99917395210267,
|
| 786 |
+
66.05419579982758,
|
| 787 |
+
66.85226134777069,
|
| 788 |
+
67.41213180541992,
|
| 789 |
+
67.70523978710175,
|
| 790 |
+
68.37709033489227,
|
| 791 |
+
68.6659171819687,
|
| 792 |
+
68.85855054855347,
|
| 793 |
+
69.11082427978516,
|
| 794 |
+
69.26426580905914,
|
| 795 |
+
69.38339400291443,
|
| 796 |
+
69.49818974494934,
|
| 797 |
+
69.59014869213104,
|
| 798 |
+
69.66760065555573,
|
| 799 |
+
69.74625440597534,
|
| 800 |
+
69.80519919395446,
|
| 801 |
+
69.88650359630584,
|
| 802 |
+
69.92661521434783,
|
| 803 |
+
69.96951825618744,
|
| 804 |
+
70.01145081996918,
|
| 805 |
+
70.07099788188934,
|
| 806 |
+
70.11137570858001,
|
| 807 |
+
70.16706781387329,
|
| 808 |
+
70.20938957214355,
|
| 809 |
+
70.24025132656098,
|
| 810 |
+
70.26918590068817,
|
| 811 |
+
70.30251583099366,
|
| 812 |
+
70.33475484848023,
|
| 813 |
+
70.36707436561585,
|
| 814 |
+
70.4130216884613,
|
| 815 |
+
70.43617479801178,
|
| 816 |
+
70.4693127822876,
|
| 817 |
+
70.49378530979156,
|
| 818 |
+
70.52594029903412,
|
| 819 |
+
70.54812473297119,
|
| 820 |
+
70.5624710559845,
|
| 821 |
+
70.58988870143891,
|
| 822 |
+
70.61189743995666,
|
| 823 |
+
70.63650825500488,
|
| 824 |
+
70.65514147758483,
|
| 825 |
+
70.68650047779083,
|
| 826 |
+
70.72054006099701,
|
| 827 |
+
70.74340092658997,
|
| 828 |
+
70.77034149169921,
|
| 829 |
+
70.79453890323639,
|
| 830 |
+
70.81376779079437,
|
| 831 |
+
70.83277872562408,
|
| 832 |
+
70.85774645805358,
|
| 833 |
+
70.87755789279937,
|
| 834 |
+
70.8952799797058,
|
| 835 |
+
70.91331553459167,
|
| 836 |
+
70.93301747322083,
|
| 837 |
+
70.95305408000947,
|
| 838 |
+
70.97179078102111,
|
| 839 |
+
70.99544564723969,
|
| 840 |
+
71.01263489723206,
|
| 841 |
+
71.04232339382172,
|
| 842 |
+
71.07317966461181,
|
| 843 |
+
71.09767675876617,
|
| 844 |
+
71.12224251270294,
|
| 845 |
+
71.14307947158814,
|
| 846 |
+
71.1765646982193,
|
| 847 |
+
71.20110731601716,
|
| 848 |
+
71.22757455825806,
|
| 849 |
+
71.26078465461731,
|
| 850 |
+
71.28300664424896,
|
| 851 |
+
71.31065947055816,
|
| 852 |
+
71.32941711902619,
|
| 853 |
+
71.35752510547638,
|
| 854 |
+
71.3804721879959,
|
| 855 |
+
71.40329875946045,
|
| 856 |
+
71.4374256324768,
|
| 857 |
+
71.47053267478942,
|
| 858 |
+
71.50463972568512,
|
| 859 |
+
71.55248319149017,
|
| 860 |
+
71.58942151069641,
|
| 861 |
+
71.63497022628785,
|
| 862 |
+
71.67235461711884,
|
| 863 |
+
71.70529507637023,
|
| 864 |
+
71.73997480869293,
|
| 865 |
+
71.77655177116394,
|
| 866 |
+
71.81513391971588,
|
| 867 |
+
71.84466456413269,
|
| 868 |
+
71.89355994224549,
|
| 869 |
+
71.95444693088531,
|
| 870 |
+
72.0025963306427,
|
| 871 |
+
72.05938720703125,
|
| 872 |
+
72.1252225112915,
|
| 873 |
+
72.19015914440155,
|
| 874 |
+
72.24081826210022,
|
| 875 |
+
72.335604429245,
|
| 876 |
+
72.48756666660309,
|
| 877 |
+
72.61886465549469,
|
| 878 |
+
72.82262350082398,
|
| 879 |
+
73.05337915420532,
|
| 880 |
+
73.28593082427979,
|
| 881 |
+
73.7462468290329,
|
| 882 |
+
74.27689339637756,
|
| 883 |
+
75.49606513023376,
|
| 884 |
+
75.9689773273468,
|
| 885 |
+
76.06074317169188,
|
| 886 |
+
76.27554173469544,
|
| 887 |
+
76.56049769020082,
|
| 888 |
+
77.12394835662843,
|
| 889 |
+
77.4304215621948,
|
| 890 |
+
77.7176802444458,
|
| 891 |
+
77.9243575134278,
|
| 892 |
+
80.04920254230532,
|
| 893 |
+
82.06012575626357,
|
| 894 |
+
83.2668972358703,
|
| 895 |
+
83.78737902641296,
|
| 896 |
+
83.78737902641296
|
| 897 |
+
],
|
| 898 |
+
"quantile_levels": [
|
| 899 |
+
0.0,
|
| 900 |
+
0.0001,
|
| 901 |
+
0.0005,
|
| 902 |
+
0.001,
|
| 903 |
+
0.002,
|
| 904 |
+
0.003,
|
| 905 |
+
0.004,
|
| 906 |
+
0.005,
|
| 907 |
+
0.006,
|
| 908 |
+
0.007,
|
| 909 |
+
0.008,
|
| 910 |
+
0.009,
|
| 911 |
+
0.01,
|
| 912 |
+
0.02,
|
| 913 |
+
0.03,
|
| 914 |
+
0.04,
|
| 915 |
+
0.05,
|
| 916 |
+
0.06,
|
| 917 |
+
0.07,
|
| 918 |
+
0.08,
|
| 919 |
+
0.09,
|
| 920 |
+
0.1,
|
| 921 |
+
0.11,
|
| 922 |
+
0.12,
|
| 923 |
+
0.13,
|
| 924 |
+
0.14,
|
| 925 |
+
0.15,
|
| 926 |
+
0.16,
|
| 927 |
+
0.17,
|
| 928 |
+
0.18,
|
| 929 |
+
0.19,
|
| 930 |
+
0.2,
|
| 931 |
+
0.21,
|
| 932 |
+
0.22,
|
| 933 |
+
0.23,
|
| 934 |
+
0.24,
|
| 935 |
+
0.25,
|
| 936 |
+
0.26,
|
| 937 |
+
0.27,
|
| 938 |
+
0.28,
|
| 939 |
+
0.29,
|
| 940 |
+
0.3,
|
| 941 |
+
0.31,
|
| 942 |
+
0.32,
|
| 943 |
+
0.33,
|
| 944 |
+
0.34,
|
| 945 |
+
0.35,
|
| 946 |
+
0.36,
|
| 947 |
+
0.37,
|
| 948 |
+
0.38,
|
| 949 |
+
0.39,
|
| 950 |
+
0.4,
|
| 951 |
+
0.41,
|
| 952 |
+
0.42,
|
| 953 |
+
0.43,
|
| 954 |
+
0.44,
|
| 955 |
+
0.45,
|
| 956 |
+
0.46,
|
| 957 |
+
0.47,
|
| 958 |
+
0.48,
|
| 959 |
+
0.49,
|
| 960 |
+
0.5,
|
| 961 |
+
0.51,
|
| 962 |
+
0.52,
|
| 963 |
+
0.53,
|
| 964 |
+
0.54,
|
| 965 |
+
0.55,
|
| 966 |
+
0.56,
|
| 967 |
+
0.57,
|
| 968 |
+
0.58,
|
| 969 |
+
0.59,
|
| 970 |
+
0.6,
|
| 971 |
+
0.61,
|
| 972 |
+
0.62,
|
| 973 |
+
0.63,
|
| 974 |
+
0.64,
|
| 975 |
+
0.65,
|
| 976 |
+
0.66,
|
| 977 |
+
0.67,
|
| 978 |
+
0.68,
|
| 979 |
+
0.69,
|
| 980 |
+
0.7,
|
| 981 |
+
0.71,
|
| 982 |
+
0.72,
|
| 983 |
+
0.73,
|
| 984 |
+
0.74,
|
| 985 |
+
0.75,
|
| 986 |
+
0.76,
|
| 987 |
+
0.77,
|
| 988 |
+
0.78,
|
| 989 |
+
0.79,
|
| 990 |
+
0.8,
|
| 991 |
+
0.81,
|
| 992 |
+
0.82,
|
| 993 |
+
0.83,
|
| 994 |
+
0.84,
|
| 995 |
+
0.85,
|
| 996 |
+
0.86,
|
| 997 |
+
0.87,
|
| 998 |
+
0.88,
|
| 999 |
+
0.89,
|
| 1000 |
+
0.9,
|
| 1001 |
+
0.91,
|
| 1002 |
+
0.92,
|
| 1003 |
+
0.93,
|
| 1004 |
+
0.94,
|
| 1005 |
+
0.95,
|
| 1006 |
+
0.96,
|
| 1007 |
+
0.97,
|
| 1008 |
+
0.98,
|
| 1009 |
+
0.99,
|
| 1010 |
+
0.991,
|
| 1011 |
+
0.992,
|
| 1012 |
+
0.993,
|
| 1013 |
+
0.994,
|
| 1014 |
+
0.995,
|
| 1015 |
+
0.996,
|
| 1016 |
+
0.997,
|
| 1017 |
+
0.998,
|
| 1018 |
+
0.999,
|
| 1019 |
+
0.9995,
|
| 1020 |
+
0.9999,
|
| 1021 |
+
1.0
|
| 1022 |
+
]
|
| 1023 |
+
}
|
| 1024 |
+
}
|
| 1025 |
+
}
|
| 1026 |
+
}
|
| 1027 |
+
}
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/latency_profile.png
ADDED
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/profile.json
ADDED
|
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"burst_model_path": "latency_burst_model.json",
|
| 3 |
+
"distribution_path": "latency_distribution.json",
|
| 4 |
+
"env_fps": 10,
|
| 5 |
+
"frame_ms": 100.0,
|
| 6 |
+
"gpu_class": "1x-rtx3090",
|
| 7 |
+
"instance_id": "instance_859cf1e47bca6046",
|
| 8 |
+
"latency_kind": "observation_to_action_latency",
|
| 9 |
+
"latency_method": "temporal",
|
| 10 |
+
"model_id": "qwenoft",
|
| 11 |
+
"n_admitted_observations": 2075,
|
| 12 |
+
"n_capacity_drops": 1,
|
| 13 |
+
"n_observation_attempts": 2076,
|
| 14 |
+
"per_slot_summary": {
|
| 15 |
+
"0": {
|
| 16 |
+
"admitted_count": 2075,
|
| 17 |
+
"mean_observation_to_action_latency_ms": 71.62769928219807,
|
| 18 |
+
"mean_worker_service_time_ms": 70.97048402751784,
|
| 19 |
+
"p95_observation_to_action_latency_ms": 74.10973887443542,
|
| 20 |
+
"p95_worker_service_time_ms": 73.34952919483185,
|
| 21 |
+
"p99_worker_service_time_ms": 76.0833806705475
|
| 22 |
+
}
|
| 23 |
+
},
|
| 24 |
+
"provenance": {
|
| 25 |
+
"base_config": "/workspace/tasks/20260911T023128Z-p-only4/hopper/profile.yaml",
|
| 26 |
+
"checkpoint_kind": "best",
|
| 27 |
+
"model_artifact": {
|
| 28 |
+
"checkpoint": "checkpoints/steps_5000_pytorch_model.pt",
|
| 29 |
+
"model_config": "config.full.yaml",
|
| 30 |
+
"path_in_repo": "OpenVLA/zero-latency/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k",
|
| 31 |
+
"repo_id": "latency-sensitive-bench/extra-envs-checkpoints",
|
| 32 |
+
"source": "local"
|
| 33 |
+
},
|
| 34 |
+
"session_ids": [
|
| 35 |
+
0,
|
| 36 |
+
1,
|
| 37 |
+
2,
|
| 38 |
+
3,
|
| 39 |
+
4
|
| 40 |
+
]
|
| 41 |
+
},
|
| 42 |
+
"sample_model_type": "hidden_regime",
|
| 43 |
+
"source_run_id": "20260911T034939618615Z",
|
| 44 |
+
"summary": {
|
| 45 |
+
"frame_ms": 100.0,
|
| 46 |
+
"max_ms": 112.13530778884888,
|
| 47 |
+
"mean_effective_frames": 0.7162769928219807,
|
| 48 |
+
"mean_ms": 71.62769928219807,
|
| 49 |
+
"min_ms": 65.19399881362915,
|
| 50 |
+
"n_samples": 2075,
|
| 51 |
+
"p50_frames": 0.715749728679657,
|
| 52 |
+
"p50_ms": 71.5749728679657,
|
| 53 |
+
"p90_frames": 0.7304598674774171,
|
| 54 |
+
"p90_ms": 73.04598674774171,
|
| 55 |
+
"p95_frames": 0.7410973887443543,
|
| 56 |
+
"p95_ms": 74.10973887443542,
|
| 57 |
+
"p99_frames": 0.7696984185695647,
|
| 58 |
+
"p99_ms": 76.96984185695646,
|
| 59 |
+
"prob_latency_gt_1_frame": 0.00048192771084337347,
|
| 60 |
+
"prob_latency_gt_2_frames": 0.0,
|
| 61 |
+
"prob_latency_gt_3_frames": 0.0,
|
| 62 |
+
"std_ms": 2.032231876669252
|
| 63 |
+
},
|
| 64 |
+
"visualization_path": "latency_profile.png",
|
| 65 |
+
"workload_id": "hopper"
|
| 66 |
+
}
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/provenance.json
CHANGED
|
@@ -1,37 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"task": "hopper",
|
| 3 |
-
"model": "
|
| 4 |
-
"
|
| 5 |
-
"
|
| 6 |
-
"
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
"path": "hopper/zero_latency/OpenVLA",
|
| 10 |
-
"url": "https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/hopper/zero_latency/OpenVLA"
|
| 11 |
-
},
|
| 12 |
-
"hf_repo_id": "latency-sensitive-bench/benchmark-models",
|
| 13 |
-
"hf_path": "zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k",
|
| 14 |
-
"checkpoint": {
|
| 15 |
-
"source_file": "hopper/zero_latency/OpenVLA/checkpoints/steps_5000_pytorch_model.pt",
|
| 16 |
-
"source_sha256": "87e4cb2bf569982a181bb7a7642a64499012542ab2cbf1545cd1c654b0a3d7cd",
|
| 17 |
-
"source_bytes": 9785081249,
|
| 18 |
-
"file": "checkpoints/model.pt",
|
| 19 |
-
"selection_rule": "only published VLA checkpoint",
|
| 20 |
-
"method": "copy",
|
| 21 |
-
"sha256": "87e4cb2bf569982a181bb7a7642a64499012542ab2cbf1545cd1c654b0a3d7cd",
|
| 22 |
-
"bytes": 9785081249
|
| 23 |
-
},
|
| 24 |
-
"config_source": "hopper/zero_latency/OpenVLA/config.full.yaml",
|
| 25 |
-
"task_contract_file": "task_contract.json",
|
| 26 |
-
"missing_source_files": [
|
| 27 |
-
"manifest.json",
|
| 28 |
-
"latency_prompt_map.json"
|
| 29 |
-
],
|
| 30 |
-
"migration": {
|
| 31 |
-
"operation": "copy_selected_inference_bundle",
|
| 32 |
-
"source_modified": false,
|
| 33 |
-
"evaluation_performed": false,
|
| 34 |
-
"experiment_status": "preserved_in_source_evidence"
|
| 35 |
-
},
|
| 36 |
-
"action_horizon": 1
|
| 37 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"task": "hopper",
|
| 3 |
+
"model": "openvla",
|
| 4 |
+
"training_run_id": "hopper_openvla_l0_issued_iid_g128_s42_20261010",
|
| 5 |
+
"steps": 5000,
|
| 6 |
+
"seed": 42,
|
| 7 |
+
"source_identity": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/source_identity.json",
|
| 8 |
+
"data_source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/l0_data_source.json"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
}
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/results.json
ADDED
|
@@ -0,0 +1,436 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "hopper",
|
| 3 |
+
"model": "openvla",
|
| 4 |
+
"condition": "l0",
|
| 5 |
+
"method": "iid",
|
| 6 |
+
"parallel_envs": 32,
|
| 7 |
+
"fps": 10,
|
| 8 |
+
"latency_seed": 0,
|
| 9 |
+
"eval_max_steps": 1000,
|
| 10 |
+
"iid": {
|
| 11 |
+
"episodes": 100,
|
| 12 |
+
"seeds": [
|
| 13 |
+
42,
|
| 14 |
+
43,
|
| 15 |
+
44,
|
| 16 |
+
45,
|
| 17 |
+
46,
|
| 18 |
+
47,
|
| 19 |
+
48,
|
| 20 |
+
49,
|
| 21 |
+
50,
|
| 22 |
+
51,
|
| 23 |
+
52,
|
| 24 |
+
53,
|
| 25 |
+
54,
|
| 26 |
+
55,
|
| 27 |
+
56,
|
| 28 |
+
57,
|
| 29 |
+
58,
|
| 30 |
+
59,
|
| 31 |
+
60,
|
| 32 |
+
61,
|
| 33 |
+
62,
|
| 34 |
+
63,
|
| 35 |
+
64,
|
| 36 |
+
65,
|
| 37 |
+
66,
|
| 38 |
+
67,
|
| 39 |
+
68,
|
| 40 |
+
69,
|
| 41 |
+
70,
|
| 42 |
+
71,
|
| 43 |
+
72,
|
| 44 |
+
73,
|
| 45 |
+
74,
|
| 46 |
+
75,
|
| 47 |
+
76,
|
| 48 |
+
77,
|
| 49 |
+
78,
|
| 50 |
+
79,
|
| 51 |
+
80,
|
| 52 |
+
81,
|
| 53 |
+
82,
|
| 54 |
+
83,
|
| 55 |
+
84,
|
| 56 |
+
85,
|
| 57 |
+
86,
|
| 58 |
+
87,
|
| 59 |
+
88,
|
| 60 |
+
89,
|
| 61 |
+
90,
|
| 62 |
+
91,
|
| 63 |
+
92,
|
| 64 |
+
93,
|
| 65 |
+
94,
|
| 66 |
+
95,
|
| 67 |
+
96,
|
| 68 |
+
97,
|
| 69 |
+
98,
|
| 70 |
+
99,
|
| 71 |
+
100,
|
| 72 |
+
101,
|
| 73 |
+
102,
|
| 74 |
+
103,
|
| 75 |
+
104,
|
| 76 |
+
105,
|
| 77 |
+
106,
|
| 78 |
+
107,
|
| 79 |
+
108,
|
| 80 |
+
109,
|
| 81 |
+
110,
|
| 82 |
+
111,
|
| 83 |
+
112,
|
| 84 |
+
113,
|
| 85 |
+
114,
|
| 86 |
+
115,
|
| 87 |
+
116,
|
| 88 |
+
117,
|
| 89 |
+
118,
|
| 90 |
+
119,
|
| 91 |
+
120,
|
| 92 |
+
121,
|
| 93 |
+
122,
|
| 94 |
+
123,
|
| 95 |
+
124,
|
| 96 |
+
125,
|
| 97 |
+
126,
|
| 98 |
+
127,
|
| 99 |
+
128,
|
| 100 |
+
129,
|
| 101 |
+
130,
|
| 102 |
+
131,
|
| 103 |
+
132,
|
| 104 |
+
133,
|
| 105 |
+
134,
|
| 106 |
+
135,
|
| 107 |
+
136,
|
| 108 |
+
137,
|
| 109 |
+
138,
|
| 110 |
+
139,
|
| 111 |
+
140,
|
| 112 |
+
141
|
| 113 |
+
],
|
| 114 |
+
"mean_return": 8.601052397487145,
|
| 115 |
+
"population_std_return": 0.08951211004565304,
|
| 116 |
+
"mean_length": 9.0,
|
| 117 |
+
"returns": [
|
| 118 |
+
8.6917627465288,
|
| 119 |
+
8.73306145647087,
|
| 120 |
+
8.71403616994167,
|
| 121 |
+
8.583896897015691,
|
| 122 |
+
8.672642938985883,
|
| 123 |
+
8.427757295736674,
|
| 124 |
+
8.571533583014793,
|
| 125 |
+
8.565357829958833,
|
| 126 |
+
8.537550983494729,
|
| 127 |
+
8.632085392432735,
|
| 128 |
+
8.552285327858668,
|
| 129 |
+
8.638997036521452,
|
| 130 |
+
8.717879500132502,
|
| 131 |
+
8.539744025336605,
|
| 132 |
+
8.6754114106357,
|
| 133 |
+
8.571702401488537,
|
| 134 |
+
8.462032315509415,
|
| 135 |
+
8.531309785706377,
|
| 136 |
+
8.730168026328982,
|
| 137 |
+
8.589709800728759,
|
| 138 |
+
8.509318432744081,
|
| 139 |
+
8.527731391443877,
|
| 140 |
+
8.602237298624328,
|
| 141 |
+
8.525274357317235,
|
| 142 |
+
8.562420768535583,
|
| 143 |
+
8.669419399449819,
|
| 144 |
+
8.422970530455824,
|
| 145 |
+
8.562386925964551,
|
| 146 |
+
8.524182646538234,
|
| 147 |
+
8.602084708456225,
|
| 148 |
+
8.711719168274799,
|
| 149 |
+
8.72592316494239,
|
| 150 |
+
8.510250700957727,
|
| 151 |
+
8.69337476888435,
|
| 152 |
+
8.529212892687543,
|
| 153 |
+
8.647350428435848,
|
| 154 |
+
8.506181125763417,
|
| 155 |
+
8.678597001027963,
|
| 156 |
+
8.727944350168512,
|
| 157 |
+
8.632905672908656,
|
| 158 |
+
8.550442537938224,
|
| 159 |
+
8.745932455789626,
|
| 160 |
+
8.539863219331682,
|
| 161 |
+
8.572523108828962,
|
| 162 |
+
8.755738883298353,
|
| 163 |
+
8.577290998947356,
|
| 164 |
+
8.492716810083826,
|
| 165 |
+
8.504153353841756,
|
| 166 |
+
8.547978144515366,
|
| 167 |
+
8.430896830682354,
|
| 168 |
+
8.753671362586688,
|
| 169 |
+
8.60193178014941,
|
| 170 |
+
8.513544673136073,
|
| 171 |
+
8.505511140496044,
|
| 172 |
+
8.499744355116055,
|
| 173 |
+
8.64221325046278,
|
| 174 |
+
8.565443355955088,
|
| 175 |
+
8.535212692911742,
|
| 176 |
+
8.561722188587803,
|
| 177 |
+
8.67351315307817,
|
| 178 |
+
8.544618097050153,
|
| 179 |
+
8.627435811163572,
|
| 180 |
+
8.608528715773797,
|
| 181 |
+
8.552483552636549,
|
| 182 |
+
8.678918342556964,
|
| 183 |
+
8.5746224254452,
|
| 184 |
+
8.61326896158795,
|
| 185 |
+
8.434140922423078,
|
| 186 |
+
8.570902557636986,
|
| 187 |
+
8.65430188927553,
|
| 188 |
+
8.571006364206841,
|
| 189 |
+
8.750275758929346,
|
| 190 |
+
8.683064080993631,
|
| 191 |
+
8.648580487035987,
|
| 192 |
+
8.446179756250404,
|
| 193 |
+
8.655544050763481,
|
| 194 |
+
8.495376267206154,
|
| 195 |
+
8.464821597683837,
|
| 196 |
+
8.721967349805047,
|
| 197 |
+
8.611081108664907,
|
| 198 |
+
8.674980510938017,
|
| 199 |
+
8.821411137248088,
|
| 200 |
+
8.476918605033447,
|
| 201 |
+
8.659526602226759,
|
| 202 |
+
8.591038260198701,
|
| 203 |
+
8.770774678149827,
|
| 204 |
+
8.669764984251096,
|
| 205 |
+
8.638062946248441,
|
| 206 |
+
8.635899954693873,
|
| 207 |
+
8.666403188827305,
|
| 208 |
+
8.50292940582674,
|
| 209 |
+
8.600899889713261,
|
| 210 |
+
8.676111049904051,
|
| 211 |
+
8.6949964396178,
|
| 212 |
+
8.745684198141012,
|
| 213 |
+
8.666252764205561,
|
| 214 |
+
8.52864915543721,
|
| 215 |
+
8.570416722333313,
|
| 216 |
+
8.526649306392653,
|
| 217 |
+
8.500296899091962
|
| 218 |
+
],
|
| 219 |
+
"primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/evaluation/iid_parallel32_ib8/episode_metrics.jsonl",
|
| 220 |
+
"eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/eval_iid_parallel32_ib8.yaml",
|
| 221 |
+
"inference_batch_size": 8
|
| 222 |
+
},
|
| 223 |
+
"zero": {
|
| 224 |
+
"episodes": 100,
|
| 225 |
+
"seeds": [
|
| 226 |
+
42,
|
| 227 |
+
43,
|
| 228 |
+
44,
|
| 229 |
+
45,
|
| 230 |
+
46,
|
| 231 |
+
47,
|
| 232 |
+
48,
|
| 233 |
+
49,
|
| 234 |
+
50,
|
| 235 |
+
51,
|
| 236 |
+
52,
|
| 237 |
+
53,
|
| 238 |
+
54,
|
| 239 |
+
55,
|
| 240 |
+
56,
|
| 241 |
+
57,
|
| 242 |
+
58,
|
| 243 |
+
59,
|
| 244 |
+
60,
|
| 245 |
+
61,
|
| 246 |
+
62,
|
| 247 |
+
63,
|
| 248 |
+
64,
|
| 249 |
+
65,
|
| 250 |
+
66,
|
| 251 |
+
67,
|
| 252 |
+
68,
|
| 253 |
+
69,
|
| 254 |
+
70,
|
| 255 |
+
71,
|
| 256 |
+
72,
|
| 257 |
+
73,
|
| 258 |
+
74,
|
| 259 |
+
75,
|
| 260 |
+
76,
|
| 261 |
+
77,
|
| 262 |
+
78,
|
| 263 |
+
79,
|
| 264 |
+
80,
|
| 265 |
+
81,
|
| 266 |
+
82,
|
| 267 |
+
83,
|
| 268 |
+
84,
|
| 269 |
+
85,
|
| 270 |
+
86,
|
| 271 |
+
87,
|
| 272 |
+
88,
|
| 273 |
+
89,
|
| 274 |
+
90,
|
| 275 |
+
91,
|
| 276 |
+
92,
|
| 277 |
+
93,
|
| 278 |
+
94,
|
| 279 |
+
95,
|
| 280 |
+
96,
|
| 281 |
+
97,
|
| 282 |
+
98,
|
| 283 |
+
99,
|
| 284 |
+
100,
|
| 285 |
+
101,
|
| 286 |
+
102,
|
| 287 |
+
103,
|
| 288 |
+
104,
|
| 289 |
+
105,
|
| 290 |
+
106,
|
| 291 |
+
107,
|
| 292 |
+
108,
|
| 293 |
+
109,
|
| 294 |
+
110,
|
| 295 |
+
111,
|
| 296 |
+
112,
|
| 297 |
+
113,
|
| 298 |
+
114,
|
| 299 |
+
115,
|
| 300 |
+
116,
|
| 301 |
+
117,
|
| 302 |
+
118,
|
| 303 |
+
119,
|
| 304 |
+
120,
|
| 305 |
+
121,
|
| 306 |
+
122,
|
| 307 |
+
123,
|
| 308 |
+
124,
|
| 309 |
+
125,
|
| 310 |
+
126,
|
| 311 |
+
127,
|
| 312 |
+
128,
|
| 313 |
+
129,
|
| 314 |
+
130,
|
| 315 |
+
131,
|
| 316 |
+
132,
|
| 317 |
+
133,
|
| 318 |
+
134,
|
| 319 |
+
135,
|
| 320 |
+
136,
|
| 321 |
+
137,
|
| 322 |
+
138,
|
| 323 |
+
139,
|
| 324 |
+
140,
|
| 325 |
+
141
|
| 326 |
+
],
|
| 327 |
+
"mean_return": 2666.6738215371893,
|
| 328 |
+
"population_std_return": 892.3727539565475,
|
| 329 |
+
"mean_length": 737.1,
|
| 330 |
+
"returns": [
|
| 331 |
+
3561.84688319941,
|
| 332 |
+
1600.6706551027182,
|
| 333 |
+
3620.1188423008407,
|
| 334 |
+
2634.125060166308,
|
| 335 |
+
3060.5406702348314,
|
| 336 |
+
2867.834669791374,
|
| 337 |
+
2992.744611683189,
|
| 338 |
+
3662.2122720643074,
|
| 339 |
+
3076.6213192088344,
|
| 340 |
+
1707.3126535662188,
|
| 341 |
+
3585.0773319826912,
|
| 342 |
+
3562.303457569297,
|
| 343 |
+
3584.7843497474437,
|
| 344 |
+
1984.425834117197,
|
| 345 |
+
1400.396347395964,
|
| 346 |
+
3708.940214387246,
|
| 347 |
+
3571.645430478484,
|
| 348 |
+
3549.5071814671765,
|
| 349 |
+
2016.473619471494,
|
| 350 |
+
1512.940152763139,
|
| 351 |
+
1551.4059890434748,
|
| 352 |
+
2709.3808200274007,
|
| 353 |
+
2087.1807182226453,
|
| 354 |
+
2348.1228572054592,
|
| 355 |
+
3573.049733729277,
|
| 356 |
+
3564.936255019036,
|
| 357 |
+
3591.114335505998,
|
| 358 |
+
3404.109465599575,
|
| 359 |
+
3601.5126268040863,
|
| 360 |
+
1600.1972006719357,
|
| 361 |
+
1300.3741057873092,
|
| 362 |
+
2018.2731464618341,
|
| 363 |
+
3575.7982186171307,
|
| 364 |
+
1516.5009255816353,
|
| 365 |
+
2089.019360972886,
|
| 366 |
+
3316.052141537801,
|
| 367 |
+
1149.3692840024999,
|
| 368 |
+
1692.1935943817916,
|
| 369 |
+
1220.906751625911,
|
| 370 |
+
2742.4229565515056,
|
| 371 |
+
1401.2839375823191,
|
| 372 |
+
1606.57843550376,
|
| 373 |
+
3576.578496890439,
|
| 374 |
+
1642.5919138573438,
|
| 375 |
+
3562.8412358686096,
|
| 376 |
+
3097.587924341113,
|
| 377 |
+
1506.0965221743043,
|
| 378 |
+
1725.0498620090573,
|
| 379 |
+
3320.3162868747845,
|
| 380 |
+
3587.9432930285748,
|
| 381 |
+
3571.8413021249357,
|
| 382 |
+
1439.9684498656356,
|
| 383 |
+
2759.491810249567,
|
| 384 |
+
3570.6079423553447,
|
| 385 |
+
1704.8707264522059,
|
| 386 |
+
3585.716175880421,
|
| 387 |
+
3586.6132646382052,
|
| 388 |
+
3414.014932085534,
|
| 389 |
+
3581.9646369320876,
|
| 390 |
+
1672.273533409995,
|
| 391 |
+
3302.4684181540797,
|
| 392 |
+
3183.532299896706,
|
| 393 |
+
3570.969371167777,
|
| 394 |
+
1711.2189456130832,
|
| 395 |
+
2614.3641385546816,
|
| 396 |
+
3572.946802559335,
|
| 397 |
+
3575.3707653406273,
|
| 398 |
+
3582.3630644374493,
|
| 399 |
+
3241.370990146436,
|
| 400 |
+
3565.4849383486803,
|
| 401 |
+
2588.2728701325736,
|
| 402 |
+
1901.5159071763892,
|
| 403 |
+
2680.770976705007,
|
| 404 |
+
3580.734404173484,
|
| 405 |
+
3561.9330531101477,
|
| 406 |
+
1599.2705695187178,
|
| 407 |
+
2309.907835775398,
|
| 408 |
+
3154.9875894385427,
|
| 409 |
+
1410.1724552319938,
|
| 410 |
+
1852.237443796794,
|
| 411 |
+
1291.4703130698426,
|
| 412 |
+
1464.1994892806633,
|
| 413 |
+
3579.4176915271437,
|
| 414 |
+
3148.712354275726,
|
| 415 |
+
1280.1114428676256,
|
| 416 |
+
1475.3713822898185,
|
| 417 |
+
3573.0579550186694,
|
| 418 |
+
3594.2648921388536,
|
| 419 |
+
1549.1325971849271,
|
| 420 |
+
2022.8787532407548,
|
| 421 |
+
3567.26874267536,
|
| 422 |
+
3566.3347341640115,
|
| 423 |
+
2252.1416583396226,
|
| 424 |
+
3558.9017235893107,
|
| 425 |
+
1896.2028240774214,
|
| 426 |
+
2009.095934666783,
|
| 427 |
+
1216.4311718577985,
|
| 428 |
+
3584.1615263907383,
|
| 429 |
+
2053.9339787256954,
|
| 430 |
+
3597.7274228886013
|
| 431 |
+
],
|
| 432 |
+
"primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/evaluation/zero_parallel32_ib8/episode_metrics.jsonl",
|
| 433 |
+
"eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/hopper/openvla_l0/eval_zero_parallel32_ib8.yaml",
|
| 434 |
+
"inference_batch_size": 8
|
| 435 |
+
}
|
| 436 |
+
}
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/source.tar.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:243de1df8298a262fed9f20fc794bf4a8c784b8754aa29c36e06280b3e9b8e2c
|
| 3 |
+
size 15131356
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/source/config.yaml
DELETED
|
@@ -1,86 +0,0 @@
|
|
| 1 |
-
checkpoint:
|
| 2 |
-
local:
|
| 3 |
-
keep_last_n: 1
|
| 4 |
-
save_best_model: false
|
| 5 |
-
save_final_model: true
|
| 6 |
-
save_pt_file: true
|
| 7 |
-
save_safetensors_file: false
|
| 8 |
-
save_training_state: false
|
| 9 |
-
sync:
|
| 10 |
-
enabled: false
|
| 11 |
-
keep_last_n: 0
|
| 12 |
-
repo_id: null
|
| 13 |
-
datasets:
|
| 14 |
-
vla_data:
|
| 15 |
-
data_mix: hopper_rgb_state_l0_return_gt3000_100ep
|
| 16 |
-
dataset_py: lerobot_datasets
|
| 17 |
-
eval_data_mix: hopper_rgb_state_l0_return_gt3000_100ep__val
|
| 18 |
-
latency_curriculum:
|
| 19 |
-
enabled: false
|
| 20 |
-
per_device_batch_size: 16
|
| 21 |
-
framework:
|
| 22 |
-
action_model:
|
| 23 |
-
action_dim: 3
|
| 24 |
-
action_env_dim: 3
|
| 25 |
-
action_hidden_dim: 2560
|
| 26 |
-
action_horizon: 1
|
| 27 |
-
action_model_type: MLP
|
| 28 |
-
loss_type: l1
|
| 29 |
-
state_dim: 11
|
| 30 |
-
state_encoding: continuous_projector
|
| 31 |
-
kv_memory:
|
| 32 |
-
enabled: false
|
| 33 |
-
packed_train: false
|
| 34 |
-
rebased_sink: true
|
| 35 |
-
rollout_len: 8
|
| 36 |
-
window: 4
|
| 37 |
-
name: QwenOFT
|
| 38 |
-
qwenvl:
|
| 39 |
-
attn_implementation: flash_attention_2
|
| 40 |
-
base_vlm: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
|
| 41 |
-
enable_gradient_checkpointing: true
|
| 42 |
-
output_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
|
| 43 |
-
rl_games:
|
| 44 |
-
env_eval:
|
| 45 |
-
enabled: false
|
| 46 |
-
task: gymnasium
|
| 47 |
-
run_id: hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
|
| 48 |
-
run_root_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs
|
| 49 |
-
seed: 42
|
| 50 |
-
trainer:
|
| 51 |
-
distributed_backend: deepspeed
|
| 52 |
-
eval_action_classification: false
|
| 53 |
-
eval_action_classification_interval: null
|
| 54 |
-
eval_interval: 500
|
| 55 |
-
eval_num_batches: 200
|
| 56 |
-
freeze_llm_layers: []
|
| 57 |
-
freeze_modules: ''
|
| 58 |
-
freeze_tied_embedding: false
|
| 59 |
-
freeze_vit: false
|
| 60 |
-
gradient_accumulation_steps: 1
|
| 61 |
-
is_resume: false
|
| 62 |
-
learning_rate:
|
| 63 |
-
action_model: 0.0001
|
| 64 |
-
base: 2.0e-05
|
| 65 |
-
qwen_vl_interface: 1.0e-05
|
| 66 |
-
logging_frequency: 1
|
| 67 |
-
lr_scheduler_type: cosine_with_min_lr
|
| 68 |
-
max_train_steps: 5000
|
| 69 |
-
num_warmup_steps: 100
|
| 70 |
-
optimizer:
|
| 71 |
-
betas:
|
| 72 |
-
- 0.9
|
| 73 |
-
- 0.95
|
| 74 |
-
eps: 1.0e-08
|
| 75 |
-
fused: true
|
| 76 |
-
weight_decay: 1.0e-08
|
| 77 |
-
per_latency_eval_num_batches: null
|
| 78 |
-
pretrained_checkpoint: null
|
| 79 |
-
profile_timing:
|
| 80 |
-
enabled: true
|
| 81 |
-
log_interval: 10
|
| 82 |
-
save_interval: 500
|
| 83 |
-
scheduler_specific_kwargs:
|
| 84 |
-
min_lr: 1.0e-06
|
| 85 |
-
wandb_entity: dongqianyu99-zhejiang-university
|
| 86 |
-
wandb_project: latency-sensitive-bench
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/source_identity.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"revision": "a7001d2227fa8b0cbcd58b7b0e32db3dba147810",
|
| 3 |
+
"source": "current worktree snapshot",
|
| 4 |
+
"dirty_paths": [
|
| 5 |
+
" M AGENTS.md",
|
| 6 |
+
" M configs/experiments/memory/small_model/flappy_capped.yaml",
|
| 7 |
+
" M configs/experiments/memory/small_model/flappy_extended.yaml",
|
| 8 |
+
" M configs/experiments/observation_stride/flappy_capped.yaml",
|
| 9 |
+
" M configs/experiments/observation_stride/flappy_extended.yaml",
|
| 10 |
+
" M configs/experiments/sim2real.yaml",
|
| 11 |
+
" M scripts/experiments/memory/small_model/run.sh",
|
| 12 |
+
" M scripts/experiments/observation_stride/run.sh",
|
| 13 |
+
" M scripts/experiments/sim2real/study.py",
|
| 14 |
+
" M tests/scripts/test_sim2real.py",
|
| 15 |
+
"?? configs/experiments/sim2real/five_gpu.yaml",
|
| 16 |
+
"?? docs/cleanup-refactor/",
|
| 17 |
+
"?? lagen/",
|
| 18 |
+
"?? scripts/experiments/sim2real/campaign.py",
|
| 19 |
+
"?? servers.md"
|
| 20 |
+
],
|
| 21 |
+
"runtime_patches": [
|
| 22 |
+
{
|
| 23 |
+
"path": "third_party/starVLA/starVLA/training/train_starvla.py",
|
| 24 |
+
"change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
|
| 25 |
+
"validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
|
| 26 |
+
}
|
| 27 |
+
],
|
| 28 |
+
"frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
|
| 29 |
+
}
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/task_contract.json
DELETED
|
@@ -1,62 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"action_space": {
|
| 3 |
-
"dtype": "float32",
|
| 4 |
-
"high": [
|
| 5 |
-
1.0,
|
| 6 |
-
1.0,
|
| 7 |
-
1.0
|
| 8 |
-
],
|
| 9 |
-
"labels": [
|
| 10 |
-
"thigh_torque",
|
| 11 |
-
"leg_torque",
|
| 12 |
-
"foot_torque"
|
| 13 |
-
],
|
| 14 |
-
"low": [
|
| 15 |
-
-1.0,
|
| 16 |
-
-1.0,
|
| 17 |
-
-1.0
|
| 18 |
-
],
|
| 19 |
-
"type": "box"
|
| 20 |
-
},
|
| 21 |
-
"base_prompt": "Move the Hopper robot forward while keeping its torso upright. Predict three continuous torques in [-1, 1] ordered as thigh, leg, and foot.",
|
| 22 |
-
"env_fps": 125.0,
|
| 23 |
-
"env_id": "LatencyBench/HopperRgbState-v0",
|
| 24 |
-
"frame_stack": 1,
|
| 25 |
-
"make_kwargs": {
|
| 26 |
-
"base_env_id": "Hopper-v4",
|
| 27 |
-
"base_make_kwargs": {
|
| 28 |
-
"ctrl_cost_weight": 0.001,
|
| 29 |
-
"exclude_current_positions_from_observation": true,
|
| 30 |
-
"forward_reward_weight": 1.0,
|
| 31 |
-
"healthy_reward": 1.0,
|
| 32 |
-
"reset_noise_scale": 0.005,
|
| 33 |
-
"terminate_when_unhealthy": true
|
| 34 |
-
},
|
| 35 |
-
"render_mode": "rgb_array"
|
| 36 |
-
},
|
| 37 |
-
"noop_action": [
|
| 38 |
-
0.0,
|
| 39 |
-
0.0,
|
| 40 |
-
0.0
|
| 41 |
-
],
|
| 42 |
-
"obs_fps": 125.0,
|
| 43 |
-
"registration_imports": [
|
| 44 |
-
"latency_bench.envs.gymnasium_hopper_rgb_state"
|
| 45 |
-
],
|
| 46 |
-
"state_space": {
|
| 47 |
-
"labels": [
|
| 48 |
-
"torso_height",
|
| 49 |
-
"torso_angle",
|
| 50 |
-
"thigh_angle",
|
| 51 |
-
"leg_angle",
|
| 52 |
-
"foot_angle",
|
| 53 |
-
"torso_x_velocity",
|
| 54 |
-
"torso_z_velocity",
|
| 55 |
-
"torso_angular_velocity",
|
| 56 |
-
"thigh_angular_velocity",
|
| 57 |
-
"leg_angular_velocity",
|
| 58 |
-
"foot_angular_velocity"
|
| 59 |
-
]
|
| 60 |
-
},
|
| 61 |
-
"task_name": "hopper_rgb_state"
|
| 62 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/hopper/vla/starvla-qwenoft-h1/hopper_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/training.complete.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"steps": 5000,
|
| 3 |
+
"seed": 42,
|
| 4 |
+
"global_batch": 128,
|
| 5 |
+
"gradient_checkpointing": false,
|
| 6 |
+
"gpus": "2,3",
|
| 7 |
+
"attempts": [
|
| 8 |
+
{
|
| 9 |
+
"micro_batch": 64,
|
| 10 |
+
"state": "OOM"
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"micro_batch": 32,
|
| 14 |
+
"accumulation": 2,
|
| 15 |
+
"state": "COMPLETED"
|
| 16 |
+
}
|
| 17 |
+
]
|
| 18 |
+
}
|