Publish global128 walker2d openvla l0 checkpoint and evaluations
Browse files- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/README.md +4 -29
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/checkpoints/model.pt +3 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/config.full.yaml +25 -16
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/config.yaml +8 -74
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/dataset_statistics.json +102 -102
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/dataset_statistics_eval.json +0 -180
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/config.yaml +328 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/dataset_statistics.json +180 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/episode_metrics.jsonl +0 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/eval_config.yaml +166 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/latency_prompt_map.json +7 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/manifest.json +184 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/result.json +213 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/source_identity.json +29 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/config.yaml +328 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/dataset_statistics.json +180 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/episode_metrics.jsonl +0 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/eval_config.yaml +163 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/latency_prompt_map.json +7 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/manifest.json +184 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/result.json +213 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/source_identity.json +29 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/l0_data_source.json +8 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/latency_prompt_map.json +7 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/manifest.json +184 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/DONE +0 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/hardware.json +40 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/latency_burst_model.json +1322 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/latency_distribution.json +1027 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/latency_profile.png +0 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/profile.json +66 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/provenance.json +6 -34
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/results.json +436 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/source.tar.gz +3 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/source/config.yaml +0 -86
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/source_identity.json +29 -0
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/task_contract.json +0 -80
- zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/training.complete.json +18 -0
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/README.md
CHANGED
|
@@ -1,30 +1,5 @@
|
|
| 1 |
-
# walker2d
|
| 2 |
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
- Checkpoint: `checkpoints/model.pt`
|
| 8 |
-
- Selection: only published VLA checkpoint
|
| 9 |
-
- Checkpoint SHA256: `8287406d754a46cf89c798a807bff000c9dc0bf93a6b7c49c51e74928599f259`
|
| 10 |
-
- Configuration, FPS, actions, normalization and latency semantics retain their source values.
|
| 11 |
-
- This import does not run evaluations or change training/evaluation/acceptance status.
|
| 12 |
-
|
| 13 |
-
Action horizon is 1. Use `config.yaml` and `dataset_statistics.json` with the matching
|
| 14 |
-
prepared backbone. `task_contract.json` is extracted from the original training configuration.
|
| 15 |
-
Original machine paths in historical configurations are provenance: bind checkpoint,
|
| 16 |
-
backbone, manifest and profile paths to downloaded local files when running inference.
|
| 17 |
-
|
| 18 |
-
Missing in this source model bundle: `manifest.json`, `latency_prompt_map.json`.
|
| 19 |
-
These files were not substituted with files from another training condition.
|
| 20 |
-
|
| 21 |
-
## Download
|
| 22 |
-
|
| 23 |
-
```python
|
| 24 |
-
from huggingface_hub import snapshot_download
|
| 25 |
-
prefix = "zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k"
|
| 26 |
-
snapshot_download("latency-sensitive-bench/benchmark-models", revision="<commit>",
|
| 27 |
-
allow_patterns=[prefix + "/**"])
|
| 28 |
-
```
|
| 29 |
-
|
| 30 |
-
Use the verified import commit listed in the repository's import report.
|
|
|
|
| 1 |
+
# walker2d openvla l0
|
| 2 |
|
| 3 |
+
Global batch128, seed42, 5000 optimizer updates. Gradient checkpointing False.
|
| 4 |
+
Evaluation: simulated IID, 100 episodes, seeds42-141, latency seed0, parallel32, 10 FPS, cap1000, per-environment capacity1.
|
| 5 |
+
See config.full.yaml, training.complete.json, results.json and evaluation evidence.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/checkpoints/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b44fb96397d0664f68d2c8b51c85a4074b9fd9c058f19082f7418b83c772308d
|
| 3 |
+
size 9785142689
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/config.full.yaml
CHANGED
|
@@ -1,18 +1,18 @@
|
|
| 1 |
framework:
|
| 2 |
name: QwenOFT
|
| 3 |
qwenvl:
|
| 4 |
-
base_vlm: /
|
| 5 |
attn_implementation: flash_attention_2
|
| 6 |
-
enable_gradient_checkpointing:
|
| 7 |
action_model:
|
| 8 |
action_model_type: MLP
|
| 9 |
action_dim: 6
|
|
|
|
| 10 |
action_hidden_dim: 2560
|
| 11 |
future_action_window_size: 0
|
| 12 |
past_action_window_size: 0
|
| 13 |
loss_type: l1
|
| 14 |
state_encoding: continuous_projector
|
| 15 |
-
state_dim: 17
|
| 16 |
action_horizon: 1
|
| 17 |
action_env_dim: 6
|
| 18 |
kv_memory:
|
|
@@ -25,11 +25,11 @@ datasets:
|
|
| 25 |
vla_data:
|
| 26 |
dataset_py: lerobot_datasets
|
| 27 |
include_state: true
|
| 28 |
-
data_root_dir: /
|
| 29 |
-
data_mix:
|
| 30 |
-
eval_data_mix:
|
| 31 |
-
custom_mixtures_path: /
|
| 32 |
-
action_type:
|
| 33 |
sequential_step_sampling: false
|
| 34 |
eval_sequential_step_sampling: null
|
| 35 |
num_workers: 8
|
|
@@ -59,7 +59,7 @@ datasets:
|
|
| 59 |
eval_at_phase_end: false
|
| 60 |
save_at_phase_end: false
|
| 61 |
computed_plan: null
|
| 62 |
-
per_device_batch_size:
|
| 63 |
load_all_data_for_training: true
|
| 64 |
num_obs_frames: 1
|
| 65 |
image_mode: single
|
|
@@ -141,6 +141,7 @@ datasets:
|
|
| 141 |
- left_foot_angular_velocity
|
| 142 |
task_name: walker2d_rgb_state
|
| 143 |
active_action_dim: 6
|
|
|
|
| 144 |
dataset:
|
| 145 |
source_hf: ''
|
| 146 |
config_name: null
|
|
@@ -201,7 +202,7 @@ trainer:
|
|
| 201 |
enabled: true
|
| 202 |
log_interval: 10
|
| 203 |
gradient_clipping: 1.0
|
| 204 |
-
gradient_accumulation_steps:
|
| 205 |
distributed_backend: deepspeed
|
| 206 |
is_resume: false
|
| 207 |
pretrained_checkpoint: null
|
|
@@ -217,9 +218,9 @@ trainer:
|
|
| 217 |
fused: true
|
| 218 |
save_format: pt
|
| 219 |
workspace_dir: /home/lzj/code/latency-sensitive-bench
|
| 220 |
-
run_root_dir: /
|
| 221 |
seed: 42
|
| 222 |
-
wandb_entity:
|
| 223 |
wandb_project: latency-sensitive-bench
|
| 224 |
auth:
|
| 225 |
env_file: null
|
|
@@ -377,7 +378,7 @@ checkpoint:
|
|
| 377 |
save_best_model: false
|
| 378 |
save_final_model: true
|
| 379 |
save_pt_file: true
|
| 380 |
-
save_training_state:
|
| 381 |
save_safetensors_file: false
|
| 382 |
local:
|
| 383 |
keep_last_n: 1
|
|
@@ -387,8 +388,16 @@ checkpoint:
|
|
| 387 |
keep_last_n: 0
|
| 388 |
sync_every_n_checkpoints: 1
|
| 389 |
resume_policy: local_latest
|
| 390 |
-
run_id:
|
| 391 |
-
output_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
|
| 392 |
-
config_yaml: null
|
| 393 |
is_debug: false
|
| 394 |
version_id: '0.21'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
framework:
|
| 2 |
name: QwenOFT
|
| 3 |
qwenvl:
|
| 4 |
+
base_vlm: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 5 |
attn_implementation: flash_attention_2
|
| 6 |
+
enable_gradient_checkpointing: false
|
| 7 |
action_model:
|
| 8 |
action_model_type: MLP
|
| 9 |
action_dim: 6
|
| 10 |
+
state_dim: 17
|
| 11 |
action_hidden_dim: 2560
|
| 12 |
future_action_window_size: 0
|
| 13 |
past_action_window_size: 0
|
| 14 |
loss_type: l1
|
| 15 |
state_encoding: continuous_projector
|
|
|
|
| 16 |
action_horizon: 1
|
| 17 |
action_env_dim: 6
|
| 18 |
kv_memory:
|
|
|
|
| 25 |
vla_data:
|
| 26 |
dataset_py: lerobot_datasets
|
| 27 |
include_state: true
|
| 28 |
+
data_root_dir: /
|
| 29 |
+
data_mix: train
|
| 30 |
+
eval_data_mix: validation
|
| 31 |
+
custom_mixtures_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/mixture.json
|
| 32 |
+
action_type: continuous
|
| 33 |
sequential_step_sampling: false
|
| 34 |
eval_sequential_step_sampling: null
|
| 35 |
num_workers: 8
|
|
|
|
| 59 |
eval_at_phase_end: false
|
| 60 |
save_at_phase_end: false
|
| 61 |
computed_plan: null
|
| 62 |
+
per_device_batch_size: 32
|
| 63 |
load_all_data_for_training: true
|
| 64 |
num_obs_frames: 1
|
| 65 |
image_mode: single
|
|
|
|
| 141 |
- left_foot_angular_velocity
|
| 142 |
task_name: walker2d_rgb_state
|
| 143 |
active_action_dim: 6
|
| 144 |
+
robot_type: rl_games_gymnasium
|
| 145 |
dataset:
|
| 146 |
source_hf: ''
|
| 147 |
config_name: null
|
|
|
|
| 202 |
enabled: true
|
| 203 |
log_interval: 10
|
| 204 |
gradient_clipping: 1.0
|
| 205 |
+
gradient_accumulation_steps: 2
|
| 206 |
distributed_backend: deepspeed
|
| 207 |
is_resume: false
|
| 208 |
pretrained_checkpoint: null
|
|
|
|
| 218 |
fused: true
|
| 219 |
save_format: pt
|
| 220 |
workspace_dir: /home/lzj/code/latency-sensitive-bench
|
| 221 |
+
run_root_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/training
|
| 222 |
seed: 42
|
| 223 |
+
wandb_entity: saberrr-zju
|
| 224 |
wandb_project: latency-sensitive-bench
|
| 225 |
auth:
|
| 226 |
env_file: null
|
|
|
|
| 378 |
save_best_model: false
|
| 379 |
save_final_model: true
|
| 380 |
save_pt_file: true
|
| 381 |
+
save_training_state: true
|
| 382 |
save_safetensors_file: false
|
| 383 |
local:
|
| 384 |
keep_last_n: 1
|
|
|
|
| 388 |
keep_last_n: 0
|
| 389 |
sync_every_n_checkpoints: 1
|
| 390 |
resume_policy: local_latest
|
| 391 |
+
run_id: walker2d_openvla_l0_issued_iid_g128_s42_20261010
|
|
|
|
|
|
|
| 392 |
is_debug: false
|
| 393 |
version_id: '0.21'
|
| 394 |
+
training_latency_condition: zero_latency
|
| 395 |
+
wandb_name: walker2d_openvla_l0_issued_iid_g128_s42_20261010
|
| 396 |
+
wandb_group: continuous-control-issued-iid-20261010
|
| 397 |
+
wandb_tags:
|
| 398 |
+
- walker2d
|
| 399 |
+
- openvla
|
| 400 |
+
- issued-action
|
| 401 |
+
- iid
|
| 402 |
+
config_yaml: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/train.yaml
|
| 403 |
+
output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/training/walker2d_openvla_l0_issued_iid_g128_s42_20261010
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/config.yaml
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
framework:
|
| 2 |
name: QwenOFT
|
| 3 |
qwenvl:
|
| 4 |
-
base_vlm: /
|
| 5 |
attn_implementation: flash_attention_2
|
| 6 |
-
enable_gradient_checkpointing:
|
| 7 |
action_model:
|
| 8 |
action_model_type: MLP
|
| 9 |
action_dim: 6
|
|
@@ -69,7 +69,7 @@ datasets:
|
|
| 69 |
- 2
|
| 70 |
obs_image_size: null
|
| 71 |
video_backend: torchvision_av
|
| 72 |
-
gymnasium_task_contract:
|
| 73 |
action_space:
|
| 74 |
dtype: float32
|
| 75 |
high:
|
|
@@ -141,6 +141,7 @@ datasets:
|
|
| 141 |
- left_foot_angular_velocity
|
| 142 |
task_name: walker2d_rgb_state
|
| 143 |
active_action_dim: 6
|
|
|
|
| 144 |
dataset:
|
| 145 |
source_hf: ''
|
| 146 |
config_name: null
|
|
@@ -293,77 +294,7 @@ rl_games:
|
|
| 293 |
- 0
|
| 294 |
task: gymnasium
|
| 295 |
gymnasium:
|
| 296 |
-
task_contract:
|
| 297 |
-
action_space:
|
| 298 |
-
dtype: float32
|
| 299 |
-
high:
|
| 300 |
-
- 1.0
|
| 301 |
-
- 1.0
|
| 302 |
-
- 1.0
|
| 303 |
-
- 1.0
|
| 304 |
-
- 1.0
|
| 305 |
-
- 1.0
|
| 306 |
-
labels:
|
| 307 |
-
- right_thigh_torque
|
| 308 |
-
- right_leg_torque
|
| 309 |
-
- right_foot_torque
|
| 310 |
-
- left_thigh_torque
|
| 311 |
-
- left_leg_torque
|
| 312 |
-
- left_foot_torque
|
| 313 |
-
low:
|
| 314 |
-
- -1.0
|
| 315 |
-
- -1.0
|
| 316 |
-
- -1.0
|
| 317 |
-
- -1.0
|
| 318 |
-
- -1.0
|
| 319 |
-
- -1.0
|
| 320 |
-
type: box
|
| 321 |
-
base_prompt: Move the Walker2d robot forward while keeping its torso upright.
|
| 322 |
-
Predict six continuous torques in [-1, 1] ordered as right thigh, right leg,
|
| 323 |
-
right foot, left thigh, left leg, and left foot.
|
| 324 |
-
env_fps: 125.0
|
| 325 |
-
env_id: LatencyBench/Walker2dContinuous-v0
|
| 326 |
-
frame_stack: 1
|
| 327 |
-
make_kwargs:
|
| 328 |
-
base_env_id: Walker2d-v4
|
| 329 |
-
base_make_kwargs:
|
| 330 |
-
ctrl_cost_weight: 0.001
|
| 331 |
-
exclude_current_positions_from_observation: true
|
| 332 |
-
forward_reward_weight: 1.0
|
| 333 |
-
healthy_reward: 1.0
|
| 334 |
-
reset_noise_scale: 0.005
|
| 335 |
-
terminate_when_unhealthy: true
|
| 336 |
-
render_mode: rgb_array
|
| 337 |
-
noop_action:
|
| 338 |
-
- 0.0
|
| 339 |
-
- 0.0
|
| 340 |
-
- 0.0
|
| 341 |
-
- 0.0
|
| 342 |
-
- 0.0
|
| 343 |
-
- 0.0
|
| 344 |
-
obs_fps: 125.0
|
| 345 |
-
registration_imports:
|
| 346 |
-
- latency_bench.envs.gymnasium_walker2d
|
| 347 |
-
state_space:
|
| 348 |
-
labels:
|
| 349 |
-
- torso_height
|
| 350 |
-
- torso_angle
|
| 351 |
-
- right_thigh_angle
|
| 352 |
-
- right_leg_angle
|
| 353 |
-
- right_foot_angle
|
| 354 |
-
- left_thigh_angle
|
| 355 |
-
- left_leg_angle
|
| 356 |
-
- left_foot_angle
|
| 357 |
-
- torso_x_velocity
|
| 358 |
-
- torso_z_velocity
|
| 359 |
-
- torso_angular_velocity
|
| 360 |
-
- right_thigh_angular_velocity
|
| 361 |
-
- right_leg_angular_velocity
|
| 362 |
-
- right_foot_angular_velocity
|
| 363 |
-
- left_thigh_angular_velocity
|
| 364 |
-
- left_leg_angular_velocity
|
| 365 |
-
- left_foot_angular_velocity
|
| 366 |
-
task_name: walker2d_rgb_state
|
| 367 |
task_name: walker2d_rgb_state
|
| 368 |
initialization_mode: scratch
|
| 369 |
action_carrier: native
|
|
@@ -392,3 +323,6 @@ output_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs/walker2d_rgb_s
|
|
| 392 |
config_yaml: null
|
| 393 |
is_debug: false
|
| 394 |
version_id: '0.21'
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
framework:
|
| 2 |
name: QwenOFT
|
| 3 |
qwenvl:
|
| 4 |
+
base_vlm: Qwen/Qwen3-VL-4B-Instruct
|
| 5 |
attn_implementation: flash_attention_2
|
| 6 |
+
enable_gradient_checkpointing: false
|
| 7 |
action_model:
|
| 8 |
action_model_type: MLP
|
| 9 |
action_dim: 6
|
|
|
|
| 69 |
- 2
|
| 70 |
obs_image_size: null
|
| 71 |
video_backend: torchvision_av
|
| 72 |
+
gymnasium_task_contract: &id001
|
| 73 |
action_space:
|
| 74 |
dtype: float32
|
| 75 |
high:
|
|
|
|
| 141 |
- left_foot_angular_velocity
|
| 142 |
task_name: walker2d_rgb_state
|
| 143 |
active_action_dim: 6
|
| 144 |
+
robot_type: rl_games_gymnasium
|
| 145 |
dataset:
|
| 146 |
source_hf: ''
|
| 147 |
config_name: null
|
|
|
|
| 294 |
- 0
|
| 295 |
task: gymnasium
|
| 296 |
gymnasium:
|
| 297 |
+
task_contract: *id001
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 298 |
task_name: walker2d_rgb_state
|
| 299 |
initialization_mode: scratch
|
| 300 |
action_carrier: native
|
|
|
|
| 323 |
config_yaml: null
|
| 324 |
is_debug: false
|
| 325 |
version_id: '0.21'
|
| 326 |
+
backbone:
|
| 327 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 328 |
+
revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/dataset_statistics.json
CHANGED
|
@@ -60,118 +60,118 @@
|
|
| 60 |
},
|
| 61 |
"state": {
|
| 62 |
"mean": [
|
| 63 |
-
|
| 64 |
-
-0.
|
| 65 |
-
0.
|
| 66 |
-
0.
|
| 67 |
-
0.
|
| 68 |
-
0.
|
| 69 |
-
0.
|
| 70 |
-
0.
|
| 71 |
-
|
| 72 |
-
0.
|
| 73 |
-
-0.
|
| 74 |
-
-0.
|
| 75 |
-
-
|
| 76 |
-
-
|
| 77 |
-
-0.
|
| 78 |
-
-
|
| 79 |
-
-0.
|
| 80 |
],
|
| 81 |
"std": [
|
| 82 |
-
0.
|
| 83 |
-
0.
|
| 84 |
-
0.
|
| 85 |
-
0.
|
| 86 |
-
0.
|
| 87 |
-
0.
|
| 88 |
-
0.
|
| 89 |
-
0.
|
| 90 |
-
|
| 91 |
-
0.
|
| 92 |
-
|
| 93 |
-
|
| 94 |
-
|
| 95 |
-
|
| 96 |
-
|
| 97 |
-
|
| 98 |
-
|
| 99 |
],
|
| 100 |
"max": [
|
| 101 |
-
1.
|
| 102 |
-
|
| 103 |
-
|
| 104 |
-
|
| 105 |
-
1.
|
| 106 |
-
|
| 107 |
-
|
| 108 |
-
1.
|
| 109 |
-
|
| 110 |
-
|
| 111 |
-
|
| 112 |
-
|
| 113 |
-
|
| 114 |
-
|
| 115 |
-
|
| 116 |
-
|
| 117 |
-
|
| 118 |
],
|
| 119 |
"min": [
|
| 120 |
-
|
| 121 |
-
-
|
| 122 |
-
-1.
|
| 123 |
-
-
|
| 124 |
-
-1.
|
| 125 |
-
-1.
|
| 126 |
-
-
|
| 127 |
-
-1.
|
| 128 |
-
-1.
|
| 129 |
-
-
|
| 130 |
-
-
|
| 131 |
-
-
|
| 132 |
-
-
|
| 133 |
-
-
|
| 134 |
-
-
|
| 135 |
-
-
|
| 136 |
-
-
|
| 137 |
],
|
| 138 |
"q01": [
|
| 139 |
-
|
| 140 |
-
-0.
|
| 141 |
-
0.
|
| 142 |
-
-
|
| 143 |
-
-
|
| 144 |
-
0.
|
| 145 |
-
-
|
| 146 |
-
0.
|
| 147 |
-
-0.
|
| 148 |
-
-
|
| 149 |
-
-
|
| 150 |
-
-
|
| 151 |
-
-
|
| 152 |
-
-
|
| 153 |
-
-
|
| 154 |
-
-
|
| 155 |
-
-
|
| 156 |
],
|
| 157 |
"q99": [
|
| 158 |
-
|
| 159 |
-
0.
|
| 160 |
-
0.
|
| 161 |
-
0.
|
| 162 |
-
|
| 163 |
-
0.
|
| 164 |
-
0.
|
| 165 |
-
0.
|
| 166 |
-
|
| 167 |
-
|
| 168 |
-
|
| 169 |
-
|
| 170 |
-
|
| 171 |
-
|
| 172 |
-
|
| 173 |
-
|
| 174 |
-
0.
|
| 175 |
]
|
| 176 |
},
|
| 177 |
"num_transitions": 85160,
|
|
|
|
| 60 |
},
|
| 61 |
"state": {
|
| 62 |
"mean": [
|
| 63 |
+
1.238454818725586,
|
| 64 |
+
-0.06925152242183685,
|
| 65 |
+
0.013844254426658154,
|
| 66 |
+
-0.643065333366394,
|
| 67 |
+
0.2552712857723236,
|
| 68 |
+
-0.005795903038233519,
|
| 69 |
+
-0.6064881682395935,
|
| 70 |
+
0.8155102133750916,
|
| 71 |
+
3.271153211593628,
|
| 72 |
+
-0.01893916167318821,
|
| 73 |
+
-0.4156621992588043,
|
| 74 |
+
-0.06785181909799576,
|
| 75 |
+
-2.146728992462158,
|
| 76 |
+
-2.3021345138549805,
|
| 77 |
+
-0.08182163536548615,
|
| 78 |
+
-1.9842950105667114,
|
| 79 |
+
-0.016649344936013222
|
| 80 |
],
|
| 81 |
"std": [
|
| 82 |
+
0.04799554497003498,
|
| 83 |
+
0.28501957654953003,
|
| 84 |
+
0.07016541063785553,
|
| 85 |
+
0.6130346059799194,
|
| 86 |
+
0.7710450887680054,
|
| 87 |
+
0.09444431960582733,
|
| 88 |
+
0.6930415034294128,
|
| 89 |
+
0.09426350891590118,
|
| 90 |
+
2.0632712841033936,
|
| 91 |
+
0.9129093289375305,
|
| 92 |
+
5.711340427398682,
|
| 93 |
+
1.9414550065994263,
|
| 94 |
+
7.972898483276367,
|
| 95 |
+
7.378425121307373,
|
| 96 |
+
3.264720916748047,
|
| 97 |
+
7.74824857711792,
|
| 98 |
+
1.0511988401412964
|
| 99 |
],
|
| 100 |
"max": [
|
| 101 |
+
1.4312387704849243,
|
| 102 |
+
0.9942846298217773,
|
| 103 |
+
0.35824716091156006,
|
| 104 |
+
0.42332249879837036,
|
| 105 |
+
1.4080666303634644,
|
| 106 |
+
0.19403602182865143,
|
| 107 |
+
0.508411705493927,
|
| 108 |
+
1.1665540933609009,
|
| 109 |
+
9.758368492126465,
|
| 110 |
+
2.7117056846618652,
|
| 111 |
+
10.0,
|
| 112 |
+
10.0,
|
| 113 |
+
10.0,
|
| 114 |
+
10.0,
|
| 115 |
+
10.0,
|
| 116 |
+
10.0,
|
| 117 |
+
10.0
|
| 118 |
],
|
| 119 |
"min": [
|
| 120 |
+
0.8001501560211182,
|
| 121 |
+
-0.9963381290435791,
|
| 122 |
+
-1.2083065509796143,
|
| 123 |
+
-2.6031124591827393,
|
| 124 |
+
-1.4880801439285278,
|
| 125 |
+
-1.7395809888839722,
|
| 126 |
+
-2.8114991188049316,
|
| 127 |
+
-1.4173651933670044,
|
| 128 |
+
-1.9014521837234497,
|
| 129 |
+
-5.880380630493164,
|
| 130 |
+
-10.0,
|
| 131 |
+
-10.0,
|
| 132 |
+
-10.0,
|
| 133 |
+
-10.0,
|
| 134 |
+
-10.0,
|
| 135 |
+
-10.0,
|
| 136 |
+
-10.0
|
| 137 |
],
|
| 138 |
"q01": [
|
| 139 |
+
1.1105143690109254,
|
| 140 |
+
-0.5708677995204926,
|
| 141 |
+
-0.30774066627025604,
|
| 142 |
+
-1.8590021085739137,
|
| 143 |
+
-1.060097142457962,
|
| 144 |
+
-0.376356845498085,
|
| 145 |
+
-2.4267983722686766,
|
| 146 |
+
0.7860841512680053,
|
| 147 |
+
-0.9104019457101822,
|
| 148 |
+
-1.9860247433185576,
|
| 149 |
+
-10.0,
|
| 150 |
+
-7.184711570739746,
|
| 151 |
+
-10.0,
|
| 152 |
+
-10.0,
|
| 153 |
+
-9.244866075515747,
|
| 154 |
+
-10.0,
|
| 155 |
+
-3.716821608543396
|
| 156 |
],
|
| 157 |
"q99": [
|
| 158 |
+
1.3310901904106143,
|
| 159 |
+
0.5297461080551149,
|
| 160 |
+
0.14402787744998935,
|
| 161 |
+
0.33698604166507723,
|
| 162 |
+
1.3549233567714694,
|
| 163 |
+
0.11568393751978878,
|
| 164 |
+
0.34200800031423567,
|
| 165 |
+
0.907156448364258,
|
| 166 |
+
8.155581150054932,
|
| 167 |
+
2.316671621799469,
|
| 168 |
+
10.0,
|
| 169 |
+
8.595866012573266,
|
| 170 |
+
10.0,
|
| 171 |
+
10.0,
|
| 172 |
+
10.0,
|
| 173 |
+
10.0,
|
| 174 |
+
0.44217916637659327
|
| 175 |
]
|
| 176 |
},
|
| 177 |
"num_transitions": 85160,
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/dataset_statistics_eval.json
DELETED
|
@@ -1,180 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"new_embodiment": {
|
| 3 |
-
"action": {
|
| 4 |
-
"mean": [
|
| 5 |
-
0.8849527835845947,
|
| 6 |
-
0.35430335998535156,
|
| 7 |
-
0.12333488464355469,
|
| 8 |
-
0.8605653643608093,
|
| 9 |
-
0.32735443115234375,
|
| 10 |
-
0.9852222204208374
|
| 11 |
-
],
|
| 12 |
-
"std": [
|
| 13 |
-
0.32089999318122864,
|
| 14 |
-
0.7054017186164856,
|
| 15 |
-
0.907700777053833,
|
| 16 |
-
0.32899200916290283,
|
| 17 |
-
0.7426145076751709,
|
| 18 |
-
0.1215449869632721
|
| 19 |
-
],
|
| 20 |
-
"max": [
|
| 21 |
-
1.0,
|
| 22 |
-
1.0,
|
| 23 |
-
1.0,
|
| 24 |
-
1.0,
|
| 25 |
-
1.0,
|
| 26 |
-
1.0
|
| 27 |
-
],
|
| 28 |
-
"min": [
|
| 29 |
-
-1.0,
|
| 30 |
-
-1.0,
|
| 31 |
-
-1.0,
|
| 32 |
-
-1.0,
|
| 33 |
-
-1.0,
|
| 34 |
-
-1.0
|
| 35 |
-
],
|
| 36 |
-
"q01": [
|
| 37 |
-
-0.5130668139457703,
|
| 38 |
-
-1.0,
|
| 39 |
-
-1.0,
|
| 40 |
-
-0.5488155257701873,
|
| 41 |
-
-1.0,
|
| 42 |
-
0.3306524598598479
|
| 43 |
-
],
|
| 44 |
-
"q99": [
|
| 45 |
-
1.0,
|
| 46 |
-
1.0,
|
| 47 |
-
1.0,
|
| 48 |
-
1.0,
|
| 49 |
-
1.0,
|
| 50 |
-
1.0
|
| 51 |
-
],
|
| 52 |
-
"mask": [
|
| 53 |
-
true,
|
| 54 |
-
true,
|
| 55 |
-
true,
|
| 56 |
-
true,
|
| 57 |
-
true,
|
| 58 |
-
true
|
| 59 |
-
]
|
| 60 |
-
},
|
| 61 |
-
"state": {
|
| 62 |
-
"mean": [
|
| 63 |
-
0.3954218029975891,
|
| 64 |
-
-0.0746895968914032,
|
| 65 |
-
0.5602800250053406,
|
| 66 |
-
0.3015284240245819,
|
| 67 |
-
0.2082919180393219,
|
| 68 |
-
0.7967728972434998,
|
| 69 |
-
0.3465990126132965,
|
| 70 |
-
0.7285168170928955,
|
| 71 |
-
-0.09946807473897934,
|
| 72 |
-
0.36348482966423035,
|
| 73 |
-
-0.04188957437872887,
|
| 74 |
-
-0.006726500112563372,
|
| 75 |
-
-0.21870803833007812,
|
| 76 |
-
-0.23826205730438232,
|
| 77 |
-
-0.008270090445876122,
|
| 78 |
-
-0.2051077038049698,
|
| 79 |
-
-0.0017182693118229508
|
| 80 |
-
],
|
| 81 |
-
"std": [
|
| 82 |
-
0.15569402277469635,
|
| 83 |
-
0.2810911238193512,
|
| 84 |
-
0.09028489887714386,
|
| 85 |
-
0.4023565948009491,
|
| 86 |
-
0.5337862968444824,
|
| 87 |
-
0.08760403096675873,
|
| 88 |
-
0.40798017382621765,
|
| 89 |
-
0.0689404234290119,
|
| 90 |
-
0.3508071303367615,
|
| 91 |
-
0.2143576443195343,
|
| 92 |
-
0.5698263645172119,
|
| 93 |
-
0.18698696792125702,
|
| 94 |
-
0.800293505191803,
|
| 95 |
-
0.7367855906486511,
|
| 96 |
-
0.32409295439720154,
|
| 97 |
-
0.768949031829834,
|
| 98 |
-
0.11262209713459015
|
| 99 |
-
],
|
| 100 |
-
"max": [
|
| 101 |
-
0.8644862174987793,
|
| 102 |
-
0.7157082557678223,
|
| 103 |
-
0.9386438131332397,
|
| 104 |
-
0.9675707817077637,
|
| 105 |
-
0.9948835372924805,
|
| 106 |
-
0.9897574186325073,
|
| 107 |
-
0.987257719039917,
|
| 108 |
-
0.9977864027023315,
|
| 109 |
-
0.9504057168960571,
|
| 110 |
-
1.0,
|
| 111 |
-
1.0,
|
| 112 |
-
1.0,
|
| 113 |
-
1.0,
|
| 114 |
-
1.0,
|
| 115 |
-
1.0,
|
| 116 |
-
1.0,
|
| 117 |
-
1.0
|
| 118 |
-
],
|
| 119 |
-
"min": [
|
| 120 |
-
-0.9982708692550659,
|
| 121 |
-
-0.8229403495788574,
|
| 122 |
-
-0.6960538625717163,
|
| 123 |
-
-0.9217309951782227,
|
| 124 |
-
-0.877301812171936,
|
| 125 |
-
0.2215665578842163,
|
| 126 |
-
-0.9920427799224854,
|
| 127 |
-
-0.9526035785675049,
|
| 128 |
-
-0.9228333234786987,
|
| 129 |
-
-0.8903961777687073,
|
| 130 |
-
-1.0,
|
| 131 |
-
-1.0,
|
| 132 |
-
-1.0,
|
| 133 |
-
-1.0,
|
| 134 |
-
-1.0,
|
| 135 |
-
-1.0,
|
| 136 |
-
-1.0
|
| 137 |
-
],
|
| 138 |
-
"q01": [
|
| 139 |
-
-0.017054073810577396,
|
| 140 |
-
-0.5626240783929825,
|
| 141 |
-
0.15242856860160828,
|
| 142 |
-
-0.44991630494594576,
|
| 143 |
-
-0.6997699916362763,
|
| 144 |
-
0.4606837844848633,
|
| 145 |
-
-0.7162600827217103,
|
| 146 |
-
0.625782380104065,
|
| 147 |
-
-0.8147157776355743,
|
| 148 |
-
-0.07589246273040771,
|
| 149 |
-
-1.0,
|
| 150 |
-
-0.6913001000881195,
|
| 151 |
-
-1.0,
|
| 152 |
-
-1.0,
|
| 153 |
-
-0.9122443580627442,
|
| 154 |
-
-1.0,
|
| 155 |
-
-0.3875079840421677
|
| 156 |
-
],
|
| 157 |
-
"q99": [
|
| 158 |
-
0.6713557291030892,
|
| 159 |
-
0.49713534116745084,
|
| 160 |
-
0.7179951703548436,
|
| 161 |
-
0.9427642738819123,
|
| 162 |
-
0.9646597146987915,
|
| 163 |
-
0.9173498451709751,
|
| 164 |
-
0.8999581170082093,
|
| 165 |
-
0.8004228246212006,
|
| 166 |
-
0.7161488473415385,
|
| 167 |
-
0.910248271226883,
|
| 168 |
-
1.0,
|
| 169 |
-
0.7649935555458134,
|
| 170 |
-
1.0,
|
| 171 |
-
1.0,
|
| 172 |
-
1.0,
|
| 173 |
-
1.0,
|
| 174 |
-
0.10979756355286273
|
| 175 |
-
]
|
| 176 |
-
},
|
| 177 |
-
"num_transitions": 9664,
|
| 178 |
-
"num_trajectories": 10
|
| 179 |
-
}
|
| 180 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/config.yaml
ADDED
|
@@ -0,0 +1,328 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
framework:
|
| 2 |
+
name: QwenOFT
|
| 3 |
+
qwenvl:
|
| 4 |
+
base_vlm: Qwen/Qwen3-VL-4B-Instruct
|
| 5 |
+
attn_implementation: flash_attention_2
|
| 6 |
+
enable_gradient_checkpointing: false
|
| 7 |
+
action_model:
|
| 8 |
+
action_model_type: MLP
|
| 9 |
+
action_dim: 6
|
| 10 |
+
action_hidden_dim: 2560
|
| 11 |
+
future_action_window_size: 0
|
| 12 |
+
past_action_window_size: 0
|
| 13 |
+
loss_type: l1
|
| 14 |
+
state_encoding: continuous_projector
|
| 15 |
+
state_dim: 17
|
| 16 |
+
action_horizon: 1
|
| 17 |
+
action_env_dim: 6
|
| 18 |
+
kv_memory:
|
| 19 |
+
enabled: false
|
| 20 |
+
window: 4
|
| 21 |
+
rollout_len: 8
|
| 22 |
+
packed_train: false
|
| 23 |
+
rebased_sink: true
|
| 24 |
+
datasets:
|
| 25 |
+
vla_data:
|
| 26 |
+
dataset_py: lerobot_datasets
|
| 27 |
+
include_state: true
|
| 28 |
+
data_root_dir: /mnt/data/latency-sensitive-bench/vla_datasets/rl_games
|
| 29 |
+
data_mix: walker2d_rgb_state_l0_return_gt3000_100ep
|
| 30 |
+
eval_data_mix: walker2d_rgb_state_l0_return_gt3000_100ep__val
|
| 31 |
+
custom_mixtures_path: /mnt/data/latency-sensitive-bench/vla_datasets/rl_games/_generated_mixtures/walker2d_rgb_state_l0_return_gt3000_100ep.json
|
| 32 |
+
action_type: discrete
|
| 33 |
+
sequential_step_sampling: false
|
| 34 |
+
eval_sequential_step_sampling: null
|
| 35 |
+
num_workers: 8
|
| 36 |
+
eval_num_workers: 8
|
| 37 |
+
prefetch_factor: 4
|
| 38 |
+
persistent_workers: true
|
| 39 |
+
pin_memory: true
|
| 40 |
+
shuffle: true
|
| 41 |
+
action_balance:
|
| 42 |
+
enabled: false
|
| 43 |
+
strategy: balanced_epoch
|
| 44 |
+
action_key: action_id
|
| 45 |
+
target_flap_fraction: 0.3
|
| 46 |
+
noop_id: 0
|
| 47 |
+
flap_id: 1
|
| 48 |
+
latency_curriculum:
|
| 49 |
+
enabled: false
|
| 50 |
+
strategy: exclusive
|
| 51 |
+
latencies: null
|
| 52 |
+
phase_steps: null
|
| 53 |
+
phase_distributions: null
|
| 54 |
+
new_latency_passes: 1.0
|
| 55 |
+
replay_passes: 0.25
|
| 56 |
+
target_total_passes: 2.0
|
| 57 |
+
final_equalization: true
|
| 58 |
+
step_budget_mode: auto
|
| 59 |
+
eval_at_phase_end: false
|
| 60 |
+
save_at_phase_end: false
|
| 61 |
+
computed_plan: null
|
| 62 |
+
per_device_batch_size: 16
|
| 63 |
+
load_all_data_for_training: true
|
| 64 |
+
num_obs_frames: 1
|
| 65 |
+
image_mode: single
|
| 66 |
+
prompt_mode: raw
|
| 67 |
+
stitch_grid:
|
| 68 |
+
- 2
|
| 69 |
+
- 2
|
| 70 |
+
obs_image_size: null
|
| 71 |
+
video_backend: torchvision_av
|
| 72 |
+
gymnasium_task_contract: &id001
|
| 73 |
+
action_space:
|
| 74 |
+
dtype: float32
|
| 75 |
+
high:
|
| 76 |
+
- 1.0
|
| 77 |
+
- 1.0
|
| 78 |
+
- 1.0
|
| 79 |
+
- 1.0
|
| 80 |
+
- 1.0
|
| 81 |
+
- 1.0
|
| 82 |
+
labels:
|
| 83 |
+
- right_thigh_torque
|
| 84 |
+
- right_leg_torque
|
| 85 |
+
- right_foot_torque
|
| 86 |
+
- left_thigh_torque
|
| 87 |
+
- left_leg_torque
|
| 88 |
+
- left_foot_torque
|
| 89 |
+
low:
|
| 90 |
+
- -1.0
|
| 91 |
+
- -1.0
|
| 92 |
+
- -1.0
|
| 93 |
+
- -1.0
|
| 94 |
+
- -1.0
|
| 95 |
+
- -1.0
|
| 96 |
+
type: box
|
| 97 |
+
base_prompt: Move the Walker2d robot forward while keeping its torso upright.
|
| 98 |
+
Predict six continuous torques in [-1, 1] ordered as right thigh, right leg,
|
| 99 |
+
right foot, left thigh, left leg, and left foot.
|
| 100 |
+
env_fps: 125.0
|
| 101 |
+
env_id: LatencyBench/Walker2dContinuous-v0
|
| 102 |
+
frame_stack: 1
|
| 103 |
+
make_kwargs:
|
| 104 |
+
base_env_id: Walker2d-v4
|
| 105 |
+
base_make_kwargs:
|
| 106 |
+
ctrl_cost_weight: 0.001
|
| 107 |
+
exclude_current_positions_from_observation: true
|
| 108 |
+
forward_reward_weight: 1.0
|
| 109 |
+
healthy_reward: 1.0
|
| 110 |
+
reset_noise_scale: 0.005
|
| 111 |
+
terminate_when_unhealthy: true
|
| 112 |
+
render_mode: rgb_array
|
| 113 |
+
noop_action:
|
| 114 |
+
- 0.0
|
| 115 |
+
- 0.0
|
| 116 |
+
- 0.0
|
| 117 |
+
- 0.0
|
| 118 |
+
- 0.0
|
| 119 |
+
- 0.0
|
| 120 |
+
obs_fps: 125.0
|
| 121 |
+
registration_imports:
|
| 122 |
+
- latency_bench.envs.gymnasium_walker2d
|
| 123 |
+
state_space:
|
| 124 |
+
labels:
|
| 125 |
+
- torso_height
|
| 126 |
+
- torso_angle
|
| 127 |
+
- right_thigh_angle
|
| 128 |
+
- right_leg_angle
|
| 129 |
+
- right_foot_angle
|
| 130 |
+
- left_thigh_angle
|
| 131 |
+
- left_leg_angle
|
| 132 |
+
- left_foot_angle
|
| 133 |
+
- torso_x_velocity
|
| 134 |
+
- torso_z_velocity
|
| 135 |
+
- torso_angular_velocity
|
| 136 |
+
- right_thigh_angular_velocity
|
| 137 |
+
- right_leg_angular_velocity
|
| 138 |
+
- right_foot_angular_velocity
|
| 139 |
+
- left_thigh_angular_velocity
|
| 140 |
+
- left_leg_angular_velocity
|
| 141 |
+
- left_foot_angular_velocity
|
| 142 |
+
task_name: walker2d_rgb_state
|
| 143 |
+
active_action_dim: 6
|
| 144 |
+
robot_type: rl_games_gymnasium
|
| 145 |
+
dataset:
|
| 146 |
+
source_hf: ''
|
| 147 |
+
config_name: null
|
| 148 |
+
source_subdir: null
|
| 149 |
+
converted_name: walker2d_rgb_state_l0_return_gt3000_100ep
|
| 150 |
+
single_source_hf: ''
|
| 151 |
+
mixed_source_hf: ''
|
| 152 |
+
single_converted_name: walker2d_rgb_state_l0_return_gt3000_100ep
|
| 153 |
+
mixed_converted_name: walker2d_rgb_state_l0_return_gt3000_100ep
|
| 154 |
+
single_latency_filter: null
|
| 155 |
+
mixed_latency_filter: null
|
| 156 |
+
force_download: false
|
| 157 |
+
setup_force: false
|
| 158 |
+
skip_verification: false
|
| 159 |
+
target_latency_unit: observation_steps
|
| 160 |
+
verify_rows: 200
|
| 161 |
+
max_episodes: null
|
| 162 |
+
episodes_per_latency: null
|
| 163 |
+
latency_filter: null
|
| 164 |
+
debug_subset:
|
| 165 |
+
enabled: false
|
| 166 |
+
max_episodes: 5
|
| 167 |
+
suffix: debug
|
| 168 |
+
base_model:
|
| 169 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 170 |
+
initialization:
|
| 171 |
+
checkpoint_local_dir: null
|
| 172 |
+
checkpoint_hf_repo_id: null
|
| 173 |
+
checkpoint_filename: null
|
| 174 |
+
trainer:
|
| 175 |
+
max_train_steps: 5000
|
| 176 |
+
num_warmup_steps: 100
|
| 177 |
+
save_interval: 500
|
| 178 |
+
eval_interval: 500
|
| 179 |
+
eval_num_batches: 200
|
| 180 |
+
per_latency_eval_num_batches: null
|
| 181 |
+
eval_action_classification: false
|
| 182 |
+
eval_action_classification_interval: null
|
| 183 |
+
cc_f1_tolerance: 1
|
| 184 |
+
learning_rate:
|
| 185 |
+
base: 2.0e-05
|
| 186 |
+
qwen_vl_interface: 1.0e-05
|
| 187 |
+
action_model: 0.0001
|
| 188 |
+
lr_scheduler_type: cosine_with_min_lr
|
| 189 |
+
scheduler_specific_kwargs:
|
| 190 |
+
min_lr: 1.0e-06
|
| 191 |
+
freeze_modules: ''
|
| 192 |
+
freeze_vit: false
|
| 193 |
+
freeze_tied_embedding: false
|
| 194 |
+
freeze_llm_layers: []
|
| 195 |
+
loss_scale:
|
| 196 |
+
vla: 1.0
|
| 197 |
+
vlm: 0.1
|
| 198 |
+
max_grad_norm: 1.0
|
| 199 |
+
weight_decay: 0.0
|
| 200 |
+
logging_frequency: 1
|
| 201 |
+
profile_timing:
|
| 202 |
+
enabled: true
|
| 203 |
+
log_interval: 10
|
| 204 |
+
gradient_clipping: 1.0
|
| 205 |
+
gradient_accumulation_steps: 1
|
| 206 |
+
distributed_backend: deepspeed
|
| 207 |
+
is_resume: false
|
| 208 |
+
pretrained_checkpoint: null
|
| 209 |
+
resume_step: 0
|
| 210 |
+
reload_modules: null
|
| 211 |
+
optimizer:
|
| 212 |
+
name: AdamW
|
| 213 |
+
betas:
|
| 214 |
+
- 0.9
|
| 215 |
+
- 0.95
|
| 216 |
+
eps: 1.0e-08
|
| 217 |
+
weight_decay: 1.0e-08
|
| 218 |
+
fused: true
|
| 219 |
+
save_format: pt
|
| 220 |
+
workspace_dir: /home/lzj/code/latency-sensitive-bench
|
| 221 |
+
run_root_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs
|
| 222 |
+
seed: 42
|
| 223 |
+
wandb_entity: dongqianyu99-zhejiang-university
|
| 224 |
+
wandb_project: latency-sensitive-bench
|
| 225 |
+
auth:
|
| 226 |
+
env_file: null
|
| 227 |
+
hf_token_env: HF_TOKEN
|
| 228 |
+
wandb_api_key_env: WANDB_API_KEY
|
| 229 |
+
paths:
|
| 230 |
+
run_root_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs
|
| 231 |
+
dataset_local_dir: /mnt/data/latency-sensitive-bench/vla_datasets/rl_games
|
| 232 |
+
dataset_cache_dir: null
|
| 233 |
+
base_model_dir: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
|
| 234 |
+
accelerate_config: starVLA/config/deepseeds/deepspeed_zero2_cpu_offload.yaml
|
| 235 |
+
launch:
|
| 236 |
+
use_accelerate: true
|
| 237 |
+
gpus: null
|
| 238 |
+
num_processes: 1
|
| 239 |
+
dry_run: false
|
| 240 |
+
conda:
|
| 241 |
+
enabled: true
|
| 242 |
+
env_name: null
|
| 243 |
+
rl_games:
|
| 244 |
+
model_alias: openvla
|
| 245 |
+
env_eval:
|
| 246 |
+
image_size: 224
|
| 247 |
+
frameskip: 1
|
| 248 |
+
image_transform: raw_rgb
|
| 249 |
+
prompt_mode: raw
|
| 250 |
+
ghost_trail:
|
| 251 |
+
history_frames: 5
|
| 252 |
+
gamma: 1.3
|
| 253 |
+
min_alpha: 35
|
| 254 |
+
scroll_px_per_step: 4.0
|
| 255 |
+
ground_fraction: 0.22
|
| 256 |
+
seed: 42
|
| 257 |
+
fixed_episode_seeds: true
|
| 258 |
+
latency_seed_stride: 0
|
| 259 |
+
task_seed_stride: 0
|
| 260 |
+
task_description: ''
|
| 261 |
+
eval_parallel_envs: 5
|
| 262 |
+
action_chunk_execution:
|
| 263 |
+
enabled: false
|
| 264 |
+
chunk_size: null
|
| 265 |
+
enabled: false
|
| 266 |
+
gymnasium:
|
| 267 |
+
make_kwargs: {}
|
| 268 |
+
mid_train:
|
| 269 |
+
enabled: false
|
| 270 |
+
interval_steps: 100
|
| 271 |
+
latencies:
|
| 272 |
+
- 0
|
| 273 |
+
num_episodes: 5
|
| 274 |
+
max_steps_per_episode: 3600
|
| 275 |
+
post_train:
|
| 276 |
+
enabled: false
|
| 277 |
+
latencies:
|
| 278 |
+
- 0
|
| 279 |
+
- 1
|
| 280 |
+
- 2
|
| 281 |
+
- 3
|
| 282 |
+
- 4
|
| 283 |
+
num_episodes: 5
|
| 284 |
+
max_steps_per_episode: 3600
|
| 285 |
+
eval_backend: latency_bench
|
| 286 |
+
distributed_mode: none
|
| 287 |
+
vectorized:
|
| 288 |
+
enabled: false
|
| 289 |
+
batch_size: 1
|
| 290 |
+
latency:
|
| 291 |
+
prompt_map_path: null
|
| 292 |
+
mode: single
|
| 293 |
+
values:
|
| 294 |
+
- 0
|
| 295 |
+
task: gymnasium
|
| 296 |
+
gymnasium:
|
| 297 |
+
task_contract: *id001
|
| 298 |
+
task_name: walker2d_rgb_state
|
| 299 |
+
initialization_mode: scratch
|
| 300 |
+
action_carrier: native
|
| 301 |
+
model: openvla
|
| 302 |
+
env: gymnasium
|
| 303 |
+
init: scratch
|
| 304 |
+
mode: single
|
| 305 |
+
checkpoint:
|
| 306 |
+
load: none
|
| 307 |
+
hf_repo_id: null
|
| 308 |
+
save_best_model: false
|
| 309 |
+
save_final_model: true
|
| 310 |
+
save_pt_file: true
|
| 311 |
+
save_training_state: false
|
| 312 |
+
save_safetensors_file: false
|
| 313 |
+
local:
|
| 314 |
+
keep_last_n: 1
|
| 315 |
+
sync:
|
| 316 |
+
enabled: false
|
| 317 |
+
repo_id: null
|
| 318 |
+
keep_last_n: 0
|
| 319 |
+
sync_every_n_checkpoints: 1
|
| 320 |
+
resume_policy: local_latest
|
| 321 |
+
run_id: walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
|
| 322 |
+
output_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
|
| 323 |
+
config_yaml: null
|
| 324 |
+
is_debug: false
|
| 325 |
+
version_id: '0.21'
|
| 326 |
+
backbone:
|
| 327 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 328 |
+
revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/dataset_statistics.json
ADDED
|
@@ -0,0 +1,180 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"new_embodiment": {
|
| 3 |
+
"action": {
|
| 4 |
+
"mean": [
|
| 5 |
+
0.8840610980987549,
|
| 6 |
+
0.34449484944343567,
|
| 7 |
+
0.11654752492904663,
|
| 8 |
+
0.8480036854743958,
|
| 9 |
+
0.32758569717407227,
|
| 10 |
+
0.9875396490097046
|
| 11 |
+
],
|
| 12 |
+
"std": [
|
| 13 |
+
0.32312333583831787,
|
| 14 |
+
0.7096099853515625,
|
| 15 |
+
0.9048961400985718,
|
| 16 |
+
0.343753844499588,
|
| 17 |
+
0.7393367886543274,
|
| 18 |
+
0.11781969666481018
|
| 19 |
+
],
|
| 20 |
+
"max": [
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0
|
| 27 |
+
],
|
| 28 |
+
"min": [
|
| 29 |
+
-1.0,
|
| 30 |
+
-1.0,
|
| 31 |
+
-1.0,
|
| 32 |
+
-1.0,
|
| 33 |
+
-1.0,
|
| 34 |
+
-1.0
|
| 35 |
+
],
|
| 36 |
+
"q01": [
|
| 37 |
+
-0.5243898153305053,
|
| 38 |
+
-1.0,
|
| 39 |
+
-1.0,
|
| 40 |
+
-0.5588397586345673,
|
| 41 |
+
-1.0,
|
| 42 |
+
0.5681399703025818
|
| 43 |
+
],
|
| 44 |
+
"q99": [
|
| 45 |
+
1.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0
|
| 51 |
+
],
|
| 52 |
+
"mask": [
|
| 53 |
+
true,
|
| 54 |
+
true,
|
| 55 |
+
true,
|
| 56 |
+
true,
|
| 57 |
+
true,
|
| 58 |
+
true
|
| 59 |
+
]
|
| 60 |
+
},
|
| 61 |
+
"state": {
|
| 62 |
+
"mean": [
|
| 63 |
+
1.238454818725586,
|
| 64 |
+
-0.06925152242183685,
|
| 65 |
+
0.013844254426658154,
|
| 66 |
+
-0.643065333366394,
|
| 67 |
+
0.2552712857723236,
|
| 68 |
+
-0.005795903038233519,
|
| 69 |
+
-0.6064881682395935,
|
| 70 |
+
0.8155102133750916,
|
| 71 |
+
3.271153211593628,
|
| 72 |
+
-0.01893916167318821,
|
| 73 |
+
-0.4156621992588043,
|
| 74 |
+
-0.06785181909799576,
|
| 75 |
+
-2.146728992462158,
|
| 76 |
+
-2.3021345138549805,
|
| 77 |
+
-0.08182163536548615,
|
| 78 |
+
-1.9842950105667114,
|
| 79 |
+
-0.016649344936013222
|
| 80 |
+
],
|
| 81 |
+
"std": [
|
| 82 |
+
0.04799554497003498,
|
| 83 |
+
0.28501957654953003,
|
| 84 |
+
0.07016541063785553,
|
| 85 |
+
0.6130346059799194,
|
| 86 |
+
0.7710450887680054,
|
| 87 |
+
0.09444431960582733,
|
| 88 |
+
0.6930415034294128,
|
| 89 |
+
0.09426350891590118,
|
| 90 |
+
2.0632712841033936,
|
| 91 |
+
0.9129093289375305,
|
| 92 |
+
5.711340427398682,
|
| 93 |
+
1.9414550065994263,
|
| 94 |
+
7.972898483276367,
|
| 95 |
+
7.378425121307373,
|
| 96 |
+
3.264720916748047,
|
| 97 |
+
7.74824857711792,
|
| 98 |
+
1.0511988401412964
|
| 99 |
+
],
|
| 100 |
+
"max": [
|
| 101 |
+
1.4312387704849243,
|
| 102 |
+
0.9942846298217773,
|
| 103 |
+
0.35824716091156006,
|
| 104 |
+
0.42332249879837036,
|
| 105 |
+
1.4080666303634644,
|
| 106 |
+
0.19403602182865143,
|
| 107 |
+
0.508411705493927,
|
| 108 |
+
1.1665540933609009,
|
| 109 |
+
9.758368492126465,
|
| 110 |
+
2.7117056846618652,
|
| 111 |
+
10.0,
|
| 112 |
+
10.0,
|
| 113 |
+
10.0,
|
| 114 |
+
10.0,
|
| 115 |
+
10.0,
|
| 116 |
+
10.0,
|
| 117 |
+
10.0
|
| 118 |
+
],
|
| 119 |
+
"min": [
|
| 120 |
+
0.8001501560211182,
|
| 121 |
+
-0.9963381290435791,
|
| 122 |
+
-1.2083065509796143,
|
| 123 |
+
-2.6031124591827393,
|
| 124 |
+
-1.4880801439285278,
|
| 125 |
+
-1.7395809888839722,
|
| 126 |
+
-2.8114991188049316,
|
| 127 |
+
-1.4173651933670044,
|
| 128 |
+
-1.9014521837234497,
|
| 129 |
+
-5.880380630493164,
|
| 130 |
+
-10.0,
|
| 131 |
+
-10.0,
|
| 132 |
+
-10.0,
|
| 133 |
+
-10.0,
|
| 134 |
+
-10.0,
|
| 135 |
+
-10.0,
|
| 136 |
+
-10.0
|
| 137 |
+
],
|
| 138 |
+
"q01": [
|
| 139 |
+
1.1105143690109254,
|
| 140 |
+
-0.5708677995204926,
|
| 141 |
+
-0.30774066627025604,
|
| 142 |
+
-1.8590021085739137,
|
| 143 |
+
-1.060097142457962,
|
| 144 |
+
-0.376356845498085,
|
| 145 |
+
-2.4267983722686766,
|
| 146 |
+
0.7860841512680053,
|
| 147 |
+
-0.9104019457101822,
|
| 148 |
+
-1.9860247433185576,
|
| 149 |
+
-10.0,
|
| 150 |
+
-7.184711570739746,
|
| 151 |
+
-10.0,
|
| 152 |
+
-10.0,
|
| 153 |
+
-9.244866075515747,
|
| 154 |
+
-10.0,
|
| 155 |
+
-3.716821608543396
|
| 156 |
+
],
|
| 157 |
+
"q99": [
|
| 158 |
+
1.3310901904106143,
|
| 159 |
+
0.5297461080551149,
|
| 160 |
+
0.14402787744998935,
|
| 161 |
+
0.33698604166507723,
|
| 162 |
+
1.3549233567714694,
|
| 163 |
+
0.11568393751978878,
|
| 164 |
+
0.34200800031423567,
|
| 165 |
+
0.907156448364258,
|
| 166 |
+
8.155581150054932,
|
| 167 |
+
2.316671621799469,
|
| 168 |
+
10.0,
|
| 169 |
+
8.595866012573266,
|
| 170 |
+
10.0,
|
| 171 |
+
10.0,
|
| 172 |
+
10.0,
|
| 173 |
+
10.0,
|
| 174 |
+
0.44217916637659327
|
| 175 |
+
]
|
| 176 |
+
},
|
| 177 |
+
"num_transitions": 85160,
|
| 178 |
+
"num_trajectories": 90
|
| 179 |
+
}
|
| 180 |
+
}
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/episode_metrics.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/eval_config.yaml
ADDED
|
@@ -0,0 +1,166 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
experiment:
|
| 2 |
+
name: walker2d_openvla_l0_iid_100ep
|
| 3 |
+
seed: 42
|
| 4 |
+
backend:
|
| 5 |
+
type: sample_factory
|
| 6 |
+
algo: APPO
|
| 7 |
+
device: cuda
|
| 8 |
+
train_dir: /mnt/checkpoints/latency-sensitive-bench/small_models/walker2d
|
| 9 |
+
restart_behavior: overwrite
|
| 10 |
+
run_mode: eval
|
| 11 |
+
executor:
|
| 12 |
+
mode: simulated
|
| 13 |
+
inference_devices:
|
| 14 |
+
- cuda:0
|
| 15 |
+
- cuda:1
|
| 16 |
+
inference_batch_size: 8
|
| 17 |
+
simulated_inference_pool: true
|
| 18 |
+
simulated_worker_capacity: 1
|
| 19 |
+
env:
|
| 20 |
+
name: gymnasium
|
| 21 |
+
task_name: walker2d
|
| 22 |
+
env_id: LatencyBench/Walker2dContinuous-v0
|
| 23 |
+
registration_imports:
|
| 24 |
+
- latency_bench.envs.tasks.walker2d
|
| 25 |
+
make_kwargs:
|
| 26 |
+
base_env_id: Walker2d-v4
|
| 27 |
+
base_make_kwargs:
|
| 28 |
+
ctrl_cost_weight: 0.001
|
| 29 |
+
exclude_current_positions_from_observation: true
|
| 30 |
+
forward_reward_weight: 1.0
|
| 31 |
+
healthy_reward: 1.0
|
| 32 |
+
reset_noise_scale: 0.005
|
| 33 |
+
terminate_when_unhealthy: true
|
| 34 |
+
render_mode: rgb_array
|
| 35 |
+
env_fps: 10
|
| 36 |
+
obs_fps: 10
|
| 37 |
+
frame_stack: 1
|
| 38 |
+
action_space:
|
| 39 |
+
dtype: float32
|
| 40 |
+
high:
|
| 41 |
+
- 1.0
|
| 42 |
+
- 1.0
|
| 43 |
+
- 1.0
|
| 44 |
+
- 1.0
|
| 45 |
+
- 1.0
|
| 46 |
+
- 1.0
|
| 47 |
+
labels:
|
| 48 |
+
- right_thigh_torque
|
| 49 |
+
- right_leg_torque
|
| 50 |
+
- right_foot_torque
|
| 51 |
+
- left_thigh_torque
|
| 52 |
+
- left_leg_torque
|
| 53 |
+
- left_foot_torque
|
| 54 |
+
low:
|
| 55 |
+
- -1.0
|
| 56 |
+
- -1.0
|
| 57 |
+
- -1.0
|
| 58 |
+
- -1.0
|
| 59 |
+
- -1.0
|
| 60 |
+
- -1.0
|
| 61 |
+
type: box
|
| 62 |
+
noop_action:
|
| 63 |
+
- 0.0
|
| 64 |
+
- 0.0
|
| 65 |
+
- 0.0
|
| 66 |
+
- 0.0
|
| 67 |
+
- 0.0
|
| 68 |
+
- 0.0
|
| 69 |
+
base_prompt: Move the Walker2d robot forward while keeping its torso upright. Predict
|
| 70 |
+
six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot,
|
| 71 |
+
left thigh, left leg, and left foot.
|
| 72 |
+
state_space:
|
| 73 |
+
labels:
|
| 74 |
+
- torso_height
|
| 75 |
+
- torso_angle
|
| 76 |
+
- right_thigh_angle
|
| 77 |
+
- right_leg_angle
|
| 78 |
+
- right_foot_angle
|
| 79 |
+
- left_thigh_angle
|
| 80 |
+
- left_leg_angle
|
| 81 |
+
- left_foot_angle
|
| 82 |
+
- torso_x_velocity
|
| 83 |
+
- torso_z_velocity
|
| 84 |
+
- torso_angular_velocity
|
| 85 |
+
- right_thigh_angular_velocity
|
| 86 |
+
- right_leg_angular_velocity
|
| 87 |
+
- right_foot_angular_velocity
|
| 88 |
+
- left_thigh_angular_velocity
|
| 89 |
+
- left_leg_angular_velocity
|
| 90 |
+
- left_foot_angular_velocity
|
| 91 |
+
obs_resize:
|
| 92 |
+
- 224
|
| 93 |
+
- 224
|
| 94 |
+
latency:
|
| 95 |
+
method: iid
|
| 96 |
+
sync_cuda: false
|
| 97 |
+
profile_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/profile/profile.json
|
| 98 |
+
profile_worker_slot: 0
|
| 99 |
+
seed: 0
|
| 100 |
+
scheduler:
|
| 101 |
+
hold_policy: hold
|
| 102 |
+
ordering_policy: issue_order_fifo
|
| 103 |
+
policy:
|
| 104 |
+
type: starvla
|
| 105 |
+
checkpoint_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/new_bundle/checkpoints/model.pt
|
| 106 |
+
model_config_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/new_bundle/config.yaml
|
| 107 |
+
backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 108 |
+
device: cuda:0
|
| 109 |
+
task_manifest_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/new_bundle/manifest.json
|
| 110 |
+
latency_prompt_map_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/new_bundle/latency_prompt_map.json
|
| 111 |
+
latency_prompt_key: 0
|
| 112 |
+
training:
|
| 113 |
+
train_for_env_steps: 10000000
|
| 114 |
+
num_workers: 8
|
| 115 |
+
num_envs_per_worker: 8
|
| 116 |
+
worker_num_splits: 2
|
| 117 |
+
num_policies: 1
|
| 118 |
+
batch_size: 1024
|
| 119 |
+
rollout: 64
|
| 120 |
+
recurrence: 1
|
| 121 |
+
num_epochs: 2
|
| 122 |
+
num_batches_per_epoch: 4
|
| 123 |
+
max_policy_lag: 300
|
| 124 |
+
learning_rate: 0.00295
|
| 125 |
+
gamma: 0.99
|
| 126 |
+
gae_lambda: 0.95
|
| 127 |
+
ppo_clip_ratio: 0.2
|
| 128 |
+
ppo_clip_value: 0.2
|
| 129 |
+
value_loss_coeff: 1.3
|
| 130 |
+
max_grad_norm: 3.5
|
| 131 |
+
exploration_loss_coeff: 0.0
|
| 132 |
+
async_rl: false
|
| 133 |
+
batched_sampling: false
|
| 134 |
+
use_rnn: false
|
| 135 |
+
encoder_mlp_layers:
|
| 136 |
+
- 64
|
| 137 |
+
- 64
|
| 138 |
+
normalize_input: true
|
| 139 |
+
normalize_returns: true
|
| 140 |
+
save_every_sec: 600
|
| 141 |
+
keep_checkpoints: 5
|
| 142 |
+
lr_schedule: linear_decay
|
| 143 |
+
kl_loss_coeff: 0.1
|
| 144 |
+
serial_mode: false
|
| 145 |
+
nonlinearity: tanh
|
| 146 |
+
adaptive_stddev: false
|
| 147 |
+
policy_initialization: torch_default
|
| 148 |
+
initial_stddev: 1.0
|
| 149 |
+
shuffle_minibatches: false
|
| 150 |
+
value_bootstrap: true
|
| 151 |
+
evaluation:
|
| 152 |
+
eval_episodes: 100
|
| 153 |
+
eval_parallel_envs: 32
|
| 154 |
+
eval_max_steps: 1000
|
| 155 |
+
eval_deterministic: true
|
| 156 |
+
eval_latency_values: null
|
| 157 |
+
episode_seed_offset: 0
|
| 158 |
+
logging:
|
| 159 |
+
output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/evaluation/iid_parallel32_ib8
|
| 160 |
+
video:
|
| 161 |
+
enabled: false
|
| 162 |
+
num_bins: 1
|
| 163 |
+
save_step_records: true
|
| 164 |
+
save_action_records: true
|
| 165 |
+
save_latency_records: true
|
| 166 |
+
realtime_pipeline_profile: false
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/latency_prompt_map.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"0": {
|
| 3 |
+
"prompt": "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 125 FPS and observations are emitted at 125 FPS. Choose the best next action.",
|
| 4 |
+
"latency_raw_frames": 0,
|
| 5 |
+
"latency_ms": 0.0
|
| 6 |
+
}
|
| 7 |
+
}
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/manifest.json
ADDED
|
@@ -0,0 +1,184 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_name": "lerobot",
|
| 3 |
+
"env_name": "walker2d_rgb_state",
|
| 4 |
+
"episodes": 90,
|
| 5 |
+
"frames": 85160,
|
| 6 |
+
"task_prompts": [
|
| 7 |
+
"Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 125 FPS and observations are emitted at 125 FPS. Choose the best next action."
|
| 8 |
+
],
|
| 9 |
+
"format": "lerobot_v2_image_parquet",
|
| 10 |
+
"source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/raw",
|
| 11 |
+
"integration_name": "gymnasium",
|
| 12 |
+
"task_name": "walker2d_rgb_state",
|
| 13 |
+
"action_layout": "gymnasium_continuous_v1",
|
| 14 |
+
"action_labels": [
|
| 15 |
+
"right_thigh_torque",
|
| 16 |
+
"right_leg_torque",
|
| 17 |
+
"right_foot_torque",
|
| 18 |
+
"left_thigh_torque",
|
| 19 |
+
"left_leg_torque",
|
| 20 |
+
"left_foot_torque"
|
| 21 |
+
],
|
| 22 |
+
"carrier_action_labels": [
|
| 23 |
+
"right_thigh_torque",
|
| 24 |
+
"right_leg_torque",
|
| 25 |
+
"right_foot_torque",
|
| 26 |
+
"left_thigh_torque",
|
| 27 |
+
"left_leg_torque",
|
| 28 |
+
"left_foot_torque"
|
| 29 |
+
],
|
| 30 |
+
"action_dim": 6,
|
| 31 |
+
"active_action_dim": 6,
|
| 32 |
+
"action_carrier": "native",
|
| 33 |
+
"rows_unit": "decision_step",
|
| 34 |
+
"obs_fps": 125.0,
|
| 35 |
+
"obs_stride_raw_frames": 1,
|
| 36 |
+
"uses_state": true,
|
| 37 |
+
"state_dim": 17,
|
| 38 |
+
"state_labels": [
|
| 39 |
+
"torso_height",
|
| 40 |
+
"torso_angle",
|
| 41 |
+
"right_thigh_angle",
|
| 42 |
+
"right_leg_angle",
|
| 43 |
+
"right_foot_angle",
|
| 44 |
+
"left_thigh_angle",
|
| 45 |
+
"left_leg_angle",
|
| 46 |
+
"left_foot_angle",
|
| 47 |
+
"torso_x_velocity",
|
| 48 |
+
"torso_z_velocity",
|
| 49 |
+
"torso_angular_velocity",
|
| 50 |
+
"right_thigh_angular_velocity",
|
| 51 |
+
"right_leg_angular_velocity",
|
| 52 |
+
"right_foot_angular_velocity",
|
| 53 |
+
"left_thigh_angular_velocity",
|
| 54 |
+
"left_leg_angular_velocity",
|
| 55 |
+
"left_foot_angular_velocity"
|
| 56 |
+
],
|
| 57 |
+
"state_normalization": {
|
| 58 |
+
"type": "min_max",
|
| 59 |
+
"min": [
|
| 60 |
+
0.8001501560211182,
|
| 61 |
+
-0.9963381290435791,
|
| 62 |
+
-1.2083065509796143,
|
| 63 |
+
-2.6031124591827393,
|
| 64 |
+
-1.4880801439285278,
|
| 65 |
+
-1.7395809888839722,
|
| 66 |
+
-2.8114991188049316,
|
| 67 |
+
-1.4173651933670044,
|
| 68 |
+
-1.9014521837234497,
|
| 69 |
+
-5.880380630493164,
|
| 70 |
+
-10.0,
|
| 71 |
+
-10.0,
|
| 72 |
+
-10.0,
|
| 73 |
+
-10.0,
|
| 74 |
+
-10.0,
|
| 75 |
+
-10.0,
|
| 76 |
+
-10.0
|
| 77 |
+
],
|
| 78 |
+
"max": [
|
| 79 |
+
1.4312387704849243,
|
| 80 |
+
0.9942846298217773,
|
| 81 |
+
0.35824716091156006,
|
| 82 |
+
0.42332249879837036,
|
| 83 |
+
1.4080666303634644,
|
| 84 |
+
0.19403602182865143,
|
| 85 |
+
0.508411705493927,
|
| 86 |
+
1.1665540933609009,
|
| 87 |
+
9.758368492126465,
|
| 88 |
+
2.7117056846618652,
|
| 89 |
+
10.0,
|
| 90 |
+
10.0,
|
| 91 |
+
10.0,
|
| 92 |
+
10.0,
|
| 93 |
+
10.0,
|
| 94 |
+
10.0,
|
| 95 |
+
10.0
|
| 96 |
+
]
|
| 97 |
+
},
|
| 98 |
+
"robot_type": "rl_games_gymnasium",
|
| 99 |
+
"latency_prompt_map_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/lerobot/latency_prompt_map.json",
|
| 100 |
+
"custom_mixtures_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/_generated_mixtures/lerobot.json",
|
| 101 |
+
"gymnasium_task": {
|
| 102 |
+
"action_space": {
|
| 103 |
+
"dtype": "float32",
|
| 104 |
+
"high": [
|
| 105 |
+
1.0,
|
| 106 |
+
1.0,
|
| 107 |
+
1.0,
|
| 108 |
+
1.0,
|
| 109 |
+
1.0,
|
| 110 |
+
1.0
|
| 111 |
+
],
|
| 112 |
+
"labels": [
|
| 113 |
+
"right_thigh_torque",
|
| 114 |
+
"right_leg_torque",
|
| 115 |
+
"right_foot_torque",
|
| 116 |
+
"left_thigh_torque",
|
| 117 |
+
"left_leg_torque",
|
| 118 |
+
"left_foot_torque"
|
| 119 |
+
],
|
| 120 |
+
"low": [
|
| 121 |
+
-1.0,
|
| 122 |
+
-1.0,
|
| 123 |
+
-1.0,
|
| 124 |
+
-1.0,
|
| 125 |
+
-1.0,
|
| 126 |
+
-1.0
|
| 127 |
+
],
|
| 128 |
+
"type": "box"
|
| 129 |
+
},
|
| 130 |
+
"base_prompt": "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot.",
|
| 131 |
+
"env_fps": 125.0,
|
| 132 |
+
"env_id": "LatencyBench/Walker2dContinuous-v0",
|
| 133 |
+
"frame_stack": 1,
|
| 134 |
+
"make_kwargs": {
|
| 135 |
+
"base_env_id": "Walker2d-v4",
|
| 136 |
+
"base_make_kwargs": {
|
| 137 |
+
"ctrl_cost_weight": 0.001,
|
| 138 |
+
"exclude_current_positions_from_observation": true,
|
| 139 |
+
"forward_reward_weight": 1.0,
|
| 140 |
+
"healthy_reward": 1.0,
|
| 141 |
+
"reset_noise_scale": 0.005,
|
| 142 |
+
"terminate_when_unhealthy": true
|
| 143 |
+
},
|
| 144 |
+
"render_mode": "rgb_array"
|
| 145 |
+
},
|
| 146 |
+
"noop_action": [
|
| 147 |
+
0.0,
|
| 148 |
+
0.0,
|
| 149 |
+
0.0,
|
| 150 |
+
0.0,
|
| 151 |
+
0.0,
|
| 152 |
+
0.0
|
| 153 |
+
],
|
| 154 |
+
"obs_fps": 125.0,
|
| 155 |
+
"registration_imports": [
|
| 156 |
+
"latency_bench.envs.gymnasium_walker2d"
|
| 157 |
+
],
|
| 158 |
+
"state_space": {
|
| 159 |
+
"labels": [
|
| 160 |
+
"torso_height",
|
| 161 |
+
"torso_angle",
|
| 162 |
+
"right_thigh_angle",
|
| 163 |
+
"right_leg_angle",
|
| 164 |
+
"right_foot_angle",
|
| 165 |
+
"left_thigh_angle",
|
| 166 |
+
"left_leg_angle",
|
| 167 |
+
"left_foot_angle",
|
| 168 |
+
"torso_x_velocity",
|
| 169 |
+
"torso_z_velocity",
|
| 170 |
+
"torso_angular_velocity",
|
| 171 |
+
"right_thigh_angular_velocity",
|
| 172 |
+
"right_leg_angular_velocity",
|
| 173 |
+
"right_foot_angular_velocity",
|
| 174 |
+
"left_thigh_angular_velocity",
|
| 175 |
+
"left_leg_angular_velocity",
|
| 176 |
+
"left_foot_angular_velocity"
|
| 177 |
+
]
|
| 178 |
+
},
|
| 179 |
+
"task_name": "walker2d_rgb_state"
|
| 180 |
+
},
|
| 181 |
+
"validation_dataset_name": "lerobot__val",
|
| 182 |
+
"validation_episodes": 10,
|
| 183 |
+
"validation_frames": 9664
|
| 184 |
+
}
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/result.json
ADDED
|
@@ -0,0 +1,213 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episodes": 100,
|
| 3 |
+
"seeds": [
|
| 4 |
+
42,
|
| 5 |
+
43,
|
| 6 |
+
44,
|
| 7 |
+
45,
|
| 8 |
+
46,
|
| 9 |
+
47,
|
| 10 |
+
48,
|
| 11 |
+
49,
|
| 12 |
+
50,
|
| 13 |
+
51,
|
| 14 |
+
52,
|
| 15 |
+
53,
|
| 16 |
+
54,
|
| 17 |
+
55,
|
| 18 |
+
56,
|
| 19 |
+
57,
|
| 20 |
+
58,
|
| 21 |
+
59,
|
| 22 |
+
60,
|
| 23 |
+
61,
|
| 24 |
+
62,
|
| 25 |
+
63,
|
| 26 |
+
64,
|
| 27 |
+
65,
|
| 28 |
+
66,
|
| 29 |
+
67,
|
| 30 |
+
68,
|
| 31 |
+
69,
|
| 32 |
+
70,
|
| 33 |
+
71,
|
| 34 |
+
72,
|
| 35 |
+
73,
|
| 36 |
+
74,
|
| 37 |
+
75,
|
| 38 |
+
76,
|
| 39 |
+
77,
|
| 40 |
+
78,
|
| 41 |
+
79,
|
| 42 |
+
80,
|
| 43 |
+
81,
|
| 44 |
+
82,
|
| 45 |
+
83,
|
| 46 |
+
84,
|
| 47 |
+
85,
|
| 48 |
+
86,
|
| 49 |
+
87,
|
| 50 |
+
88,
|
| 51 |
+
89,
|
| 52 |
+
90,
|
| 53 |
+
91,
|
| 54 |
+
92,
|
| 55 |
+
93,
|
| 56 |
+
94,
|
| 57 |
+
95,
|
| 58 |
+
96,
|
| 59 |
+
97,
|
| 60 |
+
98,
|
| 61 |
+
99,
|
| 62 |
+
100,
|
| 63 |
+
101,
|
| 64 |
+
102,
|
| 65 |
+
103,
|
| 66 |
+
104,
|
| 67 |
+
105,
|
| 68 |
+
106,
|
| 69 |
+
107,
|
| 70 |
+
108,
|
| 71 |
+
109,
|
| 72 |
+
110,
|
| 73 |
+
111,
|
| 74 |
+
112,
|
| 75 |
+
113,
|
| 76 |
+
114,
|
| 77 |
+
115,
|
| 78 |
+
116,
|
| 79 |
+
117,
|
| 80 |
+
118,
|
| 81 |
+
119,
|
| 82 |
+
120,
|
| 83 |
+
121,
|
| 84 |
+
122,
|
| 85 |
+
123,
|
| 86 |
+
124,
|
| 87 |
+
125,
|
| 88 |
+
126,
|
| 89 |
+
127,
|
| 90 |
+
128,
|
| 91 |
+
129,
|
| 92 |
+
130,
|
| 93 |
+
131,
|
| 94 |
+
132,
|
| 95 |
+
133,
|
| 96 |
+
134,
|
| 97 |
+
135,
|
| 98 |
+
136,
|
| 99 |
+
137,
|
| 100 |
+
138,
|
| 101 |
+
139,
|
| 102 |
+
140,
|
| 103 |
+
141
|
| 104 |
+
],
|
| 105 |
+
"mean_return": 117.80739763320547,
|
| 106 |
+
"population_std_return": 177.50067035685774,
|
| 107 |
+
"mean_length": 85.26,
|
| 108 |
+
"returns": [
|
| 109 |
+
518.4182622997536,
|
| 110 |
+
70.90546952066227,
|
| 111 |
+
72.79114829661708,
|
| 112 |
+
73.35589022173603,
|
| 113 |
+
72.74658019332801,
|
| 114 |
+
71.67919082346599,
|
| 115 |
+
73.1175807263665,
|
| 116 |
+
74.88754358903937,
|
| 117 |
+
69.57478847925321,
|
| 118 |
+
523.7925531562563,
|
| 119 |
+
101.828869760083,
|
| 120 |
+
74.96172764106704,
|
| 121 |
+
73.6809432959369,
|
| 122 |
+
84.4535803761546,
|
| 123 |
+
102.06252532986665,
|
| 124 |
+
1682.1426139347873,
|
| 125 |
+
70.79977110119272,
|
| 126 |
+
71.21579852646684,
|
| 127 |
+
74.93576216006163,
|
| 128 |
+
83.11469820519795,
|
| 129 |
+
102.27966753846974,
|
| 130 |
+
69.97424479770272,
|
| 131 |
+
76.209009182619,
|
| 132 |
+
77.96670009814116,
|
| 133 |
+
70.68512689238166,
|
| 134 |
+
118.95065284265965,
|
| 135 |
+
68.95849149884667,
|
| 136 |
+
88.44645434289365,
|
| 137 |
+
69.63755982046264,
|
| 138 |
+
71.01722024310612,
|
| 139 |
+
74.10857933566274,
|
| 140 |
+
73.03231834030298,
|
| 141 |
+
70.61227534086778,
|
| 142 |
+
84.9921285075057,
|
| 143 |
+
72.40054019934243,
|
| 144 |
+
71.57902732574264,
|
| 145 |
+
69.53967205397183,
|
| 146 |
+
102.52710995947298,
|
| 147 |
+
70.78915885594961,
|
| 148 |
+
99.4473207672274,
|
| 149 |
+
73.13301429440041,
|
| 150 |
+
97.26573060797524,
|
| 151 |
+
69.8599123658819,
|
| 152 |
+
76.45521443212786,
|
| 153 |
+
399.9987407208476,
|
| 154 |
+
71.12135700351313,
|
| 155 |
+
70.09049459592713,
|
| 156 |
+
109.26757867090669,
|
| 157 |
+
72.23001860352456,
|
| 158 |
+
70.73291961164111,
|
| 159 |
+
434.6052252572557,
|
| 160 |
+
86.85800134864711,
|
| 161 |
+
260.75571072420115,
|
| 162 |
+
69.87522373014124,
|
| 163 |
+
70.87386651848077,
|
| 164 |
+
69.84358124281232,
|
| 165 |
+
78.78057874284076,
|
| 166 |
+
68.69171900321004,
|
| 167 |
+
110.71779961758425,
|
| 168 |
+
89.03512075243012,
|
| 169 |
+
202.4469839714177,
|
| 170 |
+
72.17593519030336,
|
| 171 |
+
96.74247791452768,
|
| 172 |
+
78.97314509762904,
|
| 173 |
+
101.52089365934356,
|
| 174 |
+
72.18212377024318,
|
| 175 |
+
81.81706713782233,
|
| 176 |
+
67.32304711684813,
|
| 177 |
+
86.94254826966838,
|
| 178 |
+
70.14563868043626,
|
| 179 |
+
105.04627406769916,
|
| 180 |
+
74.48549763143447,
|
| 181 |
+
72.4836952116614,
|
| 182 |
+
71.73883242598359,
|
| 183 |
+
71.12092052810917,
|
| 184 |
+
109.48075437237698,
|
| 185 |
+
97.55094619458232,
|
| 186 |
+
94.22509111280712,
|
| 187 |
+
72.28769398088097,
|
| 188 |
+
71.26760199312398,
|
| 189 |
+
108.93322590797533,
|
| 190 |
+
103.74192550558917,
|
| 191 |
+
70.16449804770718,
|
| 192 |
+
199.21280064665262,
|
| 193 |
+
72.37162930599347,
|
| 194 |
+
71.78827627107464,
|
| 195 |
+
90.0185102029338,
|
| 196 |
+
70.94200744163184,
|
| 197 |
+
68.56203758680172,
|
| 198 |
+
257.89329865251835,
|
| 199 |
+
70.64158695286696,
|
| 200 |
+
72.0291909065246,
|
| 201 |
+
71.45979211046736,
|
| 202 |
+
74.28750860208002,
|
| 203 |
+
100.89477563235363,
|
| 204 |
+
73.48434447188673,
|
| 205 |
+
71.75925681027856,
|
| 206 |
+
95.38804554919867,
|
| 207 |
+
101.0754906245732,
|
| 208 |
+
72.32403033957065
|
| 209 |
+
],
|
| 210 |
+
"primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/evaluation/iid_parallel32_ib8/episode_metrics.jsonl",
|
| 211 |
+
"eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/eval_iid_parallel32_ib8.yaml",
|
| 212 |
+
"inference_batch_size": 8
|
| 213 |
+
}
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/iid/source_identity.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"revision": "a7001d2227fa8b0cbcd58b7b0e32db3dba147810",
|
| 3 |
+
"source": "current worktree snapshot",
|
| 4 |
+
"dirty_paths": [
|
| 5 |
+
" M AGENTS.md",
|
| 6 |
+
" M configs/experiments/memory/small_model/flappy_capped.yaml",
|
| 7 |
+
" M configs/experiments/memory/small_model/flappy_extended.yaml",
|
| 8 |
+
" M configs/experiments/observation_stride/flappy_capped.yaml",
|
| 9 |
+
" M configs/experiments/observation_stride/flappy_extended.yaml",
|
| 10 |
+
" M configs/experiments/sim2real.yaml",
|
| 11 |
+
" M scripts/experiments/memory/small_model/run.sh",
|
| 12 |
+
" M scripts/experiments/observation_stride/run.sh",
|
| 13 |
+
" M scripts/experiments/sim2real/study.py",
|
| 14 |
+
" M tests/scripts/test_sim2real.py",
|
| 15 |
+
"?? configs/experiments/sim2real/five_gpu.yaml",
|
| 16 |
+
"?? docs/cleanup-refactor/",
|
| 17 |
+
"?? lagen/",
|
| 18 |
+
"?? scripts/experiments/sim2real/campaign.py",
|
| 19 |
+
"?? servers.md"
|
| 20 |
+
],
|
| 21 |
+
"runtime_patches": [
|
| 22 |
+
{
|
| 23 |
+
"path": "third_party/starVLA/starVLA/training/train_starvla.py",
|
| 24 |
+
"change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
|
| 25 |
+
"validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
|
| 26 |
+
}
|
| 27 |
+
],
|
| 28 |
+
"frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
|
| 29 |
+
}
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/config.yaml
ADDED
|
@@ -0,0 +1,328 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
framework:
|
| 2 |
+
name: QwenOFT
|
| 3 |
+
qwenvl:
|
| 4 |
+
base_vlm: Qwen/Qwen3-VL-4B-Instruct
|
| 5 |
+
attn_implementation: flash_attention_2
|
| 6 |
+
enable_gradient_checkpointing: false
|
| 7 |
+
action_model:
|
| 8 |
+
action_model_type: MLP
|
| 9 |
+
action_dim: 6
|
| 10 |
+
action_hidden_dim: 2560
|
| 11 |
+
future_action_window_size: 0
|
| 12 |
+
past_action_window_size: 0
|
| 13 |
+
loss_type: l1
|
| 14 |
+
state_encoding: continuous_projector
|
| 15 |
+
state_dim: 17
|
| 16 |
+
action_horizon: 1
|
| 17 |
+
action_env_dim: 6
|
| 18 |
+
kv_memory:
|
| 19 |
+
enabled: false
|
| 20 |
+
window: 4
|
| 21 |
+
rollout_len: 8
|
| 22 |
+
packed_train: false
|
| 23 |
+
rebased_sink: true
|
| 24 |
+
datasets:
|
| 25 |
+
vla_data:
|
| 26 |
+
dataset_py: lerobot_datasets
|
| 27 |
+
include_state: true
|
| 28 |
+
data_root_dir: /mnt/data/latency-sensitive-bench/vla_datasets/rl_games
|
| 29 |
+
data_mix: walker2d_rgb_state_l0_return_gt3000_100ep
|
| 30 |
+
eval_data_mix: walker2d_rgb_state_l0_return_gt3000_100ep__val
|
| 31 |
+
custom_mixtures_path: /mnt/data/latency-sensitive-bench/vla_datasets/rl_games/_generated_mixtures/walker2d_rgb_state_l0_return_gt3000_100ep.json
|
| 32 |
+
action_type: discrete
|
| 33 |
+
sequential_step_sampling: false
|
| 34 |
+
eval_sequential_step_sampling: null
|
| 35 |
+
num_workers: 8
|
| 36 |
+
eval_num_workers: 8
|
| 37 |
+
prefetch_factor: 4
|
| 38 |
+
persistent_workers: true
|
| 39 |
+
pin_memory: true
|
| 40 |
+
shuffle: true
|
| 41 |
+
action_balance:
|
| 42 |
+
enabled: false
|
| 43 |
+
strategy: balanced_epoch
|
| 44 |
+
action_key: action_id
|
| 45 |
+
target_flap_fraction: 0.3
|
| 46 |
+
noop_id: 0
|
| 47 |
+
flap_id: 1
|
| 48 |
+
latency_curriculum:
|
| 49 |
+
enabled: false
|
| 50 |
+
strategy: exclusive
|
| 51 |
+
latencies: null
|
| 52 |
+
phase_steps: null
|
| 53 |
+
phase_distributions: null
|
| 54 |
+
new_latency_passes: 1.0
|
| 55 |
+
replay_passes: 0.25
|
| 56 |
+
target_total_passes: 2.0
|
| 57 |
+
final_equalization: true
|
| 58 |
+
step_budget_mode: auto
|
| 59 |
+
eval_at_phase_end: false
|
| 60 |
+
save_at_phase_end: false
|
| 61 |
+
computed_plan: null
|
| 62 |
+
per_device_batch_size: 16
|
| 63 |
+
load_all_data_for_training: true
|
| 64 |
+
num_obs_frames: 1
|
| 65 |
+
image_mode: single
|
| 66 |
+
prompt_mode: raw
|
| 67 |
+
stitch_grid:
|
| 68 |
+
- 2
|
| 69 |
+
- 2
|
| 70 |
+
obs_image_size: null
|
| 71 |
+
video_backend: torchvision_av
|
| 72 |
+
gymnasium_task_contract: &id001
|
| 73 |
+
action_space:
|
| 74 |
+
dtype: float32
|
| 75 |
+
high:
|
| 76 |
+
- 1.0
|
| 77 |
+
- 1.0
|
| 78 |
+
- 1.0
|
| 79 |
+
- 1.0
|
| 80 |
+
- 1.0
|
| 81 |
+
- 1.0
|
| 82 |
+
labels:
|
| 83 |
+
- right_thigh_torque
|
| 84 |
+
- right_leg_torque
|
| 85 |
+
- right_foot_torque
|
| 86 |
+
- left_thigh_torque
|
| 87 |
+
- left_leg_torque
|
| 88 |
+
- left_foot_torque
|
| 89 |
+
low:
|
| 90 |
+
- -1.0
|
| 91 |
+
- -1.0
|
| 92 |
+
- -1.0
|
| 93 |
+
- -1.0
|
| 94 |
+
- -1.0
|
| 95 |
+
- -1.0
|
| 96 |
+
type: box
|
| 97 |
+
base_prompt: Move the Walker2d robot forward while keeping its torso upright.
|
| 98 |
+
Predict six continuous torques in [-1, 1] ordered as right thigh, right leg,
|
| 99 |
+
right foot, left thigh, left leg, and left foot.
|
| 100 |
+
env_fps: 125.0
|
| 101 |
+
env_id: LatencyBench/Walker2dContinuous-v0
|
| 102 |
+
frame_stack: 1
|
| 103 |
+
make_kwargs:
|
| 104 |
+
base_env_id: Walker2d-v4
|
| 105 |
+
base_make_kwargs:
|
| 106 |
+
ctrl_cost_weight: 0.001
|
| 107 |
+
exclude_current_positions_from_observation: true
|
| 108 |
+
forward_reward_weight: 1.0
|
| 109 |
+
healthy_reward: 1.0
|
| 110 |
+
reset_noise_scale: 0.005
|
| 111 |
+
terminate_when_unhealthy: true
|
| 112 |
+
render_mode: rgb_array
|
| 113 |
+
noop_action:
|
| 114 |
+
- 0.0
|
| 115 |
+
- 0.0
|
| 116 |
+
- 0.0
|
| 117 |
+
- 0.0
|
| 118 |
+
- 0.0
|
| 119 |
+
- 0.0
|
| 120 |
+
obs_fps: 125.0
|
| 121 |
+
registration_imports:
|
| 122 |
+
- latency_bench.envs.gymnasium_walker2d
|
| 123 |
+
state_space:
|
| 124 |
+
labels:
|
| 125 |
+
- torso_height
|
| 126 |
+
- torso_angle
|
| 127 |
+
- right_thigh_angle
|
| 128 |
+
- right_leg_angle
|
| 129 |
+
- right_foot_angle
|
| 130 |
+
- left_thigh_angle
|
| 131 |
+
- left_leg_angle
|
| 132 |
+
- left_foot_angle
|
| 133 |
+
- torso_x_velocity
|
| 134 |
+
- torso_z_velocity
|
| 135 |
+
- torso_angular_velocity
|
| 136 |
+
- right_thigh_angular_velocity
|
| 137 |
+
- right_leg_angular_velocity
|
| 138 |
+
- right_foot_angular_velocity
|
| 139 |
+
- left_thigh_angular_velocity
|
| 140 |
+
- left_leg_angular_velocity
|
| 141 |
+
- left_foot_angular_velocity
|
| 142 |
+
task_name: walker2d_rgb_state
|
| 143 |
+
active_action_dim: 6
|
| 144 |
+
robot_type: rl_games_gymnasium
|
| 145 |
+
dataset:
|
| 146 |
+
source_hf: ''
|
| 147 |
+
config_name: null
|
| 148 |
+
source_subdir: null
|
| 149 |
+
converted_name: walker2d_rgb_state_l0_return_gt3000_100ep
|
| 150 |
+
single_source_hf: ''
|
| 151 |
+
mixed_source_hf: ''
|
| 152 |
+
single_converted_name: walker2d_rgb_state_l0_return_gt3000_100ep
|
| 153 |
+
mixed_converted_name: walker2d_rgb_state_l0_return_gt3000_100ep
|
| 154 |
+
single_latency_filter: null
|
| 155 |
+
mixed_latency_filter: null
|
| 156 |
+
force_download: false
|
| 157 |
+
setup_force: false
|
| 158 |
+
skip_verification: false
|
| 159 |
+
target_latency_unit: observation_steps
|
| 160 |
+
verify_rows: 200
|
| 161 |
+
max_episodes: null
|
| 162 |
+
episodes_per_latency: null
|
| 163 |
+
latency_filter: null
|
| 164 |
+
debug_subset:
|
| 165 |
+
enabled: false
|
| 166 |
+
max_episodes: 5
|
| 167 |
+
suffix: debug
|
| 168 |
+
base_model:
|
| 169 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 170 |
+
initialization:
|
| 171 |
+
checkpoint_local_dir: null
|
| 172 |
+
checkpoint_hf_repo_id: null
|
| 173 |
+
checkpoint_filename: null
|
| 174 |
+
trainer:
|
| 175 |
+
max_train_steps: 5000
|
| 176 |
+
num_warmup_steps: 100
|
| 177 |
+
save_interval: 500
|
| 178 |
+
eval_interval: 500
|
| 179 |
+
eval_num_batches: 200
|
| 180 |
+
per_latency_eval_num_batches: null
|
| 181 |
+
eval_action_classification: false
|
| 182 |
+
eval_action_classification_interval: null
|
| 183 |
+
cc_f1_tolerance: 1
|
| 184 |
+
learning_rate:
|
| 185 |
+
base: 2.0e-05
|
| 186 |
+
qwen_vl_interface: 1.0e-05
|
| 187 |
+
action_model: 0.0001
|
| 188 |
+
lr_scheduler_type: cosine_with_min_lr
|
| 189 |
+
scheduler_specific_kwargs:
|
| 190 |
+
min_lr: 1.0e-06
|
| 191 |
+
freeze_modules: ''
|
| 192 |
+
freeze_vit: false
|
| 193 |
+
freeze_tied_embedding: false
|
| 194 |
+
freeze_llm_layers: []
|
| 195 |
+
loss_scale:
|
| 196 |
+
vla: 1.0
|
| 197 |
+
vlm: 0.1
|
| 198 |
+
max_grad_norm: 1.0
|
| 199 |
+
weight_decay: 0.0
|
| 200 |
+
logging_frequency: 1
|
| 201 |
+
profile_timing:
|
| 202 |
+
enabled: true
|
| 203 |
+
log_interval: 10
|
| 204 |
+
gradient_clipping: 1.0
|
| 205 |
+
gradient_accumulation_steps: 1
|
| 206 |
+
distributed_backend: deepspeed
|
| 207 |
+
is_resume: false
|
| 208 |
+
pretrained_checkpoint: null
|
| 209 |
+
resume_step: 0
|
| 210 |
+
reload_modules: null
|
| 211 |
+
optimizer:
|
| 212 |
+
name: AdamW
|
| 213 |
+
betas:
|
| 214 |
+
- 0.9
|
| 215 |
+
- 0.95
|
| 216 |
+
eps: 1.0e-08
|
| 217 |
+
weight_decay: 1.0e-08
|
| 218 |
+
fused: true
|
| 219 |
+
save_format: pt
|
| 220 |
+
workspace_dir: /home/lzj/code/latency-sensitive-bench
|
| 221 |
+
run_root_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs
|
| 222 |
+
seed: 42
|
| 223 |
+
wandb_entity: dongqianyu99-zhejiang-university
|
| 224 |
+
wandb_project: latency-sensitive-bench
|
| 225 |
+
auth:
|
| 226 |
+
env_file: null
|
| 227 |
+
hf_token_env: HF_TOKEN
|
| 228 |
+
wandb_api_key_env: WANDB_API_KEY
|
| 229 |
+
paths:
|
| 230 |
+
run_root_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs
|
| 231 |
+
dataset_local_dir: /mnt/data/latency-sensitive-bench/vla_datasets/rl_games
|
| 232 |
+
dataset_cache_dir: null
|
| 233 |
+
base_model_dir: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
|
| 234 |
+
accelerate_config: starVLA/config/deepseeds/deepspeed_zero2_cpu_offload.yaml
|
| 235 |
+
launch:
|
| 236 |
+
use_accelerate: true
|
| 237 |
+
gpus: null
|
| 238 |
+
num_processes: 1
|
| 239 |
+
dry_run: false
|
| 240 |
+
conda:
|
| 241 |
+
enabled: true
|
| 242 |
+
env_name: null
|
| 243 |
+
rl_games:
|
| 244 |
+
model_alias: openvla
|
| 245 |
+
env_eval:
|
| 246 |
+
image_size: 224
|
| 247 |
+
frameskip: 1
|
| 248 |
+
image_transform: raw_rgb
|
| 249 |
+
prompt_mode: raw
|
| 250 |
+
ghost_trail:
|
| 251 |
+
history_frames: 5
|
| 252 |
+
gamma: 1.3
|
| 253 |
+
min_alpha: 35
|
| 254 |
+
scroll_px_per_step: 4.0
|
| 255 |
+
ground_fraction: 0.22
|
| 256 |
+
seed: 42
|
| 257 |
+
fixed_episode_seeds: true
|
| 258 |
+
latency_seed_stride: 0
|
| 259 |
+
task_seed_stride: 0
|
| 260 |
+
task_description: ''
|
| 261 |
+
eval_parallel_envs: 5
|
| 262 |
+
action_chunk_execution:
|
| 263 |
+
enabled: false
|
| 264 |
+
chunk_size: null
|
| 265 |
+
enabled: false
|
| 266 |
+
gymnasium:
|
| 267 |
+
make_kwargs: {}
|
| 268 |
+
mid_train:
|
| 269 |
+
enabled: false
|
| 270 |
+
interval_steps: 100
|
| 271 |
+
latencies:
|
| 272 |
+
- 0
|
| 273 |
+
num_episodes: 5
|
| 274 |
+
max_steps_per_episode: 3600
|
| 275 |
+
post_train:
|
| 276 |
+
enabled: false
|
| 277 |
+
latencies:
|
| 278 |
+
- 0
|
| 279 |
+
- 1
|
| 280 |
+
- 2
|
| 281 |
+
- 3
|
| 282 |
+
- 4
|
| 283 |
+
num_episodes: 5
|
| 284 |
+
max_steps_per_episode: 3600
|
| 285 |
+
eval_backend: latency_bench
|
| 286 |
+
distributed_mode: none
|
| 287 |
+
vectorized:
|
| 288 |
+
enabled: false
|
| 289 |
+
batch_size: 1
|
| 290 |
+
latency:
|
| 291 |
+
prompt_map_path: null
|
| 292 |
+
mode: single
|
| 293 |
+
values:
|
| 294 |
+
- 0
|
| 295 |
+
task: gymnasium
|
| 296 |
+
gymnasium:
|
| 297 |
+
task_contract: *id001
|
| 298 |
+
task_name: walker2d_rgb_state
|
| 299 |
+
initialization_mode: scratch
|
| 300 |
+
action_carrier: native
|
| 301 |
+
model: openvla
|
| 302 |
+
env: gymnasium
|
| 303 |
+
init: scratch
|
| 304 |
+
mode: single
|
| 305 |
+
checkpoint:
|
| 306 |
+
load: none
|
| 307 |
+
hf_repo_id: null
|
| 308 |
+
save_best_model: false
|
| 309 |
+
save_final_model: true
|
| 310 |
+
save_pt_file: true
|
| 311 |
+
save_training_state: false
|
| 312 |
+
save_safetensors_file: false
|
| 313 |
+
local:
|
| 314 |
+
keep_last_n: 1
|
| 315 |
+
sync:
|
| 316 |
+
enabled: false
|
| 317 |
+
repo_id: null
|
| 318 |
+
keep_last_n: 0
|
| 319 |
+
sync_every_n_checkpoints: 1
|
| 320 |
+
resume_policy: local_latest
|
| 321 |
+
run_id: walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
|
| 322 |
+
output_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
|
| 323 |
+
config_yaml: null
|
| 324 |
+
is_debug: false
|
| 325 |
+
version_id: '0.21'
|
| 326 |
+
backbone:
|
| 327 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 328 |
+
revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/dataset_statistics.json
ADDED
|
@@ -0,0 +1,180 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"new_embodiment": {
|
| 3 |
+
"action": {
|
| 4 |
+
"mean": [
|
| 5 |
+
0.8840610980987549,
|
| 6 |
+
0.34449484944343567,
|
| 7 |
+
0.11654752492904663,
|
| 8 |
+
0.8480036854743958,
|
| 9 |
+
0.32758569717407227,
|
| 10 |
+
0.9875396490097046
|
| 11 |
+
],
|
| 12 |
+
"std": [
|
| 13 |
+
0.32312333583831787,
|
| 14 |
+
0.7096099853515625,
|
| 15 |
+
0.9048961400985718,
|
| 16 |
+
0.343753844499588,
|
| 17 |
+
0.7393367886543274,
|
| 18 |
+
0.11781969666481018
|
| 19 |
+
],
|
| 20 |
+
"max": [
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0
|
| 27 |
+
],
|
| 28 |
+
"min": [
|
| 29 |
+
-1.0,
|
| 30 |
+
-1.0,
|
| 31 |
+
-1.0,
|
| 32 |
+
-1.0,
|
| 33 |
+
-1.0,
|
| 34 |
+
-1.0
|
| 35 |
+
],
|
| 36 |
+
"q01": [
|
| 37 |
+
-0.5243898153305053,
|
| 38 |
+
-1.0,
|
| 39 |
+
-1.0,
|
| 40 |
+
-0.5588397586345673,
|
| 41 |
+
-1.0,
|
| 42 |
+
0.5681399703025818
|
| 43 |
+
],
|
| 44 |
+
"q99": [
|
| 45 |
+
1.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0
|
| 51 |
+
],
|
| 52 |
+
"mask": [
|
| 53 |
+
true,
|
| 54 |
+
true,
|
| 55 |
+
true,
|
| 56 |
+
true,
|
| 57 |
+
true,
|
| 58 |
+
true
|
| 59 |
+
]
|
| 60 |
+
},
|
| 61 |
+
"state": {
|
| 62 |
+
"mean": [
|
| 63 |
+
1.238454818725586,
|
| 64 |
+
-0.06925152242183685,
|
| 65 |
+
0.013844254426658154,
|
| 66 |
+
-0.643065333366394,
|
| 67 |
+
0.2552712857723236,
|
| 68 |
+
-0.005795903038233519,
|
| 69 |
+
-0.6064881682395935,
|
| 70 |
+
0.8155102133750916,
|
| 71 |
+
3.271153211593628,
|
| 72 |
+
-0.01893916167318821,
|
| 73 |
+
-0.4156621992588043,
|
| 74 |
+
-0.06785181909799576,
|
| 75 |
+
-2.146728992462158,
|
| 76 |
+
-2.3021345138549805,
|
| 77 |
+
-0.08182163536548615,
|
| 78 |
+
-1.9842950105667114,
|
| 79 |
+
-0.016649344936013222
|
| 80 |
+
],
|
| 81 |
+
"std": [
|
| 82 |
+
0.04799554497003498,
|
| 83 |
+
0.28501957654953003,
|
| 84 |
+
0.07016541063785553,
|
| 85 |
+
0.6130346059799194,
|
| 86 |
+
0.7710450887680054,
|
| 87 |
+
0.09444431960582733,
|
| 88 |
+
0.6930415034294128,
|
| 89 |
+
0.09426350891590118,
|
| 90 |
+
2.0632712841033936,
|
| 91 |
+
0.9129093289375305,
|
| 92 |
+
5.711340427398682,
|
| 93 |
+
1.9414550065994263,
|
| 94 |
+
7.972898483276367,
|
| 95 |
+
7.378425121307373,
|
| 96 |
+
3.264720916748047,
|
| 97 |
+
7.74824857711792,
|
| 98 |
+
1.0511988401412964
|
| 99 |
+
],
|
| 100 |
+
"max": [
|
| 101 |
+
1.4312387704849243,
|
| 102 |
+
0.9942846298217773,
|
| 103 |
+
0.35824716091156006,
|
| 104 |
+
0.42332249879837036,
|
| 105 |
+
1.4080666303634644,
|
| 106 |
+
0.19403602182865143,
|
| 107 |
+
0.508411705493927,
|
| 108 |
+
1.1665540933609009,
|
| 109 |
+
9.758368492126465,
|
| 110 |
+
2.7117056846618652,
|
| 111 |
+
10.0,
|
| 112 |
+
10.0,
|
| 113 |
+
10.0,
|
| 114 |
+
10.0,
|
| 115 |
+
10.0,
|
| 116 |
+
10.0,
|
| 117 |
+
10.0
|
| 118 |
+
],
|
| 119 |
+
"min": [
|
| 120 |
+
0.8001501560211182,
|
| 121 |
+
-0.9963381290435791,
|
| 122 |
+
-1.2083065509796143,
|
| 123 |
+
-2.6031124591827393,
|
| 124 |
+
-1.4880801439285278,
|
| 125 |
+
-1.7395809888839722,
|
| 126 |
+
-2.8114991188049316,
|
| 127 |
+
-1.4173651933670044,
|
| 128 |
+
-1.9014521837234497,
|
| 129 |
+
-5.880380630493164,
|
| 130 |
+
-10.0,
|
| 131 |
+
-10.0,
|
| 132 |
+
-10.0,
|
| 133 |
+
-10.0,
|
| 134 |
+
-10.0,
|
| 135 |
+
-10.0,
|
| 136 |
+
-10.0
|
| 137 |
+
],
|
| 138 |
+
"q01": [
|
| 139 |
+
1.1105143690109254,
|
| 140 |
+
-0.5708677995204926,
|
| 141 |
+
-0.30774066627025604,
|
| 142 |
+
-1.8590021085739137,
|
| 143 |
+
-1.060097142457962,
|
| 144 |
+
-0.376356845498085,
|
| 145 |
+
-2.4267983722686766,
|
| 146 |
+
0.7860841512680053,
|
| 147 |
+
-0.9104019457101822,
|
| 148 |
+
-1.9860247433185576,
|
| 149 |
+
-10.0,
|
| 150 |
+
-7.184711570739746,
|
| 151 |
+
-10.0,
|
| 152 |
+
-10.0,
|
| 153 |
+
-9.244866075515747,
|
| 154 |
+
-10.0,
|
| 155 |
+
-3.716821608543396
|
| 156 |
+
],
|
| 157 |
+
"q99": [
|
| 158 |
+
1.3310901904106143,
|
| 159 |
+
0.5297461080551149,
|
| 160 |
+
0.14402787744998935,
|
| 161 |
+
0.33698604166507723,
|
| 162 |
+
1.3549233567714694,
|
| 163 |
+
0.11568393751978878,
|
| 164 |
+
0.34200800031423567,
|
| 165 |
+
0.907156448364258,
|
| 166 |
+
8.155581150054932,
|
| 167 |
+
2.316671621799469,
|
| 168 |
+
10.0,
|
| 169 |
+
8.595866012573266,
|
| 170 |
+
10.0,
|
| 171 |
+
10.0,
|
| 172 |
+
10.0,
|
| 173 |
+
10.0,
|
| 174 |
+
0.44217916637659327
|
| 175 |
+
]
|
| 176 |
+
},
|
| 177 |
+
"num_transitions": 85160,
|
| 178 |
+
"num_trajectories": 90
|
| 179 |
+
}
|
| 180 |
+
}
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/episode_metrics.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/eval_config.yaml
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
experiment:
|
| 2 |
+
name: walker2d_openvla_l0_zero_100ep
|
| 3 |
+
seed: 42
|
| 4 |
+
backend:
|
| 5 |
+
type: sample_factory
|
| 6 |
+
algo: APPO
|
| 7 |
+
device: cuda
|
| 8 |
+
train_dir: /mnt/checkpoints/latency-sensitive-bench/small_models/walker2d
|
| 9 |
+
restart_behavior: overwrite
|
| 10 |
+
run_mode: eval
|
| 11 |
+
executor:
|
| 12 |
+
mode: simulated
|
| 13 |
+
inference_devices:
|
| 14 |
+
- cuda:0
|
| 15 |
+
- cuda:1
|
| 16 |
+
inference_batch_size: 8
|
| 17 |
+
simulated_inference_pool: true
|
| 18 |
+
simulated_worker_capacity: 1
|
| 19 |
+
env:
|
| 20 |
+
name: gymnasium
|
| 21 |
+
task_name: walker2d
|
| 22 |
+
env_id: LatencyBench/Walker2dContinuous-v0
|
| 23 |
+
registration_imports:
|
| 24 |
+
- latency_bench.envs.tasks.walker2d
|
| 25 |
+
make_kwargs:
|
| 26 |
+
base_env_id: Walker2d-v4
|
| 27 |
+
base_make_kwargs:
|
| 28 |
+
ctrl_cost_weight: 0.001
|
| 29 |
+
exclude_current_positions_from_observation: true
|
| 30 |
+
forward_reward_weight: 1.0
|
| 31 |
+
healthy_reward: 1.0
|
| 32 |
+
reset_noise_scale: 0.005
|
| 33 |
+
terminate_when_unhealthy: true
|
| 34 |
+
render_mode: rgb_array
|
| 35 |
+
env_fps: 10
|
| 36 |
+
obs_fps: 10
|
| 37 |
+
frame_stack: 1
|
| 38 |
+
action_space:
|
| 39 |
+
dtype: float32
|
| 40 |
+
high:
|
| 41 |
+
- 1.0
|
| 42 |
+
- 1.0
|
| 43 |
+
- 1.0
|
| 44 |
+
- 1.0
|
| 45 |
+
- 1.0
|
| 46 |
+
- 1.0
|
| 47 |
+
labels:
|
| 48 |
+
- right_thigh_torque
|
| 49 |
+
- right_leg_torque
|
| 50 |
+
- right_foot_torque
|
| 51 |
+
- left_thigh_torque
|
| 52 |
+
- left_leg_torque
|
| 53 |
+
- left_foot_torque
|
| 54 |
+
low:
|
| 55 |
+
- -1.0
|
| 56 |
+
- -1.0
|
| 57 |
+
- -1.0
|
| 58 |
+
- -1.0
|
| 59 |
+
- -1.0
|
| 60 |
+
- -1.0
|
| 61 |
+
type: box
|
| 62 |
+
noop_action:
|
| 63 |
+
- 0.0
|
| 64 |
+
- 0.0
|
| 65 |
+
- 0.0
|
| 66 |
+
- 0.0
|
| 67 |
+
- 0.0
|
| 68 |
+
- 0.0
|
| 69 |
+
base_prompt: Move the Walker2d robot forward while keeping its torso upright. Predict
|
| 70 |
+
six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot,
|
| 71 |
+
left thigh, left leg, and left foot.
|
| 72 |
+
state_space:
|
| 73 |
+
labels:
|
| 74 |
+
- torso_height
|
| 75 |
+
- torso_angle
|
| 76 |
+
- right_thigh_angle
|
| 77 |
+
- right_leg_angle
|
| 78 |
+
- right_foot_angle
|
| 79 |
+
- left_thigh_angle
|
| 80 |
+
- left_leg_angle
|
| 81 |
+
- left_foot_angle
|
| 82 |
+
- torso_x_velocity
|
| 83 |
+
- torso_z_velocity
|
| 84 |
+
- torso_angular_velocity
|
| 85 |
+
- right_thigh_angular_velocity
|
| 86 |
+
- right_leg_angular_velocity
|
| 87 |
+
- right_foot_angular_velocity
|
| 88 |
+
- left_thigh_angular_velocity
|
| 89 |
+
- left_leg_angular_velocity
|
| 90 |
+
- left_foot_angular_velocity
|
| 91 |
+
obs_resize:
|
| 92 |
+
- 224
|
| 93 |
+
- 224
|
| 94 |
+
latency:
|
| 95 |
+
method: zero
|
| 96 |
+
sync_cuda: false
|
| 97 |
+
scheduler:
|
| 98 |
+
hold_policy: hold
|
| 99 |
+
ordering_policy: issue_order_fifo
|
| 100 |
+
policy:
|
| 101 |
+
type: starvla
|
| 102 |
+
checkpoint_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/new_bundle/checkpoints/model.pt
|
| 103 |
+
model_config_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/new_bundle/config.yaml
|
| 104 |
+
backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 105 |
+
device: cuda:0
|
| 106 |
+
task_manifest_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/new_bundle/manifest.json
|
| 107 |
+
latency_prompt_map_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/new_bundle/latency_prompt_map.json
|
| 108 |
+
latency_prompt_key: 0
|
| 109 |
+
training:
|
| 110 |
+
train_for_env_steps: 10000000
|
| 111 |
+
num_workers: 8
|
| 112 |
+
num_envs_per_worker: 8
|
| 113 |
+
worker_num_splits: 2
|
| 114 |
+
num_policies: 1
|
| 115 |
+
batch_size: 1024
|
| 116 |
+
rollout: 64
|
| 117 |
+
recurrence: 1
|
| 118 |
+
num_epochs: 2
|
| 119 |
+
num_batches_per_epoch: 4
|
| 120 |
+
max_policy_lag: 300
|
| 121 |
+
learning_rate: 0.00295
|
| 122 |
+
gamma: 0.99
|
| 123 |
+
gae_lambda: 0.95
|
| 124 |
+
ppo_clip_ratio: 0.2
|
| 125 |
+
ppo_clip_value: 0.2
|
| 126 |
+
value_loss_coeff: 1.3
|
| 127 |
+
max_grad_norm: 3.5
|
| 128 |
+
exploration_loss_coeff: 0.0
|
| 129 |
+
async_rl: false
|
| 130 |
+
batched_sampling: false
|
| 131 |
+
use_rnn: false
|
| 132 |
+
encoder_mlp_layers:
|
| 133 |
+
- 64
|
| 134 |
+
- 64
|
| 135 |
+
normalize_input: true
|
| 136 |
+
normalize_returns: true
|
| 137 |
+
save_every_sec: 600
|
| 138 |
+
keep_checkpoints: 5
|
| 139 |
+
lr_schedule: linear_decay
|
| 140 |
+
kl_loss_coeff: 0.1
|
| 141 |
+
serial_mode: false
|
| 142 |
+
nonlinearity: tanh
|
| 143 |
+
adaptive_stddev: false
|
| 144 |
+
policy_initialization: torch_default
|
| 145 |
+
initial_stddev: 1.0
|
| 146 |
+
shuffle_minibatches: false
|
| 147 |
+
value_bootstrap: true
|
| 148 |
+
evaluation:
|
| 149 |
+
eval_episodes: 100
|
| 150 |
+
eval_parallel_envs: 32
|
| 151 |
+
eval_max_steps: 1000
|
| 152 |
+
eval_deterministic: true
|
| 153 |
+
eval_latency_values: null
|
| 154 |
+
episode_seed_offset: 0
|
| 155 |
+
logging:
|
| 156 |
+
output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/evaluation/zero_parallel32_ib8
|
| 157 |
+
video:
|
| 158 |
+
enabled: false
|
| 159 |
+
num_bins: 1
|
| 160 |
+
save_step_records: true
|
| 161 |
+
save_action_records: true
|
| 162 |
+
save_latency_records: true
|
| 163 |
+
realtime_pipeline_profile: false
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/latency_prompt_map.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"0": {
|
| 3 |
+
"prompt": "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 125 FPS and observations are emitted at 125 FPS. Choose the best next action.",
|
| 4 |
+
"latency_raw_frames": 0,
|
| 5 |
+
"latency_ms": 0.0
|
| 6 |
+
}
|
| 7 |
+
}
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/manifest.json
ADDED
|
@@ -0,0 +1,184 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_name": "lerobot",
|
| 3 |
+
"env_name": "walker2d_rgb_state",
|
| 4 |
+
"episodes": 90,
|
| 5 |
+
"frames": 85160,
|
| 6 |
+
"task_prompts": [
|
| 7 |
+
"Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 125 FPS and observations are emitted at 125 FPS. Choose the best next action."
|
| 8 |
+
],
|
| 9 |
+
"format": "lerobot_v2_image_parquet",
|
| 10 |
+
"source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/raw",
|
| 11 |
+
"integration_name": "gymnasium",
|
| 12 |
+
"task_name": "walker2d_rgb_state",
|
| 13 |
+
"action_layout": "gymnasium_continuous_v1",
|
| 14 |
+
"action_labels": [
|
| 15 |
+
"right_thigh_torque",
|
| 16 |
+
"right_leg_torque",
|
| 17 |
+
"right_foot_torque",
|
| 18 |
+
"left_thigh_torque",
|
| 19 |
+
"left_leg_torque",
|
| 20 |
+
"left_foot_torque"
|
| 21 |
+
],
|
| 22 |
+
"carrier_action_labels": [
|
| 23 |
+
"right_thigh_torque",
|
| 24 |
+
"right_leg_torque",
|
| 25 |
+
"right_foot_torque",
|
| 26 |
+
"left_thigh_torque",
|
| 27 |
+
"left_leg_torque",
|
| 28 |
+
"left_foot_torque"
|
| 29 |
+
],
|
| 30 |
+
"action_dim": 6,
|
| 31 |
+
"active_action_dim": 6,
|
| 32 |
+
"action_carrier": "native",
|
| 33 |
+
"rows_unit": "decision_step",
|
| 34 |
+
"obs_fps": 125.0,
|
| 35 |
+
"obs_stride_raw_frames": 1,
|
| 36 |
+
"uses_state": true,
|
| 37 |
+
"state_dim": 17,
|
| 38 |
+
"state_labels": [
|
| 39 |
+
"torso_height",
|
| 40 |
+
"torso_angle",
|
| 41 |
+
"right_thigh_angle",
|
| 42 |
+
"right_leg_angle",
|
| 43 |
+
"right_foot_angle",
|
| 44 |
+
"left_thigh_angle",
|
| 45 |
+
"left_leg_angle",
|
| 46 |
+
"left_foot_angle",
|
| 47 |
+
"torso_x_velocity",
|
| 48 |
+
"torso_z_velocity",
|
| 49 |
+
"torso_angular_velocity",
|
| 50 |
+
"right_thigh_angular_velocity",
|
| 51 |
+
"right_leg_angular_velocity",
|
| 52 |
+
"right_foot_angular_velocity",
|
| 53 |
+
"left_thigh_angular_velocity",
|
| 54 |
+
"left_leg_angular_velocity",
|
| 55 |
+
"left_foot_angular_velocity"
|
| 56 |
+
],
|
| 57 |
+
"state_normalization": {
|
| 58 |
+
"type": "min_max",
|
| 59 |
+
"min": [
|
| 60 |
+
0.8001501560211182,
|
| 61 |
+
-0.9963381290435791,
|
| 62 |
+
-1.2083065509796143,
|
| 63 |
+
-2.6031124591827393,
|
| 64 |
+
-1.4880801439285278,
|
| 65 |
+
-1.7395809888839722,
|
| 66 |
+
-2.8114991188049316,
|
| 67 |
+
-1.4173651933670044,
|
| 68 |
+
-1.9014521837234497,
|
| 69 |
+
-5.880380630493164,
|
| 70 |
+
-10.0,
|
| 71 |
+
-10.0,
|
| 72 |
+
-10.0,
|
| 73 |
+
-10.0,
|
| 74 |
+
-10.0,
|
| 75 |
+
-10.0,
|
| 76 |
+
-10.0
|
| 77 |
+
],
|
| 78 |
+
"max": [
|
| 79 |
+
1.4312387704849243,
|
| 80 |
+
0.9942846298217773,
|
| 81 |
+
0.35824716091156006,
|
| 82 |
+
0.42332249879837036,
|
| 83 |
+
1.4080666303634644,
|
| 84 |
+
0.19403602182865143,
|
| 85 |
+
0.508411705493927,
|
| 86 |
+
1.1665540933609009,
|
| 87 |
+
9.758368492126465,
|
| 88 |
+
2.7117056846618652,
|
| 89 |
+
10.0,
|
| 90 |
+
10.0,
|
| 91 |
+
10.0,
|
| 92 |
+
10.0,
|
| 93 |
+
10.0,
|
| 94 |
+
10.0,
|
| 95 |
+
10.0
|
| 96 |
+
]
|
| 97 |
+
},
|
| 98 |
+
"robot_type": "rl_games_gymnasium",
|
| 99 |
+
"latency_prompt_map_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/lerobot/latency_prompt_map.json",
|
| 100 |
+
"custom_mixtures_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/_generated_mixtures/lerobot.json",
|
| 101 |
+
"gymnasium_task": {
|
| 102 |
+
"action_space": {
|
| 103 |
+
"dtype": "float32",
|
| 104 |
+
"high": [
|
| 105 |
+
1.0,
|
| 106 |
+
1.0,
|
| 107 |
+
1.0,
|
| 108 |
+
1.0,
|
| 109 |
+
1.0,
|
| 110 |
+
1.0
|
| 111 |
+
],
|
| 112 |
+
"labels": [
|
| 113 |
+
"right_thigh_torque",
|
| 114 |
+
"right_leg_torque",
|
| 115 |
+
"right_foot_torque",
|
| 116 |
+
"left_thigh_torque",
|
| 117 |
+
"left_leg_torque",
|
| 118 |
+
"left_foot_torque"
|
| 119 |
+
],
|
| 120 |
+
"low": [
|
| 121 |
+
-1.0,
|
| 122 |
+
-1.0,
|
| 123 |
+
-1.0,
|
| 124 |
+
-1.0,
|
| 125 |
+
-1.0,
|
| 126 |
+
-1.0
|
| 127 |
+
],
|
| 128 |
+
"type": "box"
|
| 129 |
+
},
|
| 130 |
+
"base_prompt": "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot.",
|
| 131 |
+
"env_fps": 125.0,
|
| 132 |
+
"env_id": "LatencyBench/Walker2dContinuous-v0",
|
| 133 |
+
"frame_stack": 1,
|
| 134 |
+
"make_kwargs": {
|
| 135 |
+
"base_env_id": "Walker2d-v4",
|
| 136 |
+
"base_make_kwargs": {
|
| 137 |
+
"ctrl_cost_weight": 0.001,
|
| 138 |
+
"exclude_current_positions_from_observation": true,
|
| 139 |
+
"forward_reward_weight": 1.0,
|
| 140 |
+
"healthy_reward": 1.0,
|
| 141 |
+
"reset_noise_scale": 0.005,
|
| 142 |
+
"terminate_when_unhealthy": true
|
| 143 |
+
},
|
| 144 |
+
"render_mode": "rgb_array"
|
| 145 |
+
},
|
| 146 |
+
"noop_action": [
|
| 147 |
+
0.0,
|
| 148 |
+
0.0,
|
| 149 |
+
0.0,
|
| 150 |
+
0.0,
|
| 151 |
+
0.0,
|
| 152 |
+
0.0
|
| 153 |
+
],
|
| 154 |
+
"obs_fps": 125.0,
|
| 155 |
+
"registration_imports": [
|
| 156 |
+
"latency_bench.envs.gymnasium_walker2d"
|
| 157 |
+
],
|
| 158 |
+
"state_space": {
|
| 159 |
+
"labels": [
|
| 160 |
+
"torso_height",
|
| 161 |
+
"torso_angle",
|
| 162 |
+
"right_thigh_angle",
|
| 163 |
+
"right_leg_angle",
|
| 164 |
+
"right_foot_angle",
|
| 165 |
+
"left_thigh_angle",
|
| 166 |
+
"left_leg_angle",
|
| 167 |
+
"left_foot_angle",
|
| 168 |
+
"torso_x_velocity",
|
| 169 |
+
"torso_z_velocity",
|
| 170 |
+
"torso_angular_velocity",
|
| 171 |
+
"right_thigh_angular_velocity",
|
| 172 |
+
"right_leg_angular_velocity",
|
| 173 |
+
"right_foot_angular_velocity",
|
| 174 |
+
"left_thigh_angular_velocity",
|
| 175 |
+
"left_leg_angular_velocity",
|
| 176 |
+
"left_foot_angular_velocity"
|
| 177 |
+
]
|
| 178 |
+
},
|
| 179 |
+
"task_name": "walker2d_rgb_state"
|
| 180 |
+
},
|
| 181 |
+
"validation_dataset_name": "lerobot__val",
|
| 182 |
+
"validation_episodes": 10,
|
| 183 |
+
"validation_frames": 9664
|
| 184 |
+
}
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/result.json
ADDED
|
@@ -0,0 +1,213 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episodes": 100,
|
| 3 |
+
"seeds": [
|
| 4 |
+
42,
|
| 5 |
+
43,
|
| 6 |
+
44,
|
| 7 |
+
45,
|
| 8 |
+
46,
|
| 9 |
+
47,
|
| 10 |
+
48,
|
| 11 |
+
49,
|
| 12 |
+
50,
|
| 13 |
+
51,
|
| 14 |
+
52,
|
| 15 |
+
53,
|
| 16 |
+
54,
|
| 17 |
+
55,
|
| 18 |
+
56,
|
| 19 |
+
57,
|
| 20 |
+
58,
|
| 21 |
+
59,
|
| 22 |
+
60,
|
| 23 |
+
61,
|
| 24 |
+
62,
|
| 25 |
+
63,
|
| 26 |
+
64,
|
| 27 |
+
65,
|
| 28 |
+
66,
|
| 29 |
+
67,
|
| 30 |
+
68,
|
| 31 |
+
69,
|
| 32 |
+
70,
|
| 33 |
+
71,
|
| 34 |
+
72,
|
| 35 |
+
73,
|
| 36 |
+
74,
|
| 37 |
+
75,
|
| 38 |
+
76,
|
| 39 |
+
77,
|
| 40 |
+
78,
|
| 41 |
+
79,
|
| 42 |
+
80,
|
| 43 |
+
81,
|
| 44 |
+
82,
|
| 45 |
+
83,
|
| 46 |
+
84,
|
| 47 |
+
85,
|
| 48 |
+
86,
|
| 49 |
+
87,
|
| 50 |
+
88,
|
| 51 |
+
89,
|
| 52 |
+
90,
|
| 53 |
+
91,
|
| 54 |
+
92,
|
| 55 |
+
93,
|
| 56 |
+
94,
|
| 57 |
+
95,
|
| 58 |
+
96,
|
| 59 |
+
97,
|
| 60 |
+
98,
|
| 61 |
+
99,
|
| 62 |
+
100,
|
| 63 |
+
101,
|
| 64 |
+
102,
|
| 65 |
+
103,
|
| 66 |
+
104,
|
| 67 |
+
105,
|
| 68 |
+
106,
|
| 69 |
+
107,
|
| 70 |
+
108,
|
| 71 |
+
109,
|
| 72 |
+
110,
|
| 73 |
+
111,
|
| 74 |
+
112,
|
| 75 |
+
113,
|
| 76 |
+
114,
|
| 77 |
+
115,
|
| 78 |
+
116,
|
| 79 |
+
117,
|
| 80 |
+
118,
|
| 81 |
+
119,
|
| 82 |
+
120,
|
| 83 |
+
121,
|
| 84 |
+
122,
|
| 85 |
+
123,
|
| 86 |
+
124,
|
| 87 |
+
125,
|
| 88 |
+
126,
|
| 89 |
+
127,
|
| 90 |
+
128,
|
| 91 |
+
129,
|
| 92 |
+
130,
|
| 93 |
+
131,
|
| 94 |
+
132,
|
| 95 |
+
133,
|
| 96 |
+
134,
|
| 97 |
+
135,
|
| 98 |
+
136,
|
| 99 |
+
137,
|
| 100 |
+
138,
|
| 101 |
+
139,
|
| 102 |
+
140,
|
| 103 |
+
141
|
| 104 |
+
],
|
| 105 |
+
"mean_return": 2261.9224199749524,
|
| 106 |
+
"population_std_return": 1184.721326155164,
|
| 107 |
+
"mean_length": 608.67,
|
| 108 |
+
"returns": [
|
| 109 |
+
1698.3663248912092,
|
| 110 |
+
3016.1904481800284,
|
| 111 |
+
1336.134048471373,
|
| 112 |
+
1185.5865457561147,
|
| 113 |
+
961.8983923089535,
|
| 114 |
+
847.3893142740984,
|
| 115 |
+
3813.978472295664,
|
| 116 |
+
1238.1435254984399,
|
| 117 |
+
3596.755117678171,
|
| 118 |
+
3356.284255023643,
|
| 119 |
+
2326.0858451845593,
|
| 120 |
+
4037.213819528718,
|
| 121 |
+
4033.861299346247,
|
| 122 |
+
3929.5820230189643,
|
| 123 |
+
770.4448970262057,
|
| 124 |
+
1211.534085585673,
|
| 125 |
+
1586.7063904262484,
|
| 126 |
+
1296.852479104697,
|
| 127 |
+
1764.5730210406011,
|
| 128 |
+
4134.329410818105,
|
| 129 |
+
1347.9027286912467,
|
| 130 |
+
1303.550907982738,
|
| 131 |
+
1764.0400938509972,
|
| 132 |
+
1473.8389004713777,
|
| 133 |
+
2430.104566177259,
|
| 134 |
+
415.354410967346,
|
| 135 |
+
3857.510022845621,
|
| 136 |
+
1359.324135990882,
|
| 137 |
+
846.5298729033709,
|
| 138 |
+
4156.9654960490425,
|
| 139 |
+
1117.4504956471628,
|
| 140 |
+
3894.9611920361144,
|
| 141 |
+
3902.3806517920916,
|
| 142 |
+
1736.8397162492793,
|
| 143 |
+
3318.200314408739,
|
| 144 |
+
1099.3421373048545,
|
| 145 |
+
1546.544878439369,
|
| 146 |
+
3904.3998170136115,
|
| 147 |
+
3301.8481583379275,
|
| 148 |
+
3495.938735832289,
|
| 149 |
+
1701.8818833918626,
|
| 150 |
+
1459.8027477353178,
|
| 151 |
+
2366.0098099379675,
|
| 152 |
+
1486.8622088257264,
|
| 153 |
+
1501.7716540063955,
|
| 154 |
+
1158.6941016289566,
|
| 155 |
+
675.2957552773587,
|
| 156 |
+
3813.9968088004593,
|
| 157 |
+
2981.7182712705526,
|
| 158 |
+
2307.479403237135,
|
| 159 |
+
3011.0190104288054,
|
| 160 |
+
3722.7997054746,
|
| 161 |
+
3534.0044722684033,
|
| 162 |
+
3377.675858767447,
|
| 163 |
+
1417.5047552473231,
|
| 164 |
+
1051.3390976111414,
|
| 165 |
+
3317.725850290574,
|
| 166 |
+
3688.5264867052592,
|
| 167 |
+
3983.477605929424,
|
| 168 |
+
1541.0869439173753,
|
| 169 |
+
716.6289354817793,
|
| 170 |
+
1572.545717665745,
|
| 171 |
+
4032.6044881679013,
|
| 172 |
+
446.1383930892319,
|
| 173 |
+
2833.4364799580753,
|
| 174 |
+
977.0032398110577,
|
| 175 |
+
1614.506815359281,
|
| 176 |
+
3899.0715279264273,
|
| 177 |
+
670.9572671465256,
|
| 178 |
+
1650.969251121304,
|
| 179 |
+
478.95830464298325,
|
| 180 |
+
2327.7124410393294,
|
| 181 |
+
2419.454222323414,
|
| 182 |
+
3773.387300433398,
|
| 183 |
+
3270.5308243577206,
|
| 184 |
+
2980.379706034829,
|
| 185 |
+
722.1394113569997,
|
| 186 |
+
1915.0735239324172,
|
| 187 |
+
1102.861078250687,
|
| 188 |
+
4004.7112736424374,
|
| 189 |
+
1429.2109061582348,
|
| 190 |
+
825.5196783881844,
|
| 191 |
+
2763.6435205435096,
|
| 192 |
+
807.4839071191263,
|
| 193 |
+
1568.8371326178858,
|
| 194 |
+
3864.791318448708,
|
| 195 |
+
2048.2426013567033,
|
| 196 |
+
1823.8903489441204,
|
| 197 |
+
3905.9863488519995,
|
| 198 |
+
4273.405860972511,
|
| 199 |
+
1670.8042656892414,
|
| 200 |
+
2711.0945828917415,
|
| 201 |
+
3641.1152679221855,
|
| 202 |
+
1456.1977248401768,
|
| 203 |
+
1545.4733638512628,
|
| 204 |
+
1615.8114845857267,
|
| 205 |
+
1863.9273677749763,
|
| 206 |
+
2240.6201808113115,
|
| 207 |
+
3807.612197724807,
|
| 208 |
+
405.89435706013353
|
| 209 |
+
],
|
| 210 |
+
"primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/evaluation/zero_parallel32_ib8/episode_metrics.jsonl",
|
| 211 |
+
"eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/eval_zero_parallel32_ib8.yaml",
|
| 212 |
+
"inference_batch_size": 8
|
| 213 |
+
}
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/evaluations/g128_iid_20261010/zero/source_identity.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"revision": "a7001d2227fa8b0cbcd58b7b0e32db3dba147810",
|
| 3 |
+
"source": "current worktree snapshot",
|
| 4 |
+
"dirty_paths": [
|
| 5 |
+
" M AGENTS.md",
|
| 6 |
+
" M configs/experiments/memory/small_model/flappy_capped.yaml",
|
| 7 |
+
" M configs/experiments/memory/small_model/flappy_extended.yaml",
|
| 8 |
+
" M configs/experiments/observation_stride/flappy_capped.yaml",
|
| 9 |
+
" M configs/experiments/observation_stride/flappy_extended.yaml",
|
| 10 |
+
" M configs/experiments/sim2real.yaml",
|
| 11 |
+
" M scripts/experiments/memory/small_model/run.sh",
|
| 12 |
+
" M scripts/experiments/observation_stride/run.sh",
|
| 13 |
+
" M scripts/experiments/sim2real/study.py",
|
| 14 |
+
" M tests/scripts/test_sim2real.py",
|
| 15 |
+
"?? configs/experiments/sim2real/five_gpu.yaml",
|
| 16 |
+
"?? docs/cleanup-refactor/",
|
| 17 |
+
"?? lagen/",
|
| 18 |
+
"?? scripts/experiments/sim2real/campaign.py",
|
| 19 |
+
"?? servers.md"
|
| 20 |
+
],
|
| 21 |
+
"runtime_patches": [
|
| 22 |
+
{
|
| 23 |
+
"path": "third_party/starVLA/starVLA/training/train_starvla.py",
|
| 24 |
+
"change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
|
| 25 |
+
"validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
|
| 26 |
+
}
|
| 27 |
+
],
|
| 28 |
+
"frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
|
| 29 |
+
}
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/l0_data_source.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"repo": "MLL-Lab/LAGEN-datasets",
|
| 3 |
+
"revision": "0b3b64a5d5f4a52e5b1decf1a30b01ec8637becc",
|
| 4 |
+
"path": "experiments/benchmark-training/archive/standard-pipeline/walker2d/zero_latency/shared/source_100ep_v1/demonstrations/raw",
|
| 5 |
+
"source_obs_fps": 125.0,
|
| 6 |
+
"label_semantics": "zero latency: issued and applied actions coincide",
|
| 7 |
+
"original_contract": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/historical/zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/manifest.json"
|
| 8 |
+
}
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/latency_prompt_map.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"0": {
|
| 3 |
+
"prompt": "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 125 FPS and observations are emitted at 125 FPS. Choose the best next action.",
|
| 4 |
+
"latency_raw_frames": 0,
|
| 5 |
+
"latency_ms": 0.0
|
| 6 |
+
}
|
| 7 |
+
}
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/manifest.json
ADDED
|
@@ -0,0 +1,184 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_name": "lerobot",
|
| 3 |
+
"env_name": "walker2d_rgb_state",
|
| 4 |
+
"episodes": 90,
|
| 5 |
+
"frames": 85160,
|
| 6 |
+
"task_prompts": [
|
| 7 |
+
"Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 0 raw frames (0.00 ms). The environment runs at 125 FPS and observations are emitted at 125 FPS. Choose the best next action."
|
| 8 |
+
],
|
| 9 |
+
"format": "lerobot_v2_image_parquet",
|
| 10 |
+
"source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/raw",
|
| 11 |
+
"integration_name": "gymnasium",
|
| 12 |
+
"task_name": "walker2d_rgb_state",
|
| 13 |
+
"action_layout": "gymnasium_continuous_v1",
|
| 14 |
+
"action_labels": [
|
| 15 |
+
"right_thigh_torque",
|
| 16 |
+
"right_leg_torque",
|
| 17 |
+
"right_foot_torque",
|
| 18 |
+
"left_thigh_torque",
|
| 19 |
+
"left_leg_torque",
|
| 20 |
+
"left_foot_torque"
|
| 21 |
+
],
|
| 22 |
+
"carrier_action_labels": [
|
| 23 |
+
"right_thigh_torque",
|
| 24 |
+
"right_leg_torque",
|
| 25 |
+
"right_foot_torque",
|
| 26 |
+
"left_thigh_torque",
|
| 27 |
+
"left_leg_torque",
|
| 28 |
+
"left_foot_torque"
|
| 29 |
+
],
|
| 30 |
+
"action_dim": 6,
|
| 31 |
+
"active_action_dim": 6,
|
| 32 |
+
"action_carrier": "native",
|
| 33 |
+
"rows_unit": "decision_step",
|
| 34 |
+
"obs_fps": 125.0,
|
| 35 |
+
"obs_stride_raw_frames": 1,
|
| 36 |
+
"uses_state": true,
|
| 37 |
+
"state_dim": 17,
|
| 38 |
+
"state_labels": [
|
| 39 |
+
"torso_height",
|
| 40 |
+
"torso_angle",
|
| 41 |
+
"right_thigh_angle",
|
| 42 |
+
"right_leg_angle",
|
| 43 |
+
"right_foot_angle",
|
| 44 |
+
"left_thigh_angle",
|
| 45 |
+
"left_leg_angle",
|
| 46 |
+
"left_foot_angle",
|
| 47 |
+
"torso_x_velocity",
|
| 48 |
+
"torso_z_velocity",
|
| 49 |
+
"torso_angular_velocity",
|
| 50 |
+
"right_thigh_angular_velocity",
|
| 51 |
+
"right_leg_angular_velocity",
|
| 52 |
+
"right_foot_angular_velocity",
|
| 53 |
+
"left_thigh_angular_velocity",
|
| 54 |
+
"left_leg_angular_velocity",
|
| 55 |
+
"left_foot_angular_velocity"
|
| 56 |
+
],
|
| 57 |
+
"state_normalization": {
|
| 58 |
+
"type": "min_max",
|
| 59 |
+
"min": [
|
| 60 |
+
0.8001501560211182,
|
| 61 |
+
-0.9963381290435791,
|
| 62 |
+
-1.2083065509796143,
|
| 63 |
+
-2.6031124591827393,
|
| 64 |
+
-1.4880801439285278,
|
| 65 |
+
-1.7395809888839722,
|
| 66 |
+
-2.8114991188049316,
|
| 67 |
+
-1.4173651933670044,
|
| 68 |
+
-1.9014521837234497,
|
| 69 |
+
-5.880380630493164,
|
| 70 |
+
-10.0,
|
| 71 |
+
-10.0,
|
| 72 |
+
-10.0,
|
| 73 |
+
-10.0,
|
| 74 |
+
-10.0,
|
| 75 |
+
-10.0,
|
| 76 |
+
-10.0
|
| 77 |
+
],
|
| 78 |
+
"max": [
|
| 79 |
+
1.4312387704849243,
|
| 80 |
+
0.9942846298217773,
|
| 81 |
+
0.35824716091156006,
|
| 82 |
+
0.42332249879837036,
|
| 83 |
+
1.4080666303634644,
|
| 84 |
+
0.19403602182865143,
|
| 85 |
+
0.508411705493927,
|
| 86 |
+
1.1665540933609009,
|
| 87 |
+
9.758368492126465,
|
| 88 |
+
2.7117056846618652,
|
| 89 |
+
10.0,
|
| 90 |
+
10.0,
|
| 91 |
+
10.0,
|
| 92 |
+
10.0,
|
| 93 |
+
10.0,
|
| 94 |
+
10.0,
|
| 95 |
+
10.0
|
| 96 |
+
]
|
| 97 |
+
},
|
| 98 |
+
"robot_type": "rl_games_gymnasium",
|
| 99 |
+
"latency_prompt_map_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/lerobot/latency_prompt_map.json",
|
| 100 |
+
"custom_mixtures_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/_generated_mixtures/lerobot.json",
|
| 101 |
+
"gymnasium_task": {
|
| 102 |
+
"action_space": {
|
| 103 |
+
"dtype": "float32",
|
| 104 |
+
"high": [
|
| 105 |
+
1.0,
|
| 106 |
+
1.0,
|
| 107 |
+
1.0,
|
| 108 |
+
1.0,
|
| 109 |
+
1.0,
|
| 110 |
+
1.0
|
| 111 |
+
],
|
| 112 |
+
"labels": [
|
| 113 |
+
"right_thigh_torque",
|
| 114 |
+
"right_leg_torque",
|
| 115 |
+
"right_foot_torque",
|
| 116 |
+
"left_thigh_torque",
|
| 117 |
+
"left_leg_torque",
|
| 118 |
+
"left_foot_torque"
|
| 119 |
+
],
|
| 120 |
+
"low": [
|
| 121 |
+
-1.0,
|
| 122 |
+
-1.0,
|
| 123 |
+
-1.0,
|
| 124 |
+
-1.0,
|
| 125 |
+
-1.0,
|
| 126 |
+
-1.0
|
| 127 |
+
],
|
| 128 |
+
"type": "box"
|
| 129 |
+
},
|
| 130 |
+
"base_prompt": "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot.",
|
| 131 |
+
"env_fps": 125.0,
|
| 132 |
+
"env_id": "LatencyBench/Walker2dContinuous-v0",
|
| 133 |
+
"frame_stack": 1,
|
| 134 |
+
"make_kwargs": {
|
| 135 |
+
"base_env_id": "Walker2d-v4",
|
| 136 |
+
"base_make_kwargs": {
|
| 137 |
+
"ctrl_cost_weight": 0.001,
|
| 138 |
+
"exclude_current_positions_from_observation": true,
|
| 139 |
+
"forward_reward_weight": 1.0,
|
| 140 |
+
"healthy_reward": 1.0,
|
| 141 |
+
"reset_noise_scale": 0.005,
|
| 142 |
+
"terminate_when_unhealthy": true
|
| 143 |
+
},
|
| 144 |
+
"render_mode": "rgb_array"
|
| 145 |
+
},
|
| 146 |
+
"noop_action": [
|
| 147 |
+
0.0,
|
| 148 |
+
0.0,
|
| 149 |
+
0.0,
|
| 150 |
+
0.0,
|
| 151 |
+
0.0,
|
| 152 |
+
0.0
|
| 153 |
+
],
|
| 154 |
+
"obs_fps": 125.0,
|
| 155 |
+
"registration_imports": [
|
| 156 |
+
"latency_bench.envs.gymnasium_walker2d"
|
| 157 |
+
],
|
| 158 |
+
"state_space": {
|
| 159 |
+
"labels": [
|
| 160 |
+
"torso_height",
|
| 161 |
+
"torso_angle",
|
| 162 |
+
"right_thigh_angle",
|
| 163 |
+
"right_leg_angle",
|
| 164 |
+
"right_foot_angle",
|
| 165 |
+
"left_thigh_angle",
|
| 166 |
+
"left_leg_angle",
|
| 167 |
+
"left_foot_angle",
|
| 168 |
+
"torso_x_velocity",
|
| 169 |
+
"torso_z_velocity",
|
| 170 |
+
"torso_angular_velocity",
|
| 171 |
+
"right_thigh_angular_velocity",
|
| 172 |
+
"right_leg_angular_velocity",
|
| 173 |
+
"right_foot_angular_velocity",
|
| 174 |
+
"left_thigh_angular_velocity",
|
| 175 |
+
"left_leg_angular_velocity",
|
| 176 |
+
"left_foot_angular_velocity"
|
| 177 |
+
]
|
| 178 |
+
},
|
| 179 |
+
"task_name": "walker2d_rgb_state"
|
| 180 |
+
},
|
| 181 |
+
"validation_dataset_name": "lerobot__val",
|
| 182 |
+
"validation_episodes": 10,
|
| 183 |
+
"validation_frames": 9664
|
| 184 |
+
}
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/DONE
ADDED
|
File without changes
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/hardware.json
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"driver_version": "580.173.02",
|
| 3 |
+
"gpu_class": "1x-rtx3090",
|
| 4 |
+
"gpus": [
|
| 5 |
+
{
|
| 6 |
+
"name": "NVIDIA GeForce RTX 3090",
|
| 7 |
+
"slot": 0
|
| 8 |
+
}
|
| 9 |
+
],
|
| 10 |
+
"instance_id": "instance_859cf1e47bca6046",
|
| 11 |
+
"topology_links": [],
|
| 12 |
+
"torch": {
|
| 13 |
+
"backends": {
|
| 14 |
+
"cuda_cudnn_sdp_enabled": true,
|
| 15 |
+
"cuda_flash_sdp_enabled": true,
|
| 16 |
+
"cuda_math_sdp_enabled": true,
|
| 17 |
+
"cuda_matmul_allow_tf32": false,
|
| 18 |
+
"cuda_mem_efficient_sdp_enabled": true,
|
| 19 |
+
"cudnn_allow_tf32": true,
|
| 20 |
+
"cudnn_benchmark": false
|
| 21 |
+
},
|
| 22 |
+
"cuda_available": true,
|
| 23 |
+
"cuda_device_count": 1,
|
| 24 |
+
"cuda_version": "12.8",
|
| 25 |
+
"current_device": 0,
|
| 26 |
+
"current_device_name": "NVIDIA GeForce RTX 3090",
|
| 27 |
+
"device_properties": [
|
| 28 |
+
{
|
| 29 |
+
"index": 0,
|
| 30 |
+
"major": 8,
|
| 31 |
+
"minor": 6,
|
| 32 |
+
"multi_processor_count": 82,
|
| 33 |
+
"name": "NVIDIA GeForce RTX 3090",
|
| 34 |
+
"total_memory": 25295257600
|
| 35 |
+
}
|
| 36 |
+
],
|
| 37 |
+
"float32_matmul_precision": "highest",
|
| 38 |
+
"version": "2.11.0+cu128"
|
| 39 |
+
}
|
| 40 |
+
}
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/latency_burst_model.json
ADDED
|
@@ -0,0 +1,1322 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"burst_dwell_distribution": {
|
| 3 |
+
"distribution_type": "inverse_cdf",
|
| 4 |
+
"latency_ms": [
|
| 5 |
+
1.0,
|
| 6 |
+
1.0,
|
| 7 |
+
1.0,
|
| 8 |
+
1.0,
|
| 9 |
+
1.0,
|
| 10 |
+
1.0,
|
| 11 |
+
1.0,
|
| 12 |
+
1.0,
|
| 13 |
+
1.0,
|
| 14 |
+
1.0,
|
| 15 |
+
1.0,
|
| 16 |
+
1.0,
|
| 17 |
+
1.0,
|
| 18 |
+
1.0,
|
| 19 |
+
1.0,
|
| 20 |
+
1.0,
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
1.0,
|
| 29 |
+
1.0,
|
| 30 |
+
1.0,
|
| 31 |
+
1.0,
|
| 32 |
+
1.0,
|
| 33 |
+
1.0,
|
| 34 |
+
1.0,
|
| 35 |
+
1.0,
|
| 36 |
+
1.0,
|
| 37 |
+
1.0,
|
| 38 |
+
1.0,
|
| 39 |
+
1.0,
|
| 40 |
+
1.0,
|
| 41 |
+
1.0,
|
| 42 |
+
1.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
1.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0,
|
| 51 |
+
1.0,
|
| 52 |
+
1.0,
|
| 53 |
+
1.0,
|
| 54 |
+
1.0,
|
| 55 |
+
1.0,
|
| 56 |
+
1.0,
|
| 57 |
+
1.0,
|
| 58 |
+
1.0,
|
| 59 |
+
1.0,
|
| 60 |
+
1.0,
|
| 61 |
+
1.0,
|
| 62 |
+
1.0,
|
| 63 |
+
1.0,
|
| 64 |
+
1.0,
|
| 65 |
+
1.0,
|
| 66 |
+
1.0,
|
| 67 |
+
1.0,
|
| 68 |
+
1.0,
|
| 69 |
+
1.0,
|
| 70 |
+
1.0,
|
| 71 |
+
1.0,
|
| 72 |
+
1.0,
|
| 73 |
+
1.0,
|
| 74 |
+
1.0,
|
| 75 |
+
1.0,
|
| 76 |
+
1.0,
|
| 77 |
+
1.0,
|
| 78 |
+
1.0,
|
| 79 |
+
1.0,
|
| 80 |
+
1.0,
|
| 81 |
+
1.0,
|
| 82 |
+
1.0,
|
| 83 |
+
1.0,
|
| 84 |
+
1.0,
|
| 85 |
+
1.0,
|
| 86 |
+
1.0,
|
| 87 |
+
1.0,
|
| 88 |
+
1.0,
|
| 89 |
+
1.0,
|
| 90 |
+
1.0,
|
| 91 |
+
1.0,
|
| 92 |
+
1.0,
|
| 93 |
+
1.0,
|
| 94 |
+
1.0,
|
| 95 |
+
1.0,
|
| 96 |
+
1.0,
|
| 97 |
+
1.0,
|
| 98 |
+
1.0,
|
| 99 |
+
1.0,
|
| 100 |
+
1.0,
|
| 101 |
+
1.0,
|
| 102 |
+
1.0,
|
| 103 |
+
1.0,
|
| 104 |
+
1.0,
|
| 105 |
+
1.0,
|
| 106 |
+
1.0,
|
| 107 |
+
1.0,
|
| 108 |
+
1.0,
|
| 109 |
+
1.0,
|
| 110 |
+
1.0,
|
| 111 |
+
1.0,
|
| 112 |
+
1.0,
|
| 113 |
+
1.0,
|
| 114 |
+
1.0,
|
| 115 |
+
1.0,
|
| 116 |
+
1.0,
|
| 117 |
+
1.0,
|
| 118 |
+
1.0,
|
| 119 |
+
1.0,
|
| 120 |
+
1.0,
|
| 121 |
+
1.0,
|
| 122 |
+
1.0,
|
| 123 |
+
1.0,
|
| 124 |
+
1.0,
|
| 125 |
+
1.0,
|
| 126 |
+
1.0,
|
| 127 |
+
1.0
|
| 128 |
+
],
|
| 129 |
+
"quantile_levels": [
|
| 130 |
+
0.0,
|
| 131 |
+
0.0001,
|
| 132 |
+
0.0005,
|
| 133 |
+
0.001,
|
| 134 |
+
0.002,
|
| 135 |
+
0.003,
|
| 136 |
+
0.004,
|
| 137 |
+
0.005,
|
| 138 |
+
0.006,
|
| 139 |
+
0.007,
|
| 140 |
+
0.008,
|
| 141 |
+
0.009,
|
| 142 |
+
0.01,
|
| 143 |
+
0.02,
|
| 144 |
+
0.03,
|
| 145 |
+
0.04,
|
| 146 |
+
0.05,
|
| 147 |
+
0.06,
|
| 148 |
+
0.07,
|
| 149 |
+
0.08,
|
| 150 |
+
0.09,
|
| 151 |
+
0.1,
|
| 152 |
+
0.11,
|
| 153 |
+
0.12,
|
| 154 |
+
0.13,
|
| 155 |
+
0.14,
|
| 156 |
+
0.15,
|
| 157 |
+
0.16,
|
| 158 |
+
0.17,
|
| 159 |
+
0.18,
|
| 160 |
+
0.19,
|
| 161 |
+
0.2,
|
| 162 |
+
0.21,
|
| 163 |
+
0.22,
|
| 164 |
+
0.23,
|
| 165 |
+
0.24,
|
| 166 |
+
0.25,
|
| 167 |
+
0.26,
|
| 168 |
+
0.27,
|
| 169 |
+
0.28,
|
| 170 |
+
0.29,
|
| 171 |
+
0.3,
|
| 172 |
+
0.31,
|
| 173 |
+
0.32,
|
| 174 |
+
0.33,
|
| 175 |
+
0.34,
|
| 176 |
+
0.35,
|
| 177 |
+
0.36,
|
| 178 |
+
0.37,
|
| 179 |
+
0.38,
|
| 180 |
+
0.39,
|
| 181 |
+
0.4,
|
| 182 |
+
0.41,
|
| 183 |
+
0.42,
|
| 184 |
+
0.43,
|
| 185 |
+
0.44,
|
| 186 |
+
0.45,
|
| 187 |
+
0.46,
|
| 188 |
+
0.47,
|
| 189 |
+
0.48,
|
| 190 |
+
0.49,
|
| 191 |
+
0.5,
|
| 192 |
+
0.51,
|
| 193 |
+
0.52,
|
| 194 |
+
0.53,
|
| 195 |
+
0.54,
|
| 196 |
+
0.55,
|
| 197 |
+
0.56,
|
| 198 |
+
0.57,
|
| 199 |
+
0.58,
|
| 200 |
+
0.59,
|
| 201 |
+
0.6,
|
| 202 |
+
0.61,
|
| 203 |
+
0.62,
|
| 204 |
+
0.63,
|
| 205 |
+
0.64,
|
| 206 |
+
0.65,
|
| 207 |
+
0.66,
|
| 208 |
+
0.67,
|
| 209 |
+
0.68,
|
| 210 |
+
0.69,
|
| 211 |
+
0.7,
|
| 212 |
+
0.71,
|
| 213 |
+
0.72,
|
| 214 |
+
0.73,
|
| 215 |
+
0.74,
|
| 216 |
+
0.75,
|
| 217 |
+
0.76,
|
| 218 |
+
0.77,
|
| 219 |
+
0.78,
|
| 220 |
+
0.79,
|
| 221 |
+
0.8,
|
| 222 |
+
0.81,
|
| 223 |
+
0.82,
|
| 224 |
+
0.83,
|
| 225 |
+
0.84,
|
| 226 |
+
0.85,
|
| 227 |
+
0.86,
|
| 228 |
+
0.87,
|
| 229 |
+
0.88,
|
| 230 |
+
0.89,
|
| 231 |
+
0.9,
|
| 232 |
+
0.91,
|
| 233 |
+
0.92,
|
| 234 |
+
0.93,
|
| 235 |
+
0.94,
|
| 236 |
+
0.95,
|
| 237 |
+
0.96,
|
| 238 |
+
0.97,
|
| 239 |
+
0.98,
|
| 240 |
+
0.99,
|
| 241 |
+
0.991,
|
| 242 |
+
0.992,
|
| 243 |
+
0.993,
|
| 244 |
+
0.994,
|
| 245 |
+
0.995,
|
| 246 |
+
0.996,
|
| 247 |
+
0.997,
|
| 248 |
+
0.998,
|
| 249 |
+
0.999,
|
| 250 |
+
0.9995,
|
| 251 |
+
0.9999,
|
| 252 |
+
1.0
|
| 253 |
+
]
|
| 254 |
+
},
|
| 255 |
+
"burst_dwell_lengths": [
|
| 256 |
+
1,
|
| 257 |
+
1,
|
| 258 |
+
1
|
| 259 |
+
],
|
| 260 |
+
"burst_merge_gap_records": 30,
|
| 261 |
+
"burst_rank_processes": [
|
| 262 |
+
{
|
| 263 |
+
"draw_count": 3,
|
| 264 |
+
"dwell_length_spearman_rho": 0.0,
|
| 265 |
+
"level_ms": {
|
| 266 |
+
"distribution_type": "inverse_cdf",
|
| 267 |
+
"latency_ms": [
|
| 268 |
+
86.64467597007751,
|
| 269 |
+
86.64467597007751,
|
| 270 |
+
86.64467597007751,
|
| 271 |
+
86.64467597007751,
|
| 272 |
+
86.64467597007751,
|
| 273 |
+
86.64467597007751,
|
| 274 |
+
86.64467597007751,
|
| 275 |
+
86.64467597007751,
|
| 276 |
+
86.64467597007751,
|
| 277 |
+
86.64467597007751,
|
| 278 |
+
86.64467597007751,
|
| 279 |
+
86.64467597007751,
|
| 280 |
+
86.64467597007751,
|
| 281 |
+
86.64467597007751,
|
| 282 |
+
86.64467597007751,
|
| 283 |
+
86.64467597007751,
|
| 284 |
+
86.64467597007751,
|
| 285 |
+
86.64467597007751,
|
| 286 |
+
86.64467597007751,
|
| 287 |
+
86.64467597007751,
|
| 288 |
+
86.64467597007751,
|
| 289 |
+
86.64467597007751,
|
| 290 |
+
86.64467597007751,
|
| 291 |
+
86.64467597007751,
|
| 292 |
+
86.64467597007751,
|
| 293 |
+
86.64467597007751,
|
| 294 |
+
86.64467597007751,
|
| 295 |
+
86.64467597007751,
|
| 296 |
+
86.734783680439,
|
| 297 |
+
87.00510681152343,
|
| 298 |
+
87.27542994260789,
|
| 299 |
+
87.54575307369232,
|
| 300 |
+
87.81607620477676,
|
| 301 |
+
88.0863993358612,
|
| 302 |
+
88.35672246694566,
|
| 303 |
+
88.6270455980301,
|
| 304 |
+
88.89736872911453,
|
| 305 |
+
89.16769186019897,
|
| 306 |
+
89.43801499128341,
|
| 307 |
+
89.70833812236786,
|
| 308 |
+
89.9786612534523,
|
| 309 |
+
90.24898438453674,
|
| 310 |
+
90.51930751562118,
|
| 311 |
+
90.78963064670563,
|
| 312 |
+
91.05995377779007,
|
| 313 |
+
91.33027690887451,
|
| 314 |
+
91.60060003995895,
|
| 315 |
+
91.8709231710434,
|
| 316 |
+
92.14124630212784,
|
| 317 |
+
92.41156943321228,
|
| 318 |
+
92.68189256429672,
|
| 319 |
+
92.95221569538117,
|
| 320 |
+
93.22253882646561,
|
| 321 |
+
93.49286195755005,
|
| 322 |
+
93.76318508863449,
|
| 323 |
+
94.03350821971894,
|
| 324 |
+
94.30383135080338,
|
| 325 |
+
94.57415448188782,
|
| 326 |
+
94.84447761297226,
|
| 327 |
+
95.11480074405671,
|
| 328 |
+
95.38512387514115,
|
| 329 |
+
95.65544700622559,
|
| 330 |
+
95.80195389032365,
|
| 331 |
+
95.94846077442169,
|
| 332 |
+
96.09496765851975,
|
| 333 |
+
96.2414745426178,
|
| 334 |
+
96.38798142671585,
|
| 335 |
+
96.5344883108139,
|
| 336 |
+
96.68099519491196,
|
| 337 |
+
96.82750207901,
|
| 338 |
+
96.97400896310806,
|
| 339 |
+
97.12051584720612,
|
| 340 |
+
97.26702273130417,
|
| 341 |
+
97.41352961540223,
|
| 342 |
+
97.56003649950027,
|
| 343 |
+
97.70654338359833,
|
| 344 |
+
97.85305026769637,
|
| 345 |
+
97.99955715179443,
|
| 346 |
+
98.1460640358925,
|
| 347 |
+
98.29257091999054,
|
| 348 |
+
98.4390778040886,
|
| 349 |
+
98.58558468818664,
|
| 350 |
+
98.7320915722847,
|
| 351 |
+
98.87859845638275,
|
| 352 |
+
99.0251053404808,
|
| 353 |
+
99.17161222457885,
|
| 354 |
+
99.31811910867691,
|
| 355 |
+
99.46462599277497,
|
| 356 |
+
99.61113287687301,
|
| 357 |
+
99.75763976097107,
|
| 358 |
+
99.90414664506912,
|
| 359 |
+
100.05065352916718,
|
| 360 |
+
100.19716041326522,
|
| 361 |
+
100.34366729736328,
|
| 362 |
+
100.49017418146133,
|
| 363 |
+
100.53900980949402,
|
| 364 |
+
100.53900980949402,
|
| 365 |
+
100.53900980949402,
|
| 366 |
+
100.53900980949402,
|
| 367 |
+
100.53900980949402,
|
| 368 |
+
100.53900980949402,
|
| 369 |
+
100.53900980949402,
|
| 370 |
+
100.53900980949402,
|
| 371 |
+
100.53900980949402,
|
| 372 |
+
100.53900980949402,
|
| 373 |
+
100.53900980949402,
|
| 374 |
+
100.53900980949402,
|
| 375 |
+
100.53900980949402,
|
| 376 |
+
100.53900980949402,
|
| 377 |
+
100.53900980949402,
|
| 378 |
+
100.53900980949402,
|
| 379 |
+
100.53900980949402,
|
| 380 |
+
100.53900980949402,
|
| 381 |
+
100.53900980949402,
|
| 382 |
+
100.53900980949402,
|
| 383 |
+
100.53900980949402,
|
| 384 |
+
100.53900980949402,
|
| 385 |
+
100.53900980949402,
|
| 386 |
+
100.53900980949402,
|
| 387 |
+
100.53900980949402,
|
| 388 |
+
100.53900980949402,
|
| 389 |
+
100.53900980949402,
|
| 390 |
+
100.53900980949402
|
| 391 |
+
],
|
| 392 |
+
"quantile_levels": [
|
| 393 |
+
0.0,
|
| 394 |
+
0.0001,
|
| 395 |
+
0.0005,
|
| 396 |
+
0.001,
|
| 397 |
+
0.002,
|
| 398 |
+
0.003,
|
| 399 |
+
0.004,
|
| 400 |
+
0.005,
|
| 401 |
+
0.006,
|
| 402 |
+
0.007,
|
| 403 |
+
0.008,
|
| 404 |
+
0.009,
|
| 405 |
+
0.01,
|
| 406 |
+
0.02,
|
| 407 |
+
0.03,
|
| 408 |
+
0.04,
|
| 409 |
+
0.05,
|
| 410 |
+
0.06,
|
| 411 |
+
0.07,
|
| 412 |
+
0.08,
|
| 413 |
+
0.09,
|
| 414 |
+
0.1,
|
| 415 |
+
0.11,
|
| 416 |
+
0.12,
|
| 417 |
+
0.13,
|
| 418 |
+
0.14,
|
| 419 |
+
0.15,
|
| 420 |
+
0.16,
|
| 421 |
+
0.17,
|
| 422 |
+
0.18,
|
| 423 |
+
0.19,
|
| 424 |
+
0.2,
|
| 425 |
+
0.21,
|
| 426 |
+
0.22,
|
| 427 |
+
0.23,
|
| 428 |
+
0.24,
|
| 429 |
+
0.25,
|
| 430 |
+
0.26,
|
| 431 |
+
0.27,
|
| 432 |
+
0.28,
|
| 433 |
+
0.29,
|
| 434 |
+
0.3,
|
| 435 |
+
0.31,
|
| 436 |
+
0.32,
|
| 437 |
+
0.33,
|
| 438 |
+
0.34,
|
| 439 |
+
0.35,
|
| 440 |
+
0.36,
|
| 441 |
+
0.37,
|
| 442 |
+
0.38,
|
| 443 |
+
0.39,
|
| 444 |
+
0.4,
|
| 445 |
+
0.41,
|
| 446 |
+
0.42,
|
| 447 |
+
0.43,
|
| 448 |
+
0.44,
|
| 449 |
+
0.45,
|
| 450 |
+
0.46,
|
| 451 |
+
0.47,
|
| 452 |
+
0.48,
|
| 453 |
+
0.49,
|
| 454 |
+
0.5,
|
| 455 |
+
0.51,
|
| 456 |
+
0.52,
|
| 457 |
+
0.53,
|
| 458 |
+
0.54,
|
| 459 |
+
0.55,
|
| 460 |
+
0.56,
|
| 461 |
+
0.57,
|
| 462 |
+
0.58,
|
| 463 |
+
0.59,
|
| 464 |
+
0.6,
|
| 465 |
+
0.61,
|
| 466 |
+
0.62,
|
| 467 |
+
0.63,
|
| 468 |
+
0.64,
|
| 469 |
+
0.65,
|
| 470 |
+
0.66,
|
| 471 |
+
0.67,
|
| 472 |
+
0.68,
|
| 473 |
+
0.69,
|
| 474 |
+
0.7,
|
| 475 |
+
0.71,
|
| 476 |
+
0.72,
|
| 477 |
+
0.73,
|
| 478 |
+
0.74,
|
| 479 |
+
0.75,
|
| 480 |
+
0.76,
|
| 481 |
+
0.77,
|
| 482 |
+
0.78,
|
| 483 |
+
0.79,
|
| 484 |
+
0.8,
|
| 485 |
+
0.81,
|
| 486 |
+
0.82,
|
| 487 |
+
0.83,
|
| 488 |
+
0.84,
|
| 489 |
+
0.85,
|
| 490 |
+
0.86,
|
| 491 |
+
0.87,
|
| 492 |
+
0.88,
|
| 493 |
+
0.89,
|
| 494 |
+
0.9,
|
| 495 |
+
0.91,
|
| 496 |
+
0.92,
|
| 497 |
+
0.93,
|
| 498 |
+
0.94,
|
| 499 |
+
0.95,
|
| 500 |
+
0.96,
|
| 501 |
+
0.97,
|
| 502 |
+
0.98,
|
| 503 |
+
0.99,
|
| 504 |
+
0.991,
|
| 505 |
+
0.992,
|
| 506 |
+
0.993,
|
| 507 |
+
0.994,
|
| 508 |
+
0.995,
|
| 509 |
+
0.996,
|
| 510 |
+
0.997,
|
| 511 |
+
0.998,
|
| 512 |
+
0.999,
|
| 513 |
+
0.9995,
|
| 514 |
+
0.9999,
|
| 515 |
+
1.0
|
| 516 |
+
]
|
| 517 |
+
},
|
| 518 |
+
"level_residual_ms": {
|
| 519 |
+
"distribution_type": "inverse_cdf",
|
| 520 |
+
"latency_ms": [
|
| 521 |
+
0.0,
|
| 522 |
+
0.0,
|
| 523 |
+
0.0,
|
| 524 |
+
0.0,
|
| 525 |
+
0.0,
|
| 526 |
+
0.0,
|
| 527 |
+
0.0,
|
| 528 |
+
0.0,
|
| 529 |
+
0.0,
|
| 530 |
+
0.0,
|
| 531 |
+
0.0,
|
| 532 |
+
0.0,
|
| 533 |
+
0.0,
|
| 534 |
+
0.0,
|
| 535 |
+
0.0,
|
| 536 |
+
0.0,
|
| 537 |
+
0.0,
|
| 538 |
+
0.0,
|
| 539 |
+
0.0,
|
| 540 |
+
0.0,
|
| 541 |
+
0.0,
|
| 542 |
+
0.0,
|
| 543 |
+
0.0,
|
| 544 |
+
0.0,
|
| 545 |
+
0.0,
|
| 546 |
+
0.0,
|
| 547 |
+
0.0,
|
| 548 |
+
0.0,
|
| 549 |
+
0.0,
|
| 550 |
+
0.0,
|
| 551 |
+
0.0,
|
| 552 |
+
0.0,
|
| 553 |
+
0.0,
|
| 554 |
+
0.0,
|
| 555 |
+
0.0,
|
| 556 |
+
0.0,
|
| 557 |
+
0.0,
|
| 558 |
+
0.0,
|
| 559 |
+
0.0,
|
| 560 |
+
0.0,
|
| 561 |
+
0.0,
|
| 562 |
+
0.0,
|
| 563 |
+
0.0,
|
| 564 |
+
0.0,
|
| 565 |
+
0.0,
|
| 566 |
+
0.0,
|
| 567 |
+
0.0,
|
| 568 |
+
0.0,
|
| 569 |
+
0.0,
|
| 570 |
+
0.0,
|
| 571 |
+
0.0,
|
| 572 |
+
0.0,
|
| 573 |
+
0.0,
|
| 574 |
+
0.0,
|
| 575 |
+
0.0,
|
| 576 |
+
0.0,
|
| 577 |
+
0.0,
|
| 578 |
+
0.0,
|
| 579 |
+
0.0,
|
| 580 |
+
0.0,
|
| 581 |
+
0.0,
|
| 582 |
+
0.0,
|
| 583 |
+
0.0,
|
| 584 |
+
0.0,
|
| 585 |
+
0.0,
|
| 586 |
+
0.0,
|
| 587 |
+
0.0,
|
| 588 |
+
0.0,
|
| 589 |
+
0.0,
|
| 590 |
+
0.0,
|
| 591 |
+
0.0,
|
| 592 |
+
0.0,
|
| 593 |
+
0.0,
|
| 594 |
+
0.0,
|
| 595 |
+
0.0,
|
| 596 |
+
0.0,
|
| 597 |
+
0.0,
|
| 598 |
+
0.0,
|
| 599 |
+
0.0,
|
| 600 |
+
0.0,
|
| 601 |
+
0.0,
|
| 602 |
+
0.0,
|
| 603 |
+
0.0,
|
| 604 |
+
0.0,
|
| 605 |
+
0.0,
|
| 606 |
+
0.0,
|
| 607 |
+
0.0,
|
| 608 |
+
0.0,
|
| 609 |
+
0.0,
|
| 610 |
+
0.0,
|
| 611 |
+
0.0,
|
| 612 |
+
0.0,
|
| 613 |
+
0.0,
|
| 614 |
+
0.0,
|
| 615 |
+
0.0,
|
| 616 |
+
0.0,
|
| 617 |
+
0.0,
|
| 618 |
+
0.0,
|
| 619 |
+
0.0,
|
| 620 |
+
0.0,
|
| 621 |
+
0.0,
|
| 622 |
+
0.0,
|
| 623 |
+
0.0,
|
| 624 |
+
0.0,
|
| 625 |
+
0.0,
|
| 626 |
+
0.0,
|
| 627 |
+
0.0,
|
| 628 |
+
0.0,
|
| 629 |
+
0.0,
|
| 630 |
+
0.0,
|
| 631 |
+
0.0,
|
| 632 |
+
0.0,
|
| 633 |
+
0.0,
|
| 634 |
+
0.0,
|
| 635 |
+
0.0,
|
| 636 |
+
0.0,
|
| 637 |
+
0.0,
|
| 638 |
+
0.0,
|
| 639 |
+
0.0,
|
| 640 |
+
0.0,
|
| 641 |
+
0.0,
|
| 642 |
+
0.0,
|
| 643 |
+
0.0
|
| 644 |
+
],
|
| 645 |
+
"quantile_levels": [
|
| 646 |
+
0.0,
|
| 647 |
+
0.0001,
|
| 648 |
+
0.0005,
|
| 649 |
+
0.001,
|
| 650 |
+
0.002,
|
| 651 |
+
0.003,
|
| 652 |
+
0.004,
|
| 653 |
+
0.005,
|
| 654 |
+
0.006,
|
| 655 |
+
0.007,
|
| 656 |
+
0.008,
|
| 657 |
+
0.009,
|
| 658 |
+
0.01,
|
| 659 |
+
0.02,
|
| 660 |
+
0.03,
|
| 661 |
+
0.04,
|
| 662 |
+
0.05,
|
| 663 |
+
0.06,
|
| 664 |
+
0.07,
|
| 665 |
+
0.08,
|
| 666 |
+
0.09,
|
| 667 |
+
0.1,
|
| 668 |
+
0.11,
|
| 669 |
+
0.12,
|
| 670 |
+
0.13,
|
| 671 |
+
0.14,
|
| 672 |
+
0.15,
|
| 673 |
+
0.16,
|
| 674 |
+
0.17,
|
| 675 |
+
0.18,
|
| 676 |
+
0.19,
|
| 677 |
+
0.2,
|
| 678 |
+
0.21,
|
| 679 |
+
0.22,
|
| 680 |
+
0.23,
|
| 681 |
+
0.24,
|
| 682 |
+
0.25,
|
| 683 |
+
0.26,
|
| 684 |
+
0.27,
|
| 685 |
+
0.28,
|
| 686 |
+
0.29,
|
| 687 |
+
0.3,
|
| 688 |
+
0.31,
|
| 689 |
+
0.32,
|
| 690 |
+
0.33,
|
| 691 |
+
0.34,
|
| 692 |
+
0.35,
|
| 693 |
+
0.36,
|
| 694 |
+
0.37,
|
| 695 |
+
0.38,
|
| 696 |
+
0.39,
|
| 697 |
+
0.4,
|
| 698 |
+
0.41,
|
| 699 |
+
0.42,
|
| 700 |
+
0.43,
|
| 701 |
+
0.44,
|
| 702 |
+
0.45,
|
| 703 |
+
0.46,
|
| 704 |
+
0.47,
|
| 705 |
+
0.48,
|
| 706 |
+
0.49,
|
| 707 |
+
0.5,
|
| 708 |
+
0.51,
|
| 709 |
+
0.52,
|
| 710 |
+
0.53,
|
| 711 |
+
0.54,
|
| 712 |
+
0.55,
|
| 713 |
+
0.56,
|
| 714 |
+
0.57,
|
| 715 |
+
0.58,
|
| 716 |
+
0.59,
|
| 717 |
+
0.6,
|
| 718 |
+
0.61,
|
| 719 |
+
0.62,
|
| 720 |
+
0.63,
|
| 721 |
+
0.64,
|
| 722 |
+
0.65,
|
| 723 |
+
0.66,
|
| 724 |
+
0.67,
|
| 725 |
+
0.68,
|
| 726 |
+
0.69,
|
| 727 |
+
0.7,
|
| 728 |
+
0.71,
|
| 729 |
+
0.72,
|
| 730 |
+
0.73,
|
| 731 |
+
0.74,
|
| 732 |
+
0.75,
|
| 733 |
+
0.76,
|
| 734 |
+
0.77,
|
| 735 |
+
0.78,
|
| 736 |
+
0.79,
|
| 737 |
+
0.8,
|
| 738 |
+
0.81,
|
| 739 |
+
0.82,
|
| 740 |
+
0.83,
|
| 741 |
+
0.84,
|
| 742 |
+
0.85,
|
| 743 |
+
0.86,
|
| 744 |
+
0.87,
|
| 745 |
+
0.88,
|
| 746 |
+
0.89,
|
| 747 |
+
0.9,
|
| 748 |
+
0.91,
|
| 749 |
+
0.92,
|
| 750 |
+
0.93,
|
| 751 |
+
0.94,
|
| 752 |
+
0.95,
|
| 753 |
+
0.96,
|
| 754 |
+
0.97,
|
| 755 |
+
0.98,
|
| 756 |
+
0.99,
|
| 757 |
+
0.991,
|
| 758 |
+
0.992,
|
| 759 |
+
0.993,
|
| 760 |
+
0.994,
|
| 761 |
+
0.995,
|
| 762 |
+
0.996,
|
| 763 |
+
0.997,
|
| 764 |
+
0.998,
|
| 765 |
+
0.999,
|
| 766 |
+
0.9995,
|
| 767 |
+
0.9999,
|
| 768 |
+
1.0
|
| 769 |
+
]
|
| 770 |
+
},
|
| 771 |
+
"severity": {
|
| 772 |
+
"distribution_type": "inverse_cdf",
|
| 773 |
+
"latency_ms": [
|
| 774 |
+
1.0,
|
| 775 |
+
1.0,
|
| 776 |
+
1.0,
|
| 777 |
+
1.0,
|
| 778 |
+
1.0,
|
| 779 |
+
1.0,
|
| 780 |
+
1.0,
|
| 781 |
+
1.0,
|
| 782 |
+
1.0,
|
| 783 |
+
1.0,
|
| 784 |
+
1.0,
|
| 785 |
+
1.0,
|
| 786 |
+
1.0,
|
| 787 |
+
1.0,
|
| 788 |
+
1.0,
|
| 789 |
+
1.0,
|
| 790 |
+
1.0,
|
| 791 |
+
1.0,
|
| 792 |
+
1.0,
|
| 793 |
+
1.0,
|
| 794 |
+
1.0,
|
| 795 |
+
1.0,
|
| 796 |
+
1.0,
|
| 797 |
+
1.0,
|
| 798 |
+
1.0,
|
| 799 |
+
1.0,
|
| 800 |
+
1.0,
|
| 801 |
+
1.0,
|
| 802 |
+
1.0,
|
| 803 |
+
1.0,
|
| 804 |
+
1.0,
|
| 805 |
+
1.0,
|
| 806 |
+
1.0,
|
| 807 |
+
1.0,
|
| 808 |
+
1.0,
|
| 809 |
+
1.0,
|
| 810 |
+
1.0,
|
| 811 |
+
1.0,
|
| 812 |
+
1.0,
|
| 813 |
+
1.0,
|
| 814 |
+
1.0,
|
| 815 |
+
1.0,
|
| 816 |
+
1.0,
|
| 817 |
+
1.0,
|
| 818 |
+
1.0,
|
| 819 |
+
1.0,
|
| 820 |
+
1.0,
|
| 821 |
+
1.0,
|
| 822 |
+
1.0,
|
| 823 |
+
1.0,
|
| 824 |
+
1.0,
|
| 825 |
+
1.0,
|
| 826 |
+
1.0,
|
| 827 |
+
1.0,
|
| 828 |
+
1.0,
|
| 829 |
+
1.0,
|
| 830 |
+
1.0,
|
| 831 |
+
1.0,
|
| 832 |
+
1.0,
|
| 833 |
+
1.0,
|
| 834 |
+
1.0,
|
| 835 |
+
1.0,
|
| 836 |
+
1.0,
|
| 837 |
+
1.0,
|
| 838 |
+
1.0,
|
| 839 |
+
1.0,
|
| 840 |
+
1.0,
|
| 841 |
+
1.0,
|
| 842 |
+
1.0,
|
| 843 |
+
1.0,
|
| 844 |
+
1.0,
|
| 845 |
+
1.0,
|
| 846 |
+
1.0,
|
| 847 |
+
1.0,
|
| 848 |
+
1.0,
|
| 849 |
+
1.0,
|
| 850 |
+
1.0,
|
| 851 |
+
1.0,
|
| 852 |
+
1.0,
|
| 853 |
+
1.0,
|
| 854 |
+
1.0,
|
| 855 |
+
1.0,
|
| 856 |
+
1.0,
|
| 857 |
+
1.0,
|
| 858 |
+
1.0,
|
| 859 |
+
1.0,
|
| 860 |
+
1.0,
|
| 861 |
+
1.0,
|
| 862 |
+
1.0,
|
| 863 |
+
1.0,
|
| 864 |
+
1.0,
|
| 865 |
+
1.0,
|
| 866 |
+
1.0,
|
| 867 |
+
1.0,
|
| 868 |
+
1.0,
|
| 869 |
+
1.0,
|
| 870 |
+
1.0,
|
| 871 |
+
1.0,
|
| 872 |
+
1.0,
|
| 873 |
+
1.0,
|
| 874 |
+
1.0,
|
| 875 |
+
1.0,
|
| 876 |
+
1.0,
|
| 877 |
+
1.0,
|
| 878 |
+
1.0,
|
| 879 |
+
1.0,
|
| 880 |
+
1.0,
|
| 881 |
+
1.0,
|
| 882 |
+
1.0,
|
| 883 |
+
1.0,
|
| 884 |
+
1.0,
|
| 885 |
+
1.0,
|
| 886 |
+
1.0,
|
| 887 |
+
1.0,
|
| 888 |
+
1.0,
|
| 889 |
+
1.0,
|
| 890 |
+
1.0,
|
| 891 |
+
1.0,
|
| 892 |
+
1.0,
|
| 893 |
+
1.0,
|
| 894 |
+
1.0,
|
| 895 |
+
1.0,
|
| 896 |
+
1.0
|
| 897 |
+
],
|
| 898 |
+
"quantile_levels": [
|
| 899 |
+
0.0,
|
| 900 |
+
0.0001,
|
| 901 |
+
0.0005,
|
| 902 |
+
0.001,
|
| 903 |
+
0.002,
|
| 904 |
+
0.003,
|
| 905 |
+
0.004,
|
| 906 |
+
0.005,
|
| 907 |
+
0.006,
|
| 908 |
+
0.007,
|
| 909 |
+
0.008,
|
| 910 |
+
0.009,
|
| 911 |
+
0.01,
|
| 912 |
+
0.02,
|
| 913 |
+
0.03,
|
| 914 |
+
0.04,
|
| 915 |
+
0.05,
|
| 916 |
+
0.06,
|
| 917 |
+
0.07,
|
| 918 |
+
0.08,
|
| 919 |
+
0.09,
|
| 920 |
+
0.1,
|
| 921 |
+
0.11,
|
| 922 |
+
0.12,
|
| 923 |
+
0.13,
|
| 924 |
+
0.14,
|
| 925 |
+
0.15,
|
| 926 |
+
0.16,
|
| 927 |
+
0.17,
|
| 928 |
+
0.18,
|
| 929 |
+
0.19,
|
| 930 |
+
0.2,
|
| 931 |
+
0.21,
|
| 932 |
+
0.22,
|
| 933 |
+
0.23,
|
| 934 |
+
0.24,
|
| 935 |
+
0.25,
|
| 936 |
+
0.26,
|
| 937 |
+
0.27,
|
| 938 |
+
0.28,
|
| 939 |
+
0.29,
|
| 940 |
+
0.3,
|
| 941 |
+
0.31,
|
| 942 |
+
0.32,
|
| 943 |
+
0.33,
|
| 944 |
+
0.34,
|
| 945 |
+
0.35,
|
| 946 |
+
0.36,
|
| 947 |
+
0.37,
|
| 948 |
+
0.38,
|
| 949 |
+
0.39,
|
| 950 |
+
0.4,
|
| 951 |
+
0.41,
|
| 952 |
+
0.42,
|
| 953 |
+
0.43,
|
| 954 |
+
0.44,
|
| 955 |
+
0.45,
|
| 956 |
+
0.46,
|
| 957 |
+
0.47,
|
| 958 |
+
0.48,
|
| 959 |
+
0.49,
|
| 960 |
+
0.5,
|
| 961 |
+
0.51,
|
| 962 |
+
0.52,
|
| 963 |
+
0.53,
|
| 964 |
+
0.54,
|
| 965 |
+
0.55,
|
| 966 |
+
0.56,
|
| 967 |
+
0.57,
|
| 968 |
+
0.58,
|
| 969 |
+
0.59,
|
| 970 |
+
0.6,
|
| 971 |
+
0.61,
|
| 972 |
+
0.62,
|
| 973 |
+
0.63,
|
| 974 |
+
0.64,
|
| 975 |
+
0.65,
|
| 976 |
+
0.66,
|
| 977 |
+
0.67,
|
| 978 |
+
0.68,
|
| 979 |
+
0.69,
|
| 980 |
+
0.7,
|
| 981 |
+
0.71,
|
| 982 |
+
0.72,
|
| 983 |
+
0.73,
|
| 984 |
+
0.74,
|
| 985 |
+
0.75,
|
| 986 |
+
0.76,
|
| 987 |
+
0.77,
|
| 988 |
+
0.78,
|
| 989 |
+
0.79,
|
| 990 |
+
0.8,
|
| 991 |
+
0.81,
|
| 992 |
+
0.82,
|
| 993 |
+
0.83,
|
| 994 |
+
0.84,
|
| 995 |
+
0.85,
|
| 996 |
+
0.86,
|
| 997 |
+
0.87,
|
| 998 |
+
0.88,
|
| 999 |
+
0.89,
|
| 1000 |
+
0.9,
|
| 1001 |
+
0.91,
|
| 1002 |
+
0.92,
|
| 1003 |
+
0.93,
|
| 1004 |
+
0.94,
|
| 1005 |
+
0.95,
|
| 1006 |
+
0.96,
|
| 1007 |
+
0.97,
|
| 1008 |
+
0.98,
|
| 1009 |
+
0.99,
|
| 1010 |
+
0.991,
|
| 1011 |
+
0.992,
|
| 1012 |
+
0.993,
|
| 1013 |
+
0.994,
|
| 1014 |
+
0.995,
|
| 1015 |
+
0.996,
|
| 1016 |
+
0.997,
|
| 1017 |
+
0.998,
|
| 1018 |
+
0.999,
|
| 1019 |
+
0.9995,
|
| 1020 |
+
0.9999,
|
| 1021 |
+
1.0
|
| 1022 |
+
]
|
| 1023 |
+
},
|
| 1024 |
+
"spike_count": 3
|
| 1025 |
+
}
|
| 1026 |
+
],
|
| 1027 |
+
"burst_slot_rank_templates": [
|
| 1028 |
+
{
|
| 1029 |
+
"dwell_length": 1,
|
| 1030 |
+
"slot_to_rank": {
|
| 1031 |
+
"0": 0
|
| 1032 |
+
}
|
| 1033 |
+
},
|
| 1034 |
+
{
|
| 1035 |
+
"dwell_length": 1,
|
| 1036 |
+
"slot_to_rank": {
|
| 1037 |
+
"0": 0
|
| 1038 |
+
}
|
| 1039 |
+
},
|
| 1040 |
+
{
|
| 1041 |
+
"dwell_length": 1,
|
| 1042 |
+
"slot_to_rank": {
|
| 1043 |
+
"0": 0
|
| 1044 |
+
}
|
| 1045 |
+
}
|
| 1046 |
+
],
|
| 1047 |
+
"model_type": "hidden_regime",
|
| 1048 |
+
"pre_worker_time_ms": {
|
| 1049 |
+
"distribution_type": "inverse_cdf",
|
| 1050 |
+
"latency_ms": [
|
| 1051 |
+
0.2871279716491699,
|
| 1052 |
+
0.2871279716491699,
|
| 1053 |
+
0.3000966912508011,
|
| 1054 |
+
0.3125195586681366,
|
| 1055 |
+
0.3222240471839905,
|
| 1056 |
+
0.3309027588367462,
|
| 1057 |
+
0.33220982551574707,
|
| 1058 |
+
0.33615071773529054,
|
| 1059 |
+
0.34000066518783567,
|
| 1060 |
+
0.3445212626457214,
|
| 1061 |
+
0.35144575595855715,
|
| 1062 |
+
0.3605480372905731,
|
| 1063 |
+
0.36516556739807127,
|
| 1064 |
+
0.417451810836792,
|
| 1065 |
+
0.5077130913734436,
|
| 1066 |
+
0.5416164875030518,
|
| 1067 |
+
0.5575604438781738,
|
| 1068 |
+
0.5679127693176269,
|
| 1069 |
+
0.5778009295463562,
|
| 1070 |
+
0.5856747627258301,
|
| 1071 |
+
0.5923689246177674,
|
| 1072 |
+
0.5970578193664551,
|
| 1073 |
+
0.6007380723953247,
|
| 1074 |
+
0.6050690412521362,
|
| 1075 |
+
0.6085355162620545,
|
| 1076 |
+
0.6125645637512207,
|
| 1077 |
+
0.6163313388824463,
|
| 1078 |
+
0.6203382730484008,
|
| 1079 |
+
0.6243826389312744,
|
| 1080 |
+
0.6274452209472656,
|
| 1081 |
+
0.6306731224060058,
|
| 1082 |
+
0.633169412612915,
|
| 1083 |
+
0.635418975353241,
|
| 1084 |
+
0.6376892566680908,
|
| 1085 |
+
0.6397212743759155,
|
| 1086 |
+
0.6422977685928345,
|
| 1087 |
+
0.6441904902458191,
|
| 1088 |
+
0.6462940216064453,
|
| 1089 |
+
0.6483324766159058,
|
| 1090 |
+
0.6513290643692017,
|
| 1091 |
+
0.6537760257720947,
|
| 1092 |
+
0.657095193862915,
|
| 1093 |
+
0.6599553108215332,
|
| 1094 |
+
0.6619826078414917,
|
| 1095 |
+
0.6641056776046753,
|
| 1096 |
+
0.6661466121673584,
|
| 1097 |
+
0.6684087514877319,
|
| 1098 |
+
0.6695426940917969,
|
| 1099 |
+
0.6714422941207886,
|
| 1100 |
+
0.6728639125823974,
|
| 1101 |
+
0.6742174506187439,
|
| 1102 |
+
0.6758885383605957,
|
| 1103 |
+
0.6775458693504334,
|
| 1104 |
+
0.6791774749755859,
|
| 1105 |
+
0.6806173920631409,
|
| 1106 |
+
0.6820759773254395,
|
| 1107 |
+
0.6841613054275513,
|
| 1108 |
+
0.6858915328979492,
|
| 1109 |
+
0.6874943017959595,
|
| 1110 |
+
0.6891242265701294,
|
| 1111 |
+
0.6925053238868714,
|
| 1112 |
+
0.6948971748352051,
|
| 1113 |
+
0.6978367328643799,
|
| 1114 |
+
0.7002923250198364,
|
| 1115 |
+
0.7020790815353394,
|
| 1116 |
+
0.7040354251861572,
|
| 1117 |
+
0.705716609954834,
|
| 1118 |
+
0.707164192199707,
|
| 1119 |
+
0.7092588067054748,
|
| 1120 |
+
0.7109628677368164,
|
| 1121 |
+
0.7128337740898132,
|
| 1122 |
+
0.7143014669418335,
|
| 1123 |
+
0.716428017616272,
|
| 1124 |
+
0.718038272857666,
|
| 1125 |
+
0.719979465007782,
|
| 1126 |
+
0.722154974937439,
|
| 1127 |
+
0.7243303060531616,
|
| 1128 |
+
0.7261616230010987,
|
| 1129 |
+
0.7283614039421081,
|
| 1130 |
+
0.7306269884109498,
|
| 1131 |
+
0.7336044073104858,
|
| 1132 |
+
0.7368490695953369,
|
| 1133 |
+
0.7397679209709167,
|
| 1134 |
+
0.7427667856216431,
|
| 1135 |
+
0.7457111358642579,
|
| 1136 |
+
0.7481389045715332,
|
| 1137 |
+
0.751095712184906,
|
| 1138 |
+
0.7529307126998901,
|
| 1139 |
+
0.7558730483055115,
|
| 1140 |
+
0.7581016540527343,
|
| 1141 |
+
0.7609253048896789,
|
| 1142 |
+
0.7642731666564941,
|
| 1143 |
+
0.767168390750885,
|
| 1144 |
+
0.7698051929473877,
|
| 1145 |
+
0.7736105918884277,
|
| 1146 |
+
0.7770744323730469,
|
| 1147 |
+
0.7799339890480042,
|
| 1148 |
+
0.7838371276855468,
|
| 1149 |
+
0.7889614105224609,
|
| 1150 |
+
0.7920980215072632,
|
| 1151 |
+
0.7968101620674133,
|
| 1152 |
+
0.8028519153594971,
|
| 1153 |
+
0.8096318721771241,
|
| 1154 |
+
0.8171645402908325,
|
| 1155 |
+
0.8260717749595643,
|
| 1156 |
+
0.8360280990600586,
|
| 1157 |
+
0.8494804501533508,
|
| 1158 |
+
0.8625362396240234,
|
| 1159 |
+
0.8821966767311097,
|
| 1160 |
+
0.919889736175537,
|
| 1161 |
+
0.976528728008272,
|
| 1162 |
+
0.9891926014423378,
|
| 1163 |
+
1.0017096090316777,
|
| 1164 |
+
1.0116808032989506,
|
| 1165 |
+
1.0215084385871889,
|
| 1166 |
+
1.0286476433277132,
|
| 1167 |
+
1.0351726627349853,
|
| 1168 |
+
1.0525703740119934,
|
| 1169 |
+
1.082165348529816,
|
| 1170 |
+
1.0893350529670716,
|
| 1171 |
+
1.1060434979200409,
|
| 1172 |
+
1.1279549598693848,
|
| 1173 |
+
1.1279549598693848
|
| 1174 |
+
],
|
| 1175 |
+
"quantile_levels": [
|
| 1176 |
+
0.0,
|
| 1177 |
+
0.0001,
|
| 1178 |
+
0.0005,
|
| 1179 |
+
0.001,
|
| 1180 |
+
0.002,
|
| 1181 |
+
0.003,
|
| 1182 |
+
0.004,
|
| 1183 |
+
0.005,
|
| 1184 |
+
0.006,
|
| 1185 |
+
0.007,
|
| 1186 |
+
0.008,
|
| 1187 |
+
0.009,
|
| 1188 |
+
0.01,
|
| 1189 |
+
0.02,
|
| 1190 |
+
0.03,
|
| 1191 |
+
0.04,
|
| 1192 |
+
0.05,
|
| 1193 |
+
0.06,
|
| 1194 |
+
0.07,
|
| 1195 |
+
0.08,
|
| 1196 |
+
0.09,
|
| 1197 |
+
0.1,
|
| 1198 |
+
0.11,
|
| 1199 |
+
0.12,
|
| 1200 |
+
0.13,
|
| 1201 |
+
0.14,
|
| 1202 |
+
0.15,
|
| 1203 |
+
0.16,
|
| 1204 |
+
0.17,
|
| 1205 |
+
0.18,
|
| 1206 |
+
0.19,
|
| 1207 |
+
0.2,
|
| 1208 |
+
0.21,
|
| 1209 |
+
0.22,
|
| 1210 |
+
0.23,
|
| 1211 |
+
0.24,
|
| 1212 |
+
0.25,
|
| 1213 |
+
0.26,
|
| 1214 |
+
0.27,
|
| 1215 |
+
0.28,
|
| 1216 |
+
0.29,
|
| 1217 |
+
0.3,
|
| 1218 |
+
0.31,
|
| 1219 |
+
0.32,
|
| 1220 |
+
0.33,
|
| 1221 |
+
0.34,
|
| 1222 |
+
0.35,
|
| 1223 |
+
0.36,
|
| 1224 |
+
0.37,
|
| 1225 |
+
0.38,
|
| 1226 |
+
0.39,
|
| 1227 |
+
0.4,
|
| 1228 |
+
0.41,
|
| 1229 |
+
0.42,
|
| 1230 |
+
0.43,
|
| 1231 |
+
0.44,
|
| 1232 |
+
0.45,
|
| 1233 |
+
0.46,
|
| 1234 |
+
0.47,
|
| 1235 |
+
0.48,
|
| 1236 |
+
0.49,
|
| 1237 |
+
0.5,
|
| 1238 |
+
0.51,
|
| 1239 |
+
0.52,
|
| 1240 |
+
0.53,
|
| 1241 |
+
0.54,
|
| 1242 |
+
0.55,
|
| 1243 |
+
0.56,
|
| 1244 |
+
0.57,
|
| 1245 |
+
0.58,
|
| 1246 |
+
0.59,
|
| 1247 |
+
0.6,
|
| 1248 |
+
0.61,
|
| 1249 |
+
0.62,
|
| 1250 |
+
0.63,
|
| 1251 |
+
0.64,
|
| 1252 |
+
0.65,
|
| 1253 |
+
0.66,
|
| 1254 |
+
0.67,
|
| 1255 |
+
0.68,
|
| 1256 |
+
0.69,
|
| 1257 |
+
0.7,
|
| 1258 |
+
0.71,
|
| 1259 |
+
0.72,
|
| 1260 |
+
0.73,
|
| 1261 |
+
0.74,
|
| 1262 |
+
0.75,
|
| 1263 |
+
0.76,
|
| 1264 |
+
0.77,
|
| 1265 |
+
0.78,
|
| 1266 |
+
0.79,
|
| 1267 |
+
0.8,
|
| 1268 |
+
0.81,
|
| 1269 |
+
0.82,
|
| 1270 |
+
0.83,
|
| 1271 |
+
0.84,
|
| 1272 |
+
0.85,
|
| 1273 |
+
0.86,
|
| 1274 |
+
0.87,
|
| 1275 |
+
0.88,
|
| 1276 |
+
0.89,
|
| 1277 |
+
0.9,
|
| 1278 |
+
0.91,
|
| 1279 |
+
0.92,
|
| 1280 |
+
0.93,
|
| 1281 |
+
0.94,
|
| 1282 |
+
0.95,
|
| 1283 |
+
0.96,
|
| 1284 |
+
0.97,
|
| 1285 |
+
0.98,
|
| 1286 |
+
0.99,
|
| 1287 |
+
0.991,
|
| 1288 |
+
0.992,
|
| 1289 |
+
0.993,
|
| 1290 |
+
0.994,
|
| 1291 |
+
0.995,
|
| 1292 |
+
0.996,
|
| 1293 |
+
0.997,
|
| 1294 |
+
0.998,
|
| 1295 |
+
0.999,
|
| 1296 |
+
0.9995,
|
| 1297 |
+
0.9999,
|
| 1298 |
+
1.0
|
| 1299 |
+
]
|
| 1300 |
+
},
|
| 1301 |
+
"regime_step_counts": {
|
| 1302 |
+
"burst": 3,
|
| 1303 |
+
"calm": 3892
|
| 1304 |
+
},
|
| 1305 |
+
"regime_transition_counts": {
|
| 1306 |
+
"burst": {
|
| 1307 |
+
"burst": 0,
|
| 1308 |
+
"calm": 3
|
| 1309 |
+
},
|
| 1310 |
+
"calm": {
|
| 1311 |
+
"burst": 3,
|
| 1312 |
+
"calm": 3884
|
| 1313 |
+
}
|
| 1314 |
+
},
|
| 1315 |
+
"reset_scope": "session",
|
| 1316 |
+
"schema_version": 12,
|
| 1317 |
+
"spike_median_multiplier": 1.25,
|
| 1318 |
+
"spike_threshold_ms_by_worker_slot": {
|
| 1319 |
+
"0": 86.57148361206055
|
| 1320 |
+
},
|
| 1321 |
+
"worker_count": 1
|
| 1322 |
+
}
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/latency_distribution.json
ADDED
|
@@ -0,0 +1,1027 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": 3,
|
| 3 |
+
"worker_slots": {
|
| 4 |
+
"0": {
|
| 5 |
+
"all": {
|
| 6 |
+
"count": 3895,
|
| 7 |
+
"observation_to_action_latency_ms": {
|
| 8 |
+
"distribution_type": "inverse_cdf",
|
| 9 |
+
"latency_ms": [
|
| 10 |
+
64.21888089179993,
|
| 11 |
+
64.21888089179993,
|
| 12 |
+
64.26744388699531,
|
| 13 |
+
64.46230773687363,
|
| 14 |
+
64.66379324674607,
|
| 15 |
+
64.89459874749184,
|
| 16 |
+
65.04965202331543,
|
| 17 |
+
65.14420080184937,
|
| 18 |
+
65.27448462486267,
|
| 19 |
+
65.32612436056137,
|
| 20 |
+
65.44193125247955,
|
| 21 |
+
65.54984476804734,
|
| 22 |
+
65.60522656440735,
|
| 23 |
+
66.6580442905426,
|
| 24 |
+
67.43931007385254,
|
| 25 |
+
68.07540552616119,
|
| 26 |
+
68.45212668180466,
|
| 27 |
+
68.74475541114808,
|
| 28 |
+
68.93804426193238,
|
| 29 |
+
69.10382010936738,
|
| 30 |
+
69.19791586399079,
|
| 31 |
+
69.27610993385315,
|
| 32 |
+
69.38696476221085,
|
| 33 |
+
69.47144668102264,
|
| 34 |
+
69.53326894044876,
|
| 35 |
+
69.58634305000305,
|
| 36 |
+
69.65139049291611,
|
| 37 |
+
69.70361912250519,
|
| 38 |
+
69.74212255477906,
|
| 39 |
+
69.77380666732788,
|
| 40 |
+
69.82166377305984,
|
| 41 |
+
69.85122108459473,
|
| 42 |
+
69.88792041540145,
|
| 43 |
+
69.91167421340943,
|
| 44 |
+
69.94627538919448,
|
| 45 |
+
69.97577981948852,
|
| 46 |
+
70.00295335054398,
|
| 47 |
+
70.03254795074463,
|
| 48 |
+
70.0596283197403,
|
| 49 |
+
70.08194353580475,
|
| 50 |
+
70.10447882413864,
|
| 51 |
+
70.1274299621582,
|
| 52 |
+
70.14408979415893,
|
| 53 |
+
70.16187624931335,
|
| 54 |
+
70.18096616268159,
|
| 55 |
+
70.20358176231385,
|
| 56 |
+
70.22562551498413,
|
| 57 |
+
70.24441020488739,
|
| 58 |
+
70.25932915210724,
|
| 59 |
+
70.28569169044495,
|
| 60 |
+
70.31029176712036,
|
| 61 |
+
70.33195090293884,
|
| 62 |
+
70.35108722448349,
|
| 63 |
+
70.37104334831238,
|
| 64 |
+
70.40294820070267,
|
| 65 |
+
70.42530269622803,
|
| 66 |
+
70.44491225481033,
|
| 67 |
+
70.46375651359558,
|
| 68 |
+
70.47658450603485,
|
| 69 |
+
70.49450085163116,
|
| 70 |
+
70.51512625217438,
|
| 71 |
+
70.53450798988342,
|
| 72 |
+
70.55166764259339,
|
| 73 |
+
70.57121002674103,
|
| 74 |
+
70.58782054185868,
|
| 75 |
+
70.60449481010437,
|
| 76 |
+
70.62178468704224,
|
| 77 |
+
70.64538116455078,
|
| 78 |
+
70.6610111117363,
|
| 79 |
+
70.68199644088745,
|
| 80 |
+
70.70090284347535,
|
| 81 |
+
70.71804141998291,
|
| 82 |
+
70.73997579813003,
|
| 83 |
+
70.76166491508484,
|
| 84 |
+
70.78612376451493,
|
| 85 |
+
70.81402132511138,
|
| 86 |
+
70.84088504314423,
|
| 87 |
+
70.87055168151855,
|
| 88 |
+
70.90500563383102,
|
| 89 |
+
70.93476188182831,
|
| 90 |
+
70.96168086528778,
|
| 91 |
+
70.98515176773071,
|
| 92 |
+
71.0100483417511,
|
| 93 |
+
71.03640780448913,
|
| 94 |
+
71.05892330408096,
|
| 95 |
+
71.08110203742982,
|
| 96 |
+
71.10168570280075,
|
| 97 |
+
71.1350690126419,
|
| 98 |
+
71.16858087778091,
|
| 99 |
+
71.19318833351136,
|
| 100 |
+
71.22100743055344,
|
| 101 |
+
71.25229752063751,
|
| 102 |
+
71.28433256149292,
|
| 103 |
+
71.30739164352417,
|
| 104 |
+
71.33299107551575,
|
| 105 |
+
71.3687974691391,
|
| 106 |
+
71.39627569913864,
|
| 107 |
+
71.435498046875,
|
| 108 |
+
71.47914789915085,
|
| 109 |
+
71.52327086925507,
|
| 110 |
+
71.56817677021027,
|
| 111 |
+
71.63192391395569,
|
| 112 |
+
71.68392897844315,
|
| 113 |
+
71.7507515668869,
|
| 114 |
+
71.84099113941193,
|
| 115 |
+
71.91955304145813,
|
| 116 |
+
72.06988722085953,
|
| 117 |
+
72.29740436077118,
|
| 118 |
+
72.64941691160202,
|
| 119 |
+
73.50347318649293,
|
| 120 |
+
74.43839849233628,
|
| 121 |
+
74.50578736782074,
|
| 122 |
+
74.56680265903474,
|
| 123 |
+
74.60346013188362,
|
| 124 |
+
74.66835722446442,
|
| 125 |
+
74.76408451199532,
|
| 126 |
+
74.85193955421448,
|
| 127 |
+
75.35295803785326,
|
| 128 |
+
75.85356700181961,
|
| 129 |
+
84.02688551187528,
|
| 130 |
+
92.33079797923779,
|
| 131 |
+
101.24016690254211,
|
| 132 |
+
101.24016690254211
|
| 133 |
+
],
|
| 134 |
+
"quantile_levels": [
|
| 135 |
+
0.0,
|
| 136 |
+
0.0001,
|
| 137 |
+
0.0005,
|
| 138 |
+
0.001,
|
| 139 |
+
0.002,
|
| 140 |
+
0.003,
|
| 141 |
+
0.004,
|
| 142 |
+
0.005,
|
| 143 |
+
0.006,
|
| 144 |
+
0.007,
|
| 145 |
+
0.008,
|
| 146 |
+
0.009,
|
| 147 |
+
0.01,
|
| 148 |
+
0.02,
|
| 149 |
+
0.03,
|
| 150 |
+
0.04,
|
| 151 |
+
0.05,
|
| 152 |
+
0.06,
|
| 153 |
+
0.07,
|
| 154 |
+
0.08,
|
| 155 |
+
0.09,
|
| 156 |
+
0.1,
|
| 157 |
+
0.11,
|
| 158 |
+
0.12,
|
| 159 |
+
0.13,
|
| 160 |
+
0.14,
|
| 161 |
+
0.15,
|
| 162 |
+
0.16,
|
| 163 |
+
0.17,
|
| 164 |
+
0.18,
|
| 165 |
+
0.19,
|
| 166 |
+
0.2,
|
| 167 |
+
0.21,
|
| 168 |
+
0.22,
|
| 169 |
+
0.23,
|
| 170 |
+
0.24,
|
| 171 |
+
0.25,
|
| 172 |
+
0.26,
|
| 173 |
+
0.27,
|
| 174 |
+
0.28,
|
| 175 |
+
0.29,
|
| 176 |
+
0.3,
|
| 177 |
+
0.31,
|
| 178 |
+
0.32,
|
| 179 |
+
0.33,
|
| 180 |
+
0.34,
|
| 181 |
+
0.35,
|
| 182 |
+
0.36,
|
| 183 |
+
0.37,
|
| 184 |
+
0.38,
|
| 185 |
+
0.39,
|
| 186 |
+
0.4,
|
| 187 |
+
0.41,
|
| 188 |
+
0.42,
|
| 189 |
+
0.43,
|
| 190 |
+
0.44,
|
| 191 |
+
0.45,
|
| 192 |
+
0.46,
|
| 193 |
+
0.47,
|
| 194 |
+
0.48,
|
| 195 |
+
0.49,
|
| 196 |
+
0.5,
|
| 197 |
+
0.51,
|
| 198 |
+
0.52,
|
| 199 |
+
0.53,
|
| 200 |
+
0.54,
|
| 201 |
+
0.55,
|
| 202 |
+
0.56,
|
| 203 |
+
0.57,
|
| 204 |
+
0.58,
|
| 205 |
+
0.59,
|
| 206 |
+
0.6,
|
| 207 |
+
0.61,
|
| 208 |
+
0.62,
|
| 209 |
+
0.63,
|
| 210 |
+
0.64,
|
| 211 |
+
0.65,
|
| 212 |
+
0.66,
|
| 213 |
+
0.67,
|
| 214 |
+
0.68,
|
| 215 |
+
0.69,
|
| 216 |
+
0.7,
|
| 217 |
+
0.71,
|
| 218 |
+
0.72,
|
| 219 |
+
0.73,
|
| 220 |
+
0.74,
|
| 221 |
+
0.75,
|
| 222 |
+
0.76,
|
| 223 |
+
0.77,
|
| 224 |
+
0.78,
|
| 225 |
+
0.79,
|
| 226 |
+
0.8,
|
| 227 |
+
0.81,
|
| 228 |
+
0.82,
|
| 229 |
+
0.83,
|
| 230 |
+
0.84,
|
| 231 |
+
0.85,
|
| 232 |
+
0.86,
|
| 233 |
+
0.87,
|
| 234 |
+
0.88,
|
| 235 |
+
0.89,
|
| 236 |
+
0.9,
|
| 237 |
+
0.91,
|
| 238 |
+
0.92,
|
| 239 |
+
0.93,
|
| 240 |
+
0.94,
|
| 241 |
+
0.95,
|
| 242 |
+
0.96,
|
| 243 |
+
0.97,
|
| 244 |
+
0.98,
|
| 245 |
+
0.99,
|
| 246 |
+
0.991,
|
| 247 |
+
0.992,
|
| 248 |
+
0.993,
|
| 249 |
+
0.994,
|
| 250 |
+
0.995,
|
| 251 |
+
0.996,
|
| 252 |
+
0.997,
|
| 253 |
+
0.998,
|
| 254 |
+
0.999,
|
| 255 |
+
0.9995,
|
| 256 |
+
0.9999,
|
| 257 |
+
1.0
|
| 258 |
+
]
|
| 259 |
+
},
|
| 260 |
+
"spearman_rho": 0.9962526864986927,
|
| 261 |
+
"worker_service_time_ms": {
|
| 262 |
+
"distribution_type": "inverse_cdf",
|
| 263 |
+
"latency_ms": [
|
| 264 |
+
63.82746982574463,
|
| 265 |
+
63.82746982574463,
|
| 266 |
+
63.92493312239647,
|
| 267 |
+
64.06386149644851,
|
| 268 |
+
64.26113409757615,
|
| 269 |
+
64.53079591751099,
|
| 270 |
+
64.67386532783509,
|
| 271 |
+
64.76888129115105,
|
| 272 |
+
64.8894479894638,
|
| 273 |
+
64.96433173656463,
|
| 274 |
+
65.04352538585663,
|
| 275 |
+
65.13859939455986,
|
| 276 |
+
65.21461226940156,
|
| 277 |
+
66.16340847015381,
|
| 278 |
+
66.85050959587097,
|
| 279 |
+
67.493039393425,
|
| 280 |
+
67.849141061306,
|
| 281 |
+
68.12691159248352,
|
| 282 |
+
68.3059456706047,
|
| 283 |
+
68.43858327865601,
|
| 284 |
+
68.54641152620316,
|
| 285 |
+
68.63038969039917,
|
| 286 |
+
68.72071390151977,
|
| 287 |
+
68.80180246829987,
|
| 288 |
+
68.86677287817001,
|
| 289 |
+
68.91922354698181,
|
| 290 |
+
68.97205686569214,
|
| 291 |
+
69.01177797317504,
|
| 292 |
+
69.06502404212952,
|
| 293 |
+
69.10255327224732,
|
| 294 |
+
69.13925127983093,
|
| 295 |
+
69.1760745048523,
|
| 296 |
+
69.20698500871659,
|
| 297 |
+
69.23804593086243,
|
| 298 |
+
69.2644897222519,
|
| 299 |
+
69.29399082660674,
|
| 300 |
+
69.32176500558853,
|
| 301 |
+
69.34696702957153,
|
| 302 |
+
69.37006133794785,
|
| 303 |
+
69.39575870037079,
|
| 304 |
+
69.4202886223793,
|
| 305 |
+
69.44288921356201,
|
| 306 |
+
69.46471593379974,
|
| 307 |
+
69.48130025863648,
|
| 308 |
+
69.5000395655632,
|
| 309 |
+
69.51833429336548,
|
| 310 |
+
69.5362491607666,
|
| 311 |
+
69.5574676990509,
|
| 312 |
+
69.57567809820175,
|
| 313 |
+
69.59754242897034,
|
| 314 |
+
69.62273967266083,
|
| 315 |
+
69.63747501373291,
|
| 316 |
+
69.66297578811646,
|
| 317 |
+
69.68167729377747,
|
| 318 |
+
69.70806875228882,
|
| 319 |
+
69.72895283699036,
|
| 320 |
+
69.7458103299141,
|
| 321 |
+
69.76441006660461,
|
| 322 |
+
69.77901536226273,
|
| 323 |
+
69.79512314796447,
|
| 324 |
+
69.81000846624374,
|
| 325 |
+
69.82767796516418,
|
| 326 |
+
69.84250817298889,
|
| 327 |
+
69.86159727573394,
|
| 328 |
+
69.87757424116134,
|
| 329 |
+
69.89953441619873,
|
| 330 |
+
69.919504404068,
|
| 331 |
+
69.9412291765213,
|
| 332 |
+
69.95989866256714,
|
| 333 |
+
69.97936544418334,
|
| 334 |
+
69.99937173128129,
|
| 335 |
+
70.01988303661346,
|
| 336 |
+
70.03974276781082,
|
| 337 |
+
70.06396021842957,
|
| 338 |
+
70.08396409749984,
|
| 339 |
+
70.1135217666626,
|
| 340 |
+
70.13642358779907,
|
| 341 |
+
70.15888624191284,
|
| 342 |
+
70.18657667636872,
|
| 343 |
+
70.21063661575317,
|
| 344 |
+
70.23414570093155,
|
| 345 |
+
70.2652428150177,
|
| 346 |
+
70.28892891407013,
|
| 347 |
+
70.32105104923248,
|
| 348 |
+
70.33835902214051,
|
| 349 |
+
70.36597990989685,
|
| 350 |
+
70.3919090628624,
|
| 351 |
+
70.41169013977051,
|
| 352 |
+
70.4380200624466,
|
| 353 |
+
70.46836476325988,
|
| 354 |
+
70.49924392700196,
|
| 355 |
+
70.51999247074127,
|
| 356 |
+
70.55594639778137,
|
| 357 |
+
70.5849479675293,
|
| 358 |
+
70.6114976644516,
|
| 359 |
+
70.64248011112213,
|
| 360 |
+
70.67629051208496,
|
| 361 |
+
70.72400040626526,
|
| 362 |
+
70.76106050014496,
|
| 363 |
+
70.80091683864593,
|
| 364 |
+
70.84916614294052,
|
| 365 |
+
70.89379096031189,
|
| 366 |
+
70.94596419334411,
|
| 367 |
+
71.01326558589935,
|
| 368 |
+
71.08510189056396,
|
| 369 |
+
71.18451704978942,
|
| 370 |
+
71.31417214870453,
|
| 371 |
+
71.499387383461,
|
| 372 |
+
71.86696890592575,
|
| 373 |
+
72.52735633850098,
|
| 374 |
+
73.49062955379486,
|
| 375 |
+
73.56633122086525,
|
| 376 |
+
73.62575006008149,
|
| 377 |
+
73.70218905806541,
|
| 378 |
+
73.82927883386613,
|
| 379 |
+
73.89994262456894,
|
| 380 |
+
74.03089104652405,
|
| 381 |
+
74.42580151557922,
|
| 382 |
+
74.97561591863632,
|
| 383 |
+
83.3456894540788,
|
| 384 |
+
91.62312696755146,
|
| 385 |
+
100.53900980949402,
|
| 386 |
+
100.53900980949402
|
| 387 |
+
],
|
| 388 |
+
"quantile_levels": [
|
| 389 |
+
0.0,
|
| 390 |
+
0.0001,
|
| 391 |
+
0.0005,
|
| 392 |
+
0.001,
|
| 393 |
+
0.002,
|
| 394 |
+
0.003,
|
| 395 |
+
0.004,
|
| 396 |
+
0.005,
|
| 397 |
+
0.006,
|
| 398 |
+
0.007,
|
| 399 |
+
0.008,
|
| 400 |
+
0.009,
|
| 401 |
+
0.01,
|
| 402 |
+
0.02,
|
| 403 |
+
0.03,
|
| 404 |
+
0.04,
|
| 405 |
+
0.05,
|
| 406 |
+
0.06,
|
| 407 |
+
0.07,
|
| 408 |
+
0.08,
|
| 409 |
+
0.09,
|
| 410 |
+
0.1,
|
| 411 |
+
0.11,
|
| 412 |
+
0.12,
|
| 413 |
+
0.13,
|
| 414 |
+
0.14,
|
| 415 |
+
0.15,
|
| 416 |
+
0.16,
|
| 417 |
+
0.17,
|
| 418 |
+
0.18,
|
| 419 |
+
0.19,
|
| 420 |
+
0.2,
|
| 421 |
+
0.21,
|
| 422 |
+
0.22,
|
| 423 |
+
0.23,
|
| 424 |
+
0.24,
|
| 425 |
+
0.25,
|
| 426 |
+
0.26,
|
| 427 |
+
0.27,
|
| 428 |
+
0.28,
|
| 429 |
+
0.29,
|
| 430 |
+
0.3,
|
| 431 |
+
0.31,
|
| 432 |
+
0.32,
|
| 433 |
+
0.33,
|
| 434 |
+
0.34,
|
| 435 |
+
0.35,
|
| 436 |
+
0.36,
|
| 437 |
+
0.37,
|
| 438 |
+
0.38,
|
| 439 |
+
0.39,
|
| 440 |
+
0.4,
|
| 441 |
+
0.41,
|
| 442 |
+
0.42,
|
| 443 |
+
0.43,
|
| 444 |
+
0.44,
|
| 445 |
+
0.45,
|
| 446 |
+
0.46,
|
| 447 |
+
0.47,
|
| 448 |
+
0.48,
|
| 449 |
+
0.49,
|
| 450 |
+
0.5,
|
| 451 |
+
0.51,
|
| 452 |
+
0.52,
|
| 453 |
+
0.53,
|
| 454 |
+
0.54,
|
| 455 |
+
0.55,
|
| 456 |
+
0.56,
|
| 457 |
+
0.57,
|
| 458 |
+
0.58,
|
| 459 |
+
0.59,
|
| 460 |
+
0.6,
|
| 461 |
+
0.61,
|
| 462 |
+
0.62,
|
| 463 |
+
0.63,
|
| 464 |
+
0.64,
|
| 465 |
+
0.65,
|
| 466 |
+
0.66,
|
| 467 |
+
0.67,
|
| 468 |
+
0.68,
|
| 469 |
+
0.69,
|
| 470 |
+
0.7,
|
| 471 |
+
0.71,
|
| 472 |
+
0.72,
|
| 473 |
+
0.73,
|
| 474 |
+
0.74,
|
| 475 |
+
0.75,
|
| 476 |
+
0.76,
|
| 477 |
+
0.77,
|
| 478 |
+
0.78,
|
| 479 |
+
0.79,
|
| 480 |
+
0.8,
|
| 481 |
+
0.81,
|
| 482 |
+
0.82,
|
| 483 |
+
0.83,
|
| 484 |
+
0.84,
|
| 485 |
+
0.85,
|
| 486 |
+
0.86,
|
| 487 |
+
0.87,
|
| 488 |
+
0.88,
|
| 489 |
+
0.89,
|
| 490 |
+
0.9,
|
| 491 |
+
0.91,
|
| 492 |
+
0.92,
|
| 493 |
+
0.93,
|
| 494 |
+
0.94,
|
| 495 |
+
0.95,
|
| 496 |
+
0.96,
|
| 497 |
+
0.97,
|
| 498 |
+
0.98,
|
| 499 |
+
0.99,
|
| 500 |
+
0.991,
|
| 501 |
+
0.992,
|
| 502 |
+
0.993,
|
| 503 |
+
0.994,
|
| 504 |
+
0.995,
|
| 505 |
+
0.996,
|
| 506 |
+
0.997,
|
| 507 |
+
0.998,
|
| 508 |
+
0.999,
|
| 509 |
+
0.9995,
|
| 510 |
+
0.9999,
|
| 511 |
+
1.0
|
| 512 |
+
]
|
| 513 |
+
}
|
| 514 |
+
},
|
| 515 |
+
"steady": {
|
| 516 |
+
"count": 3892,
|
| 517 |
+
"observation_to_action_latency_ms": {
|
| 518 |
+
"distribution_type": "inverse_cdf",
|
| 519 |
+
"latency_ms": [
|
| 520 |
+
64.21888089179993,
|
| 521 |
+
64.21888089179993,
|
| 522 |
+
64.26729849910735,
|
| 523 |
+
64.46222882843017,
|
| 524 |
+
64.66291616725921,
|
| 525 |
+
64.89447894287109,
|
| 526 |
+
65.04953873825073,
|
| 527 |
+
65.14368352890014,
|
| 528 |
+
65.27354646110534,
|
| 529 |
+
65.32604718589782,
|
| 530 |
+
65.44180738735199,
|
| 531 |
+
65.54967481040954,
|
| 532 |
+
65.60513632774354,
|
| 533 |
+
66.65711528778075,
|
| 534 |
+
67.435560131073,
|
| 535 |
+
68.07530255794525,
|
| 536 |
+
68.4492192029953,
|
| 537 |
+
68.74420424938202,
|
| 538 |
+
68.93682938575745,
|
| 539 |
+
69.10214092254638,
|
| 540 |
+
69.19769524097443,
|
| 541 |
+
69.27595851421356,
|
| 542 |
+
69.38678356647492,
|
| 543 |
+
69.47117605686188,
|
| 544 |
+
69.5328344297409,
|
| 545 |
+
69.58632252216339,
|
| 546 |
+
69.65088012218476,
|
| 547 |
+
69.70318710803986,
|
| 548 |
+
69.74202722549438,
|
| 549 |
+
69.77315920352936,
|
| 550 |
+
69.82142517089844,
|
| 551 |
+
69.85107939243316,
|
| 552 |
+
69.88772933483123,
|
| 553 |
+
69.9112668466568,
|
| 554 |
+
69.94601192474366,
|
| 555 |
+
69.97563450813294,
|
| 556 |
+
70.00201094150543,
|
| 557 |
+
70.0318727684021,
|
| 558 |
+
70.05896360397338,
|
| 559 |
+
70.08169354915618,
|
| 560 |
+
70.10433425903321,
|
| 561 |
+
70.1270259141922,
|
| 562 |
+
70.14405165672302,
|
| 563 |
+
70.16166516304015,
|
| 564 |
+
70.1808714723587,
|
| 565 |
+
70.20343802928925,
|
| 566 |
+
70.22512376308441,
|
| 567 |
+
70.24407590866089,
|
| 568 |
+
70.25929422855377,
|
| 569 |
+
70.28514323234558,
|
| 570 |
+
70.30990863323211,
|
| 571 |
+
70.33184719085693,
|
| 572 |
+
70.3501536655426,
|
| 573 |
+
70.37075836658478,
|
| 574 |
+
70.40146433830262,
|
| 575 |
+
70.42517745494843,
|
| 576 |
+
70.44485967159271,
|
| 577 |
+
70.46351621627808,
|
| 578 |
+
70.47651810169219,
|
| 579 |
+
70.4935804605484,
|
| 580 |
+
70.51407109737396,
|
| 581 |
+
70.53322803974152,
|
| 582 |
+
70.55151409626006,
|
| 583 |
+
70.5701886844635,
|
| 584 |
+
70.58723092556,
|
| 585 |
+
70.60385684967041,
|
| 586 |
+
70.62133185863495,
|
| 587 |
+
70.6435671710968,
|
| 588 |
+
70.660171251297,
|
| 589 |
+
70.68115920066833,
|
| 590 |
+
70.7000481414795,
|
| 591 |
+
70.71734981536865,
|
| 592 |
+
70.73964700698852,
|
| 593 |
+
70.76134051322937,
|
| 594 |
+
70.78443279743195,
|
| 595 |
+
70.81122475147248,
|
| 596 |
+
70.83893203735352,
|
| 597 |
+
70.86912979602813,
|
| 598 |
+
70.90435886859893,
|
| 599 |
+
70.93248003482819,
|
| 600 |
+
70.96037925243378,
|
| 601 |
+
70.9836455821991,
|
| 602 |
+
71.00937434196472,
|
| 603 |
+
71.0327023601532,
|
| 604 |
+
71.05814930438996,
|
| 605 |
+
71.0794553899765,
|
| 606 |
+
71.10040259361267,
|
| 607 |
+
71.13344577789307,
|
| 608 |
+
71.16721335411071,
|
| 609 |
+
71.19253223896027,
|
| 610 |
+
71.22043813228608,
|
| 611 |
+
71.25034034252167,
|
| 612 |
+
71.28195040225982,
|
| 613 |
+
71.3037918806076,
|
| 614 |
+
71.33070304393769,
|
| 615 |
+
71.36692314624786,
|
| 616 |
+
71.39335422515869,
|
| 617 |
+
71.43432743549347,
|
| 618 |
+
71.4773496055603,
|
| 619 |
+
71.52164331912995,
|
| 620 |
+
71.56488280773164,
|
| 621 |
+
71.6233865261078,
|
| 622 |
+
71.67863788127899,
|
| 623 |
+
71.74672186851501,
|
| 624 |
+
71.83145132541657,
|
| 625 |
+
71.9102623796463,
|
| 626 |
+
72.05838644504547,
|
| 627 |
+
72.25901246070862,
|
| 628 |
+
72.62537901878358,
|
| 629 |
+
73.4486136007309,
|
| 630 |
+
74.34915796756744,
|
| 631 |
+
74.44829755020142,
|
| 632 |
+
74.52339792919159,
|
| 633 |
+
74.5730178489685,
|
| 634 |
+
74.61976903152465,
|
| 635 |
+
74.68462880134582,
|
| 636 |
+
74.80154452991485,
|
| 637 |
+
74.93210744476319,
|
| 638 |
+
75.54560989379881,
|
| 639 |
+
76.3117787475587,
|
| 640 |
+
79.51470895004282,
|
| 641 |
+
86.64668917655945,
|
| 642 |
+
86.64668917655945
|
| 643 |
+
],
|
| 644 |
+
"quantile_levels": [
|
| 645 |
+
0.0,
|
| 646 |
+
0.0001,
|
| 647 |
+
0.0005,
|
| 648 |
+
0.001,
|
| 649 |
+
0.002,
|
| 650 |
+
0.003,
|
| 651 |
+
0.004,
|
| 652 |
+
0.005,
|
| 653 |
+
0.006,
|
| 654 |
+
0.007,
|
| 655 |
+
0.008,
|
| 656 |
+
0.009,
|
| 657 |
+
0.01,
|
| 658 |
+
0.02,
|
| 659 |
+
0.03,
|
| 660 |
+
0.04,
|
| 661 |
+
0.05,
|
| 662 |
+
0.06,
|
| 663 |
+
0.07,
|
| 664 |
+
0.08,
|
| 665 |
+
0.09,
|
| 666 |
+
0.1,
|
| 667 |
+
0.11,
|
| 668 |
+
0.12,
|
| 669 |
+
0.13,
|
| 670 |
+
0.14,
|
| 671 |
+
0.15,
|
| 672 |
+
0.16,
|
| 673 |
+
0.17,
|
| 674 |
+
0.18,
|
| 675 |
+
0.19,
|
| 676 |
+
0.2,
|
| 677 |
+
0.21,
|
| 678 |
+
0.22,
|
| 679 |
+
0.23,
|
| 680 |
+
0.24,
|
| 681 |
+
0.25,
|
| 682 |
+
0.26,
|
| 683 |
+
0.27,
|
| 684 |
+
0.28,
|
| 685 |
+
0.29,
|
| 686 |
+
0.3,
|
| 687 |
+
0.31,
|
| 688 |
+
0.32,
|
| 689 |
+
0.33,
|
| 690 |
+
0.34,
|
| 691 |
+
0.35,
|
| 692 |
+
0.36,
|
| 693 |
+
0.37,
|
| 694 |
+
0.38,
|
| 695 |
+
0.39,
|
| 696 |
+
0.4,
|
| 697 |
+
0.41,
|
| 698 |
+
0.42,
|
| 699 |
+
0.43,
|
| 700 |
+
0.44,
|
| 701 |
+
0.45,
|
| 702 |
+
0.46,
|
| 703 |
+
0.47,
|
| 704 |
+
0.48,
|
| 705 |
+
0.49,
|
| 706 |
+
0.5,
|
| 707 |
+
0.51,
|
| 708 |
+
0.52,
|
| 709 |
+
0.53,
|
| 710 |
+
0.54,
|
| 711 |
+
0.55,
|
| 712 |
+
0.56,
|
| 713 |
+
0.57,
|
| 714 |
+
0.58,
|
| 715 |
+
0.59,
|
| 716 |
+
0.6,
|
| 717 |
+
0.61,
|
| 718 |
+
0.62,
|
| 719 |
+
0.63,
|
| 720 |
+
0.64,
|
| 721 |
+
0.65,
|
| 722 |
+
0.66,
|
| 723 |
+
0.67,
|
| 724 |
+
0.68,
|
| 725 |
+
0.69,
|
| 726 |
+
0.7,
|
| 727 |
+
0.71,
|
| 728 |
+
0.72,
|
| 729 |
+
0.73,
|
| 730 |
+
0.74,
|
| 731 |
+
0.75,
|
| 732 |
+
0.76,
|
| 733 |
+
0.77,
|
| 734 |
+
0.78,
|
| 735 |
+
0.79,
|
| 736 |
+
0.8,
|
| 737 |
+
0.81,
|
| 738 |
+
0.82,
|
| 739 |
+
0.83,
|
| 740 |
+
0.84,
|
| 741 |
+
0.85,
|
| 742 |
+
0.86,
|
| 743 |
+
0.87,
|
| 744 |
+
0.88,
|
| 745 |
+
0.89,
|
| 746 |
+
0.9,
|
| 747 |
+
0.91,
|
| 748 |
+
0.92,
|
| 749 |
+
0.93,
|
| 750 |
+
0.94,
|
| 751 |
+
0.95,
|
| 752 |
+
0.96,
|
| 753 |
+
0.97,
|
| 754 |
+
0.98,
|
| 755 |
+
0.99,
|
| 756 |
+
0.991,
|
| 757 |
+
0.992,
|
| 758 |
+
0.993,
|
| 759 |
+
0.994,
|
| 760 |
+
0.995,
|
| 761 |
+
0.996,
|
| 762 |
+
0.997,
|
| 763 |
+
0.998,
|
| 764 |
+
0.999,
|
| 765 |
+
0.9995,
|
| 766 |
+
0.9999,
|
| 767 |
+
1.0
|
| 768 |
+
]
|
| 769 |
+
},
|
| 770 |
+
"spearman_rho": 0.9962440143954173,
|
| 771 |
+
"worker_service_time_ms": {
|
| 772 |
+
"distribution_type": "inverse_cdf",
|
| 773 |
+
"latency_ms": [
|
| 774 |
+
63.82746982574463,
|
| 775 |
+
63.82746982574463,
|
| 776 |
+
63.924849551200865,
|
| 777 |
+
64.06365878295898,
|
| 778 |
+
64.25989377117158,
|
| 779 |
+
64.53052592849731,
|
| 780 |
+
64.67336368179322,
|
| 781 |
+
64.76854853630066,
|
| 782 |
+
64.88874032402039,
|
| 783 |
+
64.9639313735962,
|
| 784 |
+
65.04222708225251,
|
| 785 |
+
65.13830837059021,
|
| 786 |
+
65.21415251731872,
|
| 787 |
+
66.16300260543824,
|
| 788 |
+
66.84763409614563,
|
| 789 |
+
67.49238602161408,
|
| 790 |
+
67.84865987300873,
|
| 791 |
+
68.12611276626586,
|
| 792 |
+
68.30496686458588,
|
| 793 |
+
68.43773768901825,
|
| 794 |
+
68.54610390186309,
|
| 795 |
+
68.6302877664566,
|
| 796 |
+
68.7196520614624,
|
| 797 |
+
68.8012242269516,
|
| 798 |
+
68.8665434885025,
|
| 799 |
+
68.9189061164856,
|
| 800 |
+
68.97146592140197,
|
| 801 |
+
69.01117464065551,
|
| 802 |
+
69.06471957206726,
|
| 803 |
+
69.10236324310303,
|
| 804 |
+
69.13914971351623,
|
| 805 |
+
69.17492520809174,
|
| 806 |
+
69.20655922412872,
|
| 807 |
+
69.23778124332428,
|
| 808 |
+
69.26441912174225,
|
| 809 |
+
69.29358471870422,
|
| 810 |
+
69.32019448280334,
|
| 811 |
+
69.34652063846588,
|
| 812 |
+
69.3698172712326,
|
| 813 |
+
69.39486378192902,
|
| 814 |
+
69.41827408790589,
|
| 815 |
+
69.44232745170594,
|
| 816 |
+
69.46447602272033,
|
| 817 |
+
69.48072097301483,
|
| 818 |
+
69.49991744995117,
|
| 819 |
+
69.51753581523896,
|
| 820 |
+
69.53571593761444,
|
| 821 |
+
69.55461455821991,
|
| 822 |
+
69.57534356594086,
|
| 823 |
+
69.59614387512207,
|
| 824 |
+
69.62158482074737,
|
| 825 |
+
69.63672277927398,
|
| 826 |
+
69.66229291915893,
|
| 827 |
+
69.68103442192077,
|
| 828 |
+
69.70800340175629,
|
| 829 |
+
69.72816224575043,
|
| 830 |
+
69.7450707912445,
|
| 831 |
+
69.76414365768433,
|
| 832 |
+
69.77862896442413,
|
| 833 |
+
69.79452700138091,
|
| 834 |
+
69.80988729000092,
|
| 835 |
+
69.8276025056839,
|
| 836 |
+
69.84054414749146,
|
| 837 |
+
69.86028493881226,
|
| 838 |
+
69.87702286720275,
|
| 839 |
+
69.89840402126312,
|
| 840 |
+
69.9181250333786,
|
| 841 |
+
69.94080069541931,
|
| 842 |
+
69.95955774307251,
|
| 843 |
+
69.97868758678436,
|
| 844 |
+
69.99920504570008,
|
| 845 |
+
70.01864914894104,
|
| 846 |
+
70.03822797775268,
|
| 847 |
+
70.06183682441711,
|
| 848 |
+
70.08342313289643,
|
| 849 |
+
70.11323342323303,
|
| 850 |
+
70.1355171918869,
|
| 851 |
+
70.15791974544526,
|
| 852 |
+
70.18509419441223,
|
| 853 |
+
70.20979231834411,
|
| 854 |
+
70.23125278472901,
|
| 855 |
+
70.26408920288085,
|
| 856 |
+
70.28767484664917,
|
| 857 |
+
70.31905544281005,
|
| 858 |
+
70.33731842041016,
|
| 859 |
+
70.36446030139923,
|
| 860 |
+
70.38798296451569,
|
| 861 |
+
70.41008462905884,
|
| 862 |
+
70.43654942035676,
|
| 863 |
+
70.46712791919708,
|
| 864 |
+
70.49677614212037,
|
| 865 |
+
70.51846179962158,
|
| 866 |
+
70.55446595668792,
|
| 867 |
+
70.58218722820281,
|
| 868 |
+
70.60933103084564,
|
| 869 |
+
70.64008875370025,
|
| 870 |
+
70.67384169101715,
|
| 871 |
+
70.72326898097992,
|
| 872 |
+
70.75816891670227,
|
| 873 |
+
70.79773238182068,
|
| 874 |
+
70.84490663528443,
|
| 875 |
+
70.89026074409485,
|
| 876 |
+
70.94181303977966,
|
| 877 |
+
71.01094079017639,
|
| 878 |
+
71.08044451713562,
|
| 879 |
+
71.17663326740265,
|
| 880 |
+
71.31091842651367,
|
| 881 |
+
71.48311145305634,
|
| 882 |
+
71.83137361526488,
|
| 883 |
+
72.4928621673584,
|
| 884 |
+
73.34201078414917,
|
| 885 |
+
73.49197626876831,
|
| 886 |
+
73.5695899362564,
|
| 887 |
+
73.6369322757721,
|
| 888 |
+
73.70509721183777,
|
| 889 |
+
73.8460913658142,
|
| 890 |
+
73.91988869094848,
|
| 891 |
+
74.07588002777099,
|
| 892 |
+
74.60754434394833,
|
| 893 |
+
75.38980871009836,
|
| 894 |
+
78.84191055488596,
|
| 895 |
+
85.96448826789856,
|
| 896 |
+
85.96448826789856
|
| 897 |
+
],
|
| 898 |
+
"quantile_levels": [
|
| 899 |
+
0.0,
|
| 900 |
+
0.0001,
|
| 901 |
+
0.0005,
|
| 902 |
+
0.001,
|
| 903 |
+
0.002,
|
| 904 |
+
0.003,
|
| 905 |
+
0.004,
|
| 906 |
+
0.005,
|
| 907 |
+
0.006,
|
| 908 |
+
0.007,
|
| 909 |
+
0.008,
|
| 910 |
+
0.009,
|
| 911 |
+
0.01,
|
| 912 |
+
0.02,
|
| 913 |
+
0.03,
|
| 914 |
+
0.04,
|
| 915 |
+
0.05,
|
| 916 |
+
0.06,
|
| 917 |
+
0.07,
|
| 918 |
+
0.08,
|
| 919 |
+
0.09,
|
| 920 |
+
0.1,
|
| 921 |
+
0.11,
|
| 922 |
+
0.12,
|
| 923 |
+
0.13,
|
| 924 |
+
0.14,
|
| 925 |
+
0.15,
|
| 926 |
+
0.16,
|
| 927 |
+
0.17,
|
| 928 |
+
0.18,
|
| 929 |
+
0.19,
|
| 930 |
+
0.2,
|
| 931 |
+
0.21,
|
| 932 |
+
0.22,
|
| 933 |
+
0.23,
|
| 934 |
+
0.24,
|
| 935 |
+
0.25,
|
| 936 |
+
0.26,
|
| 937 |
+
0.27,
|
| 938 |
+
0.28,
|
| 939 |
+
0.29,
|
| 940 |
+
0.3,
|
| 941 |
+
0.31,
|
| 942 |
+
0.32,
|
| 943 |
+
0.33,
|
| 944 |
+
0.34,
|
| 945 |
+
0.35,
|
| 946 |
+
0.36,
|
| 947 |
+
0.37,
|
| 948 |
+
0.38,
|
| 949 |
+
0.39,
|
| 950 |
+
0.4,
|
| 951 |
+
0.41,
|
| 952 |
+
0.42,
|
| 953 |
+
0.43,
|
| 954 |
+
0.44,
|
| 955 |
+
0.45,
|
| 956 |
+
0.46,
|
| 957 |
+
0.47,
|
| 958 |
+
0.48,
|
| 959 |
+
0.49,
|
| 960 |
+
0.5,
|
| 961 |
+
0.51,
|
| 962 |
+
0.52,
|
| 963 |
+
0.53,
|
| 964 |
+
0.54,
|
| 965 |
+
0.55,
|
| 966 |
+
0.56,
|
| 967 |
+
0.57,
|
| 968 |
+
0.58,
|
| 969 |
+
0.59,
|
| 970 |
+
0.6,
|
| 971 |
+
0.61,
|
| 972 |
+
0.62,
|
| 973 |
+
0.63,
|
| 974 |
+
0.64,
|
| 975 |
+
0.65,
|
| 976 |
+
0.66,
|
| 977 |
+
0.67,
|
| 978 |
+
0.68,
|
| 979 |
+
0.69,
|
| 980 |
+
0.7,
|
| 981 |
+
0.71,
|
| 982 |
+
0.72,
|
| 983 |
+
0.73,
|
| 984 |
+
0.74,
|
| 985 |
+
0.75,
|
| 986 |
+
0.76,
|
| 987 |
+
0.77,
|
| 988 |
+
0.78,
|
| 989 |
+
0.79,
|
| 990 |
+
0.8,
|
| 991 |
+
0.81,
|
| 992 |
+
0.82,
|
| 993 |
+
0.83,
|
| 994 |
+
0.84,
|
| 995 |
+
0.85,
|
| 996 |
+
0.86,
|
| 997 |
+
0.87,
|
| 998 |
+
0.88,
|
| 999 |
+
0.89,
|
| 1000 |
+
0.9,
|
| 1001 |
+
0.91,
|
| 1002 |
+
0.92,
|
| 1003 |
+
0.93,
|
| 1004 |
+
0.94,
|
| 1005 |
+
0.95,
|
| 1006 |
+
0.96,
|
| 1007 |
+
0.97,
|
| 1008 |
+
0.98,
|
| 1009 |
+
0.99,
|
| 1010 |
+
0.991,
|
| 1011 |
+
0.992,
|
| 1012 |
+
0.993,
|
| 1013 |
+
0.994,
|
| 1014 |
+
0.995,
|
| 1015 |
+
0.996,
|
| 1016 |
+
0.997,
|
| 1017 |
+
0.998,
|
| 1018 |
+
0.999,
|
| 1019 |
+
0.9995,
|
| 1020 |
+
0.9999,
|
| 1021 |
+
1.0
|
| 1022 |
+
]
|
| 1023 |
+
}
|
| 1024 |
+
}
|
| 1025 |
+
}
|
| 1026 |
+
}
|
| 1027 |
+
}
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/latency_profile.png
ADDED
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/profile/profile.json
ADDED
|
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"burst_model_path": "latency_burst_model.json",
|
| 3 |
+
"distribution_path": "latency_distribution.json",
|
| 4 |
+
"env_fps": 10,
|
| 5 |
+
"frame_ms": 100.0,
|
| 6 |
+
"gpu_class": "1x-rtx3090",
|
| 7 |
+
"instance_id": "instance_859cf1e47bca6046",
|
| 8 |
+
"latency_kind": "observation_to_action_latency",
|
| 9 |
+
"latency_method": "temporal",
|
| 10 |
+
"model_id": "qwenoft",
|
| 11 |
+
"n_admitted_observations": 3895,
|
| 12 |
+
"n_capacity_drops": 0,
|
| 13 |
+
"n_observation_attempts": 3895,
|
| 14 |
+
"per_slot_summary": {
|
| 15 |
+
"0": {
|
| 16 |
+
"admitted_count": 3895,
|
| 17 |
+
"mean_observation_to_action_latency_ms": 70.49593999162413,
|
| 18 |
+
"mean_worker_service_time_ms": 69.79960327613645,
|
| 19 |
+
"p95_observation_to_action_latency_ms": 72.06934230327606,
|
| 20 |
+
"p95_worker_service_time_ms": 71.31323595046997,
|
| 21 |
+
"p99_worker_service_time_ms": 73.49043211936952
|
| 22 |
+
}
|
| 23 |
+
},
|
| 24 |
+
"provenance": {
|
| 25 |
+
"base_config": "/workspace/tasks/20260912T092949Z-walker2d/profile.yaml",
|
| 26 |
+
"checkpoint_kind": "best",
|
| 27 |
+
"model_artifact": {
|
| 28 |
+
"checkpoint": "checkpoints/steps_5000_pytorch_model.pt",
|
| 29 |
+
"model_config": "config.full.yaml",
|
| 30 |
+
"path_in_repo": "OpenVLA/zero-latency/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k",
|
| 31 |
+
"repo_id": "latency-sensitive-bench/extra-envs-checkpoints",
|
| 32 |
+
"source": "local"
|
| 33 |
+
},
|
| 34 |
+
"session_ids": [
|
| 35 |
+
0,
|
| 36 |
+
1,
|
| 37 |
+
2,
|
| 38 |
+
3,
|
| 39 |
+
4
|
| 40 |
+
]
|
| 41 |
+
},
|
| 42 |
+
"sample_model_type": "hidden_regime",
|
| 43 |
+
"source_run_id": "20260912T093545326611Z",
|
| 44 |
+
"summary": {
|
| 45 |
+
"frame_ms": 100.0,
|
| 46 |
+
"max_ms": 101.24016690254211,
|
| 47 |
+
"mean_effective_frames": 0.7049593999162412,
|
| 48 |
+
"mean_ms": 70.49593999162413,
|
| 49 |
+
"min_ms": 64.21888089179993,
|
| 50 |
+
"n_samples": 3895,
|
| 51 |
+
"p50_frames": 0.7053450798988342,
|
| 52 |
+
"p50_ms": 70.53450798988342,
|
| 53 |
+
"p90_frames": 0.7163049759864808,
|
| 54 |
+
"p90_ms": 71.63049759864808,
|
| 55 |
+
"p95_frames": 0.7206934230327606,
|
| 56 |
+
"p95_ms": 72.06934230327606,
|
| 57 |
+
"p99_frames": 0.7443600579738617,
|
| 58 |
+
"p99_ms": 74.43600579738617,
|
| 59 |
+
"prob_latency_gt_1_frame": 0.00025673940949935817,
|
| 60 |
+
"prob_latency_gt_2_frames": 0.0,
|
| 61 |
+
"prob_latency_gt_3_frames": 0.0,
|
| 62 |
+
"std_ms": 1.483596848515007
|
| 63 |
+
},
|
| 64 |
+
"visualization_path": "latency_profile.png",
|
| 65 |
+
"workload_id": "walker2d"
|
| 66 |
+
}
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/provenance.json
CHANGED
|
@@ -1,37 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"task": "walker2d",
|
| 3 |
-
"model": "
|
| 4 |
-
"
|
| 5 |
-
"
|
| 6 |
-
"
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
"path": "walker2d/zero_latency/OpenVLA",
|
| 10 |
-
"url": "https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/walker2d/zero_latency/OpenVLA"
|
| 11 |
-
},
|
| 12 |
-
"hf_repo_id": "latency-sensitive-bench/benchmark-models",
|
| 13 |
-
"hf_path": "zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k",
|
| 14 |
-
"checkpoint": {
|
| 15 |
-
"source_file": "walker2d/zero_latency/OpenVLA/checkpoints/steps_5000_pytorch_model.pt",
|
| 16 |
-
"source_sha256": "8287406d754a46cf89c798a807bff000c9dc0bf93a6b7c49c51e74928599f259",
|
| 17 |
-
"source_bytes": 9785142689,
|
| 18 |
-
"file": "checkpoints/model.pt",
|
| 19 |
-
"selection_rule": "only published VLA checkpoint",
|
| 20 |
-
"method": "copy",
|
| 21 |
-
"sha256": "8287406d754a46cf89c798a807bff000c9dc0bf93a6b7c49c51e74928599f259",
|
| 22 |
-
"bytes": 9785142689
|
| 23 |
-
},
|
| 24 |
-
"config_source": "walker2d/zero_latency/OpenVLA/config.full.yaml",
|
| 25 |
-
"task_contract_file": "task_contract.json",
|
| 26 |
-
"missing_source_files": [
|
| 27 |
-
"manifest.json",
|
| 28 |
-
"latency_prompt_map.json"
|
| 29 |
-
],
|
| 30 |
-
"migration": {
|
| 31 |
-
"operation": "copy_selected_inference_bundle",
|
| 32 |
-
"source_modified": false,
|
| 33 |
-
"evaluation_performed": false,
|
| 34 |
-
"experiment_status": "preserved_in_source_evidence"
|
| 35 |
-
},
|
| 36 |
-
"action_horizon": 1
|
| 37 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"task": "walker2d",
|
| 3 |
+
"model": "openvla",
|
| 4 |
+
"training_run_id": "walker2d_openvla_l0_issued_iid_g128_s42_20261010",
|
| 5 |
+
"steps": 5000,
|
| 6 |
+
"seed": 42,
|
| 7 |
+
"source_identity": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/source_identity.json",
|
| 8 |
+
"data_source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/l0_data_source.json"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
}
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/results.json
ADDED
|
@@ -0,0 +1,436 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "walker2d",
|
| 3 |
+
"model": "openvla",
|
| 4 |
+
"condition": "l0",
|
| 5 |
+
"method": "iid",
|
| 6 |
+
"parallel_envs": 32,
|
| 7 |
+
"fps": 10,
|
| 8 |
+
"latency_seed": 0,
|
| 9 |
+
"eval_max_steps": 1000,
|
| 10 |
+
"iid": {
|
| 11 |
+
"episodes": 100,
|
| 12 |
+
"seeds": [
|
| 13 |
+
42,
|
| 14 |
+
43,
|
| 15 |
+
44,
|
| 16 |
+
45,
|
| 17 |
+
46,
|
| 18 |
+
47,
|
| 19 |
+
48,
|
| 20 |
+
49,
|
| 21 |
+
50,
|
| 22 |
+
51,
|
| 23 |
+
52,
|
| 24 |
+
53,
|
| 25 |
+
54,
|
| 26 |
+
55,
|
| 27 |
+
56,
|
| 28 |
+
57,
|
| 29 |
+
58,
|
| 30 |
+
59,
|
| 31 |
+
60,
|
| 32 |
+
61,
|
| 33 |
+
62,
|
| 34 |
+
63,
|
| 35 |
+
64,
|
| 36 |
+
65,
|
| 37 |
+
66,
|
| 38 |
+
67,
|
| 39 |
+
68,
|
| 40 |
+
69,
|
| 41 |
+
70,
|
| 42 |
+
71,
|
| 43 |
+
72,
|
| 44 |
+
73,
|
| 45 |
+
74,
|
| 46 |
+
75,
|
| 47 |
+
76,
|
| 48 |
+
77,
|
| 49 |
+
78,
|
| 50 |
+
79,
|
| 51 |
+
80,
|
| 52 |
+
81,
|
| 53 |
+
82,
|
| 54 |
+
83,
|
| 55 |
+
84,
|
| 56 |
+
85,
|
| 57 |
+
86,
|
| 58 |
+
87,
|
| 59 |
+
88,
|
| 60 |
+
89,
|
| 61 |
+
90,
|
| 62 |
+
91,
|
| 63 |
+
92,
|
| 64 |
+
93,
|
| 65 |
+
94,
|
| 66 |
+
95,
|
| 67 |
+
96,
|
| 68 |
+
97,
|
| 69 |
+
98,
|
| 70 |
+
99,
|
| 71 |
+
100,
|
| 72 |
+
101,
|
| 73 |
+
102,
|
| 74 |
+
103,
|
| 75 |
+
104,
|
| 76 |
+
105,
|
| 77 |
+
106,
|
| 78 |
+
107,
|
| 79 |
+
108,
|
| 80 |
+
109,
|
| 81 |
+
110,
|
| 82 |
+
111,
|
| 83 |
+
112,
|
| 84 |
+
113,
|
| 85 |
+
114,
|
| 86 |
+
115,
|
| 87 |
+
116,
|
| 88 |
+
117,
|
| 89 |
+
118,
|
| 90 |
+
119,
|
| 91 |
+
120,
|
| 92 |
+
121,
|
| 93 |
+
122,
|
| 94 |
+
123,
|
| 95 |
+
124,
|
| 96 |
+
125,
|
| 97 |
+
126,
|
| 98 |
+
127,
|
| 99 |
+
128,
|
| 100 |
+
129,
|
| 101 |
+
130,
|
| 102 |
+
131,
|
| 103 |
+
132,
|
| 104 |
+
133,
|
| 105 |
+
134,
|
| 106 |
+
135,
|
| 107 |
+
136,
|
| 108 |
+
137,
|
| 109 |
+
138,
|
| 110 |
+
139,
|
| 111 |
+
140,
|
| 112 |
+
141
|
| 113 |
+
],
|
| 114 |
+
"mean_return": 117.80739763320547,
|
| 115 |
+
"population_std_return": 177.50067035685774,
|
| 116 |
+
"mean_length": 85.26,
|
| 117 |
+
"returns": [
|
| 118 |
+
518.4182622997536,
|
| 119 |
+
70.90546952066227,
|
| 120 |
+
72.79114829661708,
|
| 121 |
+
73.35589022173603,
|
| 122 |
+
72.74658019332801,
|
| 123 |
+
71.67919082346599,
|
| 124 |
+
73.1175807263665,
|
| 125 |
+
74.88754358903937,
|
| 126 |
+
69.57478847925321,
|
| 127 |
+
523.7925531562563,
|
| 128 |
+
101.828869760083,
|
| 129 |
+
74.96172764106704,
|
| 130 |
+
73.6809432959369,
|
| 131 |
+
84.4535803761546,
|
| 132 |
+
102.06252532986665,
|
| 133 |
+
1682.1426139347873,
|
| 134 |
+
70.79977110119272,
|
| 135 |
+
71.21579852646684,
|
| 136 |
+
74.93576216006163,
|
| 137 |
+
83.11469820519795,
|
| 138 |
+
102.27966753846974,
|
| 139 |
+
69.97424479770272,
|
| 140 |
+
76.209009182619,
|
| 141 |
+
77.96670009814116,
|
| 142 |
+
70.68512689238166,
|
| 143 |
+
118.95065284265965,
|
| 144 |
+
68.95849149884667,
|
| 145 |
+
88.44645434289365,
|
| 146 |
+
69.63755982046264,
|
| 147 |
+
71.01722024310612,
|
| 148 |
+
74.10857933566274,
|
| 149 |
+
73.03231834030298,
|
| 150 |
+
70.61227534086778,
|
| 151 |
+
84.9921285075057,
|
| 152 |
+
72.40054019934243,
|
| 153 |
+
71.57902732574264,
|
| 154 |
+
69.53967205397183,
|
| 155 |
+
102.52710995947298,
|
| 156 |
+
70.78915885594961,
|
| 157 |
+
99.4473207672274,
|
| 158 |
+
73.13301429440041,
|
| 159 |
+
97.26573060797524,
|
| 160 |
+
69.8599123658819,
|
| 161 |
+
76.45521443212786,
|
| 162 |
+
399.9987407208476,
|
| 163 |
+
71.12135700351313,
|
| 164 |
+
70.09049459592713,
|
| 165 |
+
109.26757867090669,
|
| 166 |
+
72.23001860352456,
|
| 167 |
+
70.73291961164111,
|
| 168 |
+
434.6052252572557,
|
| 169 |
+
86.85800134864711,
|
| 170 |
+
260.75571072420115,
|
| 171 |
+
69.87522373014124,
|
| 172 |
+
70.87386651848077,
|
| 173 |
+
69.84358124281232,
|
| 174 |
+
78.78057874284076,
|
| 175 |
+
68.69171900321004,
|
| 176 |
+
110.71779961758425,
|
| 177 |
+
89.03512075243012,
|
| 178 |
+
202.4469839714177,
|
| 179 |
+
72.17593519030336,
|
| 180 |
+
96.74247791452768,
|
| 181 |
+
78.97314509762904,
|
| 182 |
+
101.52089365934356,
|
| 183 |
+
72.18212377024318,
|
| 184 |
+
81.81706713782233,
|
| 185 |
+
67.32304711684813,
|
| 186 |
+
86.94254826966838,
|
| 187 |
+
70.14563868043626,
|
| 188 |
+
105.04627406769916,
|
| 189 |
+
74.48549763143447,
|
| 190 |
+
72.4836952116614,
|
| 191 |
+
71.73883242598359,
|
| 192 |
+
71.12092052810917,
|
| 193 |
+
109.48075437237698,
|
| 194 |
+
97.55094619458232,
|
| 195 |
+
94.22509111280712,
|
| 196 |
+
72.28769398088097,
|
| 197 |
+
71.26760199312398,
|
| 198 |
+
108.93322590797533,
|
| 199 |
+
103.74192550558917,
|
| 200 |
+
70.16449804770718,
|
| 201 |
+
199.21280064665262,
|
| 202 |
+
72.37162930599347,
|
| 203 |
+
71.78827627107464,
|
| 204 |
+
90.0185102029338,
|
| 205 |
+
70.94200744163184,
|
| 206 |
+
68.56203758680172,
|
| 207 |
+
257.89329865251835,
|
| 208 |
+
70.64158695286696,
|
| 209 |
+
72.0291909065246,
|
| 210 |
+
71.45979211046736,
|
| 211 |
+
74.28750860208002,
|
| 212 |
+
100.89477563235363,
|
| 213 |
+
73.48434447188673,
|
| 214 |
+
71.75925681027856,
|
| 215 |
+
95.38804554919867,
|
| 216 |
+
101.0754906245732,
|
| 217 |
+
72.32403033957065
|
| 218 |
+
],
|
| 219 |
+
"primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/evaluation/iid_parallel32_ib8/episode_metrics.jsonl",
|
| 220 |
+
"eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/eval_iid_parallel32_ib8.yaml",
|
| 221 |
+
"inference_batch_size": 8
|
| 222 |
+
},
|
| 223 |
+
"zero": {
|
| 224 |
+
"episodes": 100,
|
| 225 |
+
"seeds": [
|
| 226 |
+
42,
|
| 227 |
+
43,
|
| 228 |
+
44,
|
| 229 |
+
45,
|
| 230 |
+
46,
|
| 231 |
+
47,
|
| 232 |
+
48,
|
| 233 |
+
49,
|
| 234 |
+
50,
|
| 235 |
+
51,
|
| 236 |
+
52,
|
| 237 |
+
53,
|
| 238 |
+
54,
|
| 239 |
+
55,
|
| 240 |
+
56,
|
| 241 |
+
57,
|
| 242 |
+
58,
|
| 243 |
+
59,
|
| 244 |
+
60,
|
| 245 |
+
61,
|
| 246 |
+
62,
|
| 247 |
+
63,
|
| 248 |
+
64,
|
| 249 |
+
65,
|
| 250 |
+
66,
|
| 251 |
+
67,
|
| 252 |
+
68,
|
| 253 |
+
69,
|
| 254 |
+
70,
|
| 255 |
+
71,
|
| 256 |
+
72,
|
| 257 |
+
73,
|
| 258 |
+
74,
|
| 259 |
+
75,
|
| 260 |
+
76,
|
| 261 |
+
77,
|
| 262 |
+
78,
|
| 263 |
+
79,
|
| 264 |
+
80,
|
| 265 |
+
81,
|
| 266 |
+
82,
|
| 267 |
+
83,
|
| 268 |
+
84,
|
| 269 |
+
85,
|
| 270 |
+
86,
|
| 271 |
+
87,
|
| 272 |
+
88,
|
| 273 |
+
89,
|
| 274 |
+
90,
|
| 275 |
+
91,
|
| 276 |
+
92,
|
| 277 |
+
93,
|
| 278 |
+
94,
|
| 279 |
+
95,
|
| 280 |
+
96,
|
| 281 |
+
97,
|
| 282 |
+
98,
|
| 283 |
+
99,
|
| 284 |
+
100,
|
| 285 |
+
101,
|
| 286 |
+
102,
|
| 287 |
+
103,
|
| 288 |
+
104,
|
| 289 |
+
105,
|
| 290 |
+
106,
|
| 291 |
+
107,
|
| 292 |
+
108,
|
| 293 |
+
109,
|
| 294 |
+
110,
|
| 295 |
+
111,
|
| 296 |
+
112,
|
| 297 |
+
113,
|
| 298 |
+
114,
|
| 299 |
+
115,
|
| 300 |
+
116,
|
| 301 |
+
117,
|
| 302 |
+
118,
|
| 303 |
+
119,
|
| 304 |
+
120,
|
| 305 |
+
121,
|
| 306 |
+
122,
|
| 307 |
+
123,
|
| 308 |
+
124,
|
| 309 |
+
125,
|
| 310 |
+
126,
|
| 311 |
+
127,
|
| 312 |
+
128,
|
| 313 |
+
129,
|
| 314 |
+
130,
|
| 315 |
+
131,
|
| 316 |
+
132,
|
| 317 |
+
133,
|
| 318 |
+
134,
|
| 319 |
+
135,
|
| 320 |
+
136,
|
| 321 |
+
137,
|
| 322 |
+
138,
|
| 323 |
+
139,
|
| 324 |
+
140,
|
| 325 |
+
141
|
| 326 |
+
],
|
| 327 |
+
"mean_return": 2261.9224199749524,
|
| 328 |
+
"population_std_return": 1184.721326155164,
|
| 329 |
+
"mean_length": 608.67,
|
| 330 |
+
"returns": [
|
| 331 |
+
1698.3663248912092,
|
| 332 |
+
3016.1904481800284,
|
| 333 |
+
1336.134048471373,
|
| 334 |
+
1185.5865457561147,
|
| 335 |
+
961.8983923089535,
|
| 336 |
+
847.3893142740984,
|
| 337 |
+
3813.978472295664,
|
| 338 |
+
1238.1435254984399,
|
| 339 |
+
3596.755117678171,
|
| 340 |
+
3356.284255023643,
|
| 341 |
+
2326.0858451845593,
|
| 342 |
+
4037.213819528718,
|
| 343 |
+
4033.861299346247,
|
| 344 |
+
3929.5820230189643,
|
| 345 |
+
770.4448970262057,
|
| 346 |
+
1211.534085585673,
|
| 347 |
+
1586.7063904262484,
|
| 348 |
+
1296.852479104697,
|
| 349 |
+
1764.5730210406011,
|
| 350 |
+
4134.329410818105,
|
| 351 |
+
1347.9027286912467,
|
| 352 |
+
1303.550907982738,
|
| 353 |
+
1764.0400938509972,
|
| 354 |
+
1473.8389004713777,
|
| 355 |
+
2430.104566177259,
|
| 356 |
+
415.354410967346,
|
| 357 |
+
3857.510022845621,
|
| 358 |
+
1359.324135990882,
|
| 359 |
+
846.5298729033709,
|
| 360 |
+
4156.9654960490425,
|
| 361 |
+
1117.4504956471628,
|
| 362 |
+
3894.9611920361144,
|
| 363 |
+
3902.3806517920916,
|
| 364 |
+
1736.8397162492793,
|
| 365 |
+
3318.200314408739,
|
| 366 |
+
1099.3421373048545,
|
| 367 |
+
1546.544878439369,
|
| 368 |
+
3904.3998170136115,
|
| 369 |
+
3301.8481583379275,
|
| 370 |
+
3495.938735832289,
|
| 371 |
+
1701.8818833918626,
|
| 372 |
+
1459.8027477353178,
|
| 373 |
+
2366.0098099379675,
|
| 374 |
+
1486.8622088257264,
|
| 375 |
+
1501.7716540063955,
|
| 376 |
+
1158.6941016289566,
|
| 377 |
+
675.2957552773587,
|
| 378 |
+
3813.9968088004593,
|
| 379 |
+
2981.7182712705526,
|
| 380 |
+
2307.479403237135,
|
| 381 |
+
3011.0190104288054,
|
| 382 |
+
3722.7997054746,
|
| 383 |
+
3534.0044722684033,
|
| 384 |
+
3377.675858767447,
|
| 385 |
+
1417.5047552473231,
|
| 386 |
+
1051.3390976111414,
|
| 387 |
+
3317.725850290574,
|
| 388 |
+
3688.5264867052592,
|
| 389 |
+
3983.477605929424,
|
| 390 |
+
1541.0869439173753,
|
| 391 |
+
716.6289354817793,
|
| 392 |
+
1572.545717665745,
|
| 393 |
+
4032.6044881679013,
|
| 394 |
+
446.1383930892319,
|
| 395 |
+
2833.4364799580753,
|
| 396 |
+
977.0032398110577,
|
| 397 |
+
1614.506815359281,
|
| 398 |
+
3899.0715279264273,
|
| 399 |
+
670.9572671465256,
|
| 400 |
+
1650.969251121304,
|
| 401 |
+
478.95830464298325,
|
| 402 |
+
2327.7124410393294,
|
| 403 |
+
2419.454222323414,
|
| 404 |
+
3773.387300433398,
|
| 405 |
+
3270.5308243577206,
|
| 406 |
+
2980.379706034829,
|
| 407 |
+
722.1394113569997,
|
| 408 |
+
1915.0735239324172,
|
| 409 |
+
1102.861078250687,
|
| 410 |
+
4004.7112736424374,
|
| 411 |
+
1429.2109061582348,
|
| 412 |
+
825.5196783881844,
|
| 413 |
+
2763.6435205435096,
|
| 414 |
+
807.4839071191263,
|
| 415 |
+
1568.8371326178858,
|
| 416 |
+
3864.791318448708,
|
| 417 |
+
2048.2426013567033,
|
| 418 |
+
1823.8903489441204,
|
| 419 |
+
3905.9863488519995,
|
| 420 |
+
4273.405860972511,
|
| 421 |
+
1670.8042656892414,
|
| 422 |
+
2711.0945828917415,
|
| 423 |
+
3641.1152679221855,
|
| 424 |
+
1456.1977248401768,
|
| 425 |
+
1545.4733638512628,
|
| 426 |
+
1615.8114845857267,
|
| 427 |
+
1863.9273677749763,
|
| 428 |
+
2240.6201808113115,
|
| 429 |
+
3807.612197724807,
|
| 430 |
+
405.89435706013353
|
| 431 |
+
],
|
| 432 |
+
"primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/evaluation/zero_parallel32_ib8/episode_metrics.jsonl",
|
| 433 |
+
"eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/openvla_l0/eval_zero_parallel32_ib8.yaml",
|
| 434 |
+
"inference_batch_size": 8
|
| 435 |
+
}
|
| 436 |
+
}
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/source.tar.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:243de1df8298a262fed9f20fc794bf4a8c784b8754aa29c36e06280b3e9b8e2c
|
| 3 |
+
size 15131356
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/source/config.yaml
DELETED
|
@@ -1,86 +0,0 @@
|
|
| 1 |
-
checkpoint:
|
| 2 |
-
local:
|
| 3 |
-
keep_last_n: 1
|
| 4 |
-
save_best_model: false
|
| 5 |
-
save_final_model: true
|
| 6 |
-
save_pt_file: true
|
| 7 |
-
save_safetensors_file: false
|
| 8 |
-
save_training_state: false
|
| 9 |
-
sync:
|
| 10 |
-
enabled: false
|
| 11 |
-
keep_last_n: 0
|
| 12 |
-
repo_id: null
|
| 13 |
-
datasets:
|
| 14 |
-
vla_data:
|
| 15 |
-
data_mix: walker2d_rgb_state_l0_return_gt3000_100ep
|
| 16 |
-
dataset_py: lerobot_datasets
|
| 17 |
-
eval_data_mix: walker2d_rgb_state_l0_return_gt3000_100ep__val
|
| 18 |
-
latency_curriculum:
|
| 19 |
-
enabled: false
|
| 20 |
-
per_device_batch_size: 16
|
| 21 |
-
framework:
|
| 22 |
-
action_model:
|
| 23 |
-
action_dim: 6
|
| 24 |
-
action_env_dim: 6
|
| 25 |
-
action_hidden_dim: 2560
|
| 26 |
-
action_horizon: 1
|
| 27 |
-
action_model_type: MLP
|
| 28 |
-
loss_type: l1
|
| 29 |
-
state_dim: 17
|
| 30 |
-
state_encoding: continuous_projector
|
| 31 |
-
kv_memory:
|
| 32 |
-
enabled: false
|
| 33 |
-
packed_train: false
|
| 34 |
-
rebased_sink: true
|
| 35 |
-
rollout_len: 8
|
| 36 |
-
window: 4
|
| 37 |
-
name: QwenOFT
|
| 38 |
-
qwenvl:
|
| 39 |
-
attn_implementation: flash_attention_2
|
| 40 |
-
base_vlm: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
|
| 41 |
-
enable_gradient_checkpointing: true
|
| 42 |
-
output_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
|
| 43 |
-
rl_games:
|
| 44 |
-
env_eval:
|
| 45 |
-
enabled: false
|
| 46 |
-
task: gymnasium
|
| 47 |
-
run_id: walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k
|
| 48 |
-
run_root_dir: /mnt/checkpoints/latency-sensitive-bench/openvla_runs
|
| 49 |
-
seed: 42
|
| 50 |
-
trainer:
|
| 51 |
-
distributed_backend: deepspeed
|
| 52 |
-
eval_action_classification: false
|
| 53 |
-
eval_action_classification_interval: null
|
| 54 |
-
eval_interval: 500
|
| 55 |
-
eval_num_batches: 200
|
| 56 |
-
freeze_llm_layers: []
|
| 57 |
-
freeze_modules: ''
|
| 58 |
-
freeze_tied_embedding: false
|
| 59 |
-
freeze_vit: false
|
| 60 |
-
gradient_accumulation_steps: 1
|
| 61 |
-
is_resume: false
|
| 62 |
-
learning_rate:
|
| 63 |
-
action_model: 0.0001
|
| 64 |
-
base: 2.0e-05
|
| 65 |
-
qwen_vl_interface: 1.0e-05
|
| 66 |
-
logging_frequency: 1
|
| 67 |
-
lr_scheduler_type: cosine_with_min_lr
|
| 68 |
-
max_train_steps: 5000
|
| 69 |
-
num_warmup_steps: 100
|
| 70 |
-
optimizer:
|
| 71 |
-
betas:
|
| 72 |
-
- 0.9
|
| 73 |
-
- 0.95
|
| 74 |
-
eps: 1.0e-08
|
| 75 |
-
fused: true
|
| 76 |
-
weight_decay: 1.0e-08
|
| 77 |
-
per_latency_eval_num_batches: null
|
| 78 |
-
pretrained_checkpoint: null
|
| 79 |
-
profile_timing:
|
| 80 |
-
enabled: true
|
| 81 |
-
log_interval: 10
|
| 82 |
-
save_interval: 500
|
| 83 |
-
scheduler_specific_kwargs:
|
| 84 |
-
min_lr: 1.0e-06
|
| 85 |
-
wandb_entity: dongqianyu99-zhejiang-university
|
| 86 |
-
wandb_project: latency-sensitive-bench
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/source_identity.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"revision": "a7001d2227fa8b0cbcd58b7b0e32db3dba147810",
|
| 3 |
+
"source": "current worktree snapshot",
|
| 4 |
+
"dirty_paths": [
|
| 5 |
+
" M AGENTS.md",
|
| 6 |
+
" M configs/experiments/memory/small_model/flappy_capped.yaml",
|
| 7 |
+
" M configs/experiments/memory/small_model/flappy_extended.yaml",
|
| 8 |
+
" M configs/experiments/observation_stride/flappy_capped.yaml",
|
| 9 |
+
" M configs/experiments/observation_stride/flappy_extended.yaml",
|
| 10 |
+
" M configs/experiments/sim2real.yaml",
|
| 11 |
+
" M scripts/experiments/memory/small_model/run.sh",
|
| 12 |
+
" M scripts/experiments/observation_stride/run.sh",
|
| 13 |
+
" M scripts/experiments/sim2real/study.py",
|
| 14 |
+
" M tests/scripts/test_sim2real.py",
|
| 15 |
+
"?? configs/experiments/sim2real/five_gpu.yaml",
|
| 16 |
+
"?? docs/cleanup-refactor/",
|
| 17 |
+
"?? lagen/",
|
| 18 |
+
"?? scripts/experiments/sim2real/campaign.py",
|
| 19 |
+
"?? servers.md"
|
| 20 |
+
],
|
| 21 |
+
"runtime_patches": [
|
| 22 |
+
{
|
| 23 |
+
"path": "third_party/starVLA/starVLA/training/train_starvla.py",
|
| 24 |
+
"change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
|
| 25 |
+
"validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
|
| 26 |
+
}
|
| 27 |
+
],
|
| 28 |
+
"frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
|
| 29 |
+
}
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/task_contract.json
DELETED
|
@@ -1,80 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"action_space": {
|
| 3 |
-
"dtype": "float32",
|
| 4 |
-
"high": [
|
| 5 |
-
1.0,
|
| 6 |
-
1.0,
|
| 7 |
-
1.0,
|
| 8 |
-
1.0,
|
| 9 |
-
1.0,
|
| 10 |
-
1.0
|
| 11 |
-
],
|
| 12 |
-
"labels": [
|
| 13 |
-
"right_thigh_torque",
|
| 14 |
-
"right_leg_torque",
|
| 15 |
-
"right_foot_torque",
|
| 16 |
-
"left_thigh_torque",
|
| 17 |
-
"left_leg_torque",
|
| 18 |
-
"left_foot_torque"
|
| 19 |
-
],
|
| 20 |
-
"low": [
|
| 21 |
-
-1.0,
|
| 22 |
-
-1.0,
|
| 23 |
-
-1.0,
|
| 24 |
-
-1.0,
|
| 25 |
-
-1.0,
|
| 26 |
-
-1.0
|
| 27 |
-
],
|
| 28 |
-
"type": "box"
|
| 29 |
-
},
|
| 30 |
-
"base_prompt": "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot.",
|
| 31 |
-
"env_fps": 125.0,
|
| 32 |
-
"env_id": "LatencyBench/Walker2dContinuous-v0",
|
| 33 |
-
"frame_stack": 1,
|
| 34 |
-
"make_kwargs": {
|
| 35 |
-
"base_env_id": "Walker2d-v4",
|
| 36 |
-
"base_make_kwargs": {
|
| 37 |
-
"ctrl_cost_weight": 0.001,
|
| 38 |
-
"exclude_current_positions_from_observation": true,
|
| 39 |
-
"forward_reward_weight": 1.0,
|
| 40 |
-
"healthy_reward": 1.0,
|
| 41 |
-
"reset_noise_scale": 0.005,
|
| 42 |
-
"terminate_when_unhealthy": true
|
| 43 |
-
},
|
| 44 |
-
"render_mode": "rgb_array"
|
| 45 |
-
},
|
| 46 |
-
"noop_action": [
|
| 47 |
-
0.0,
|
| 48 |
-
0.0,
|
| 49 |
-
0.0,
|
| 50 |
-
0.0,
|
| 51 |
-
0.0,
|
| 52 |
-
0.0
|
| 53 |
-
],
|
| 54 |
-
"obs_fps": 125.0,
|
| 55 |
-
"registration_imports": [
|
| 56 |
-
"latency_bench.envs.gymnasium_walker2d"
|
| 57 |
-
],
|
| 58 |
-
"state_space": {
|
| 59 |
-
"labels": [
|
| 60 |
-
"torso_height",
|
| 61 |
-
"torso_angle",
|
| 62 |
-
"right_thigh_angle",
|
| 63 |
-
"right_leg_angle",
|
| 64 |
-
"right_foot_angle",
|
| 65 |
-
"left_thigh_angle",
|
| 66 |
-
"left_leg_angle",
|
| 67 |
-
"left_foot_angle",
|
| 68 |
-
"torso_x_velocity",
|
| 69 |
-
"torso_z_velocity",
|
| 70 |
-
"torso_angular_velocity",
|
| 71 |
-
"right_thigh_angular_velocity",
|
| 72 |
-
"right_leg_angular_velocity",
|
| 73 |
-
"right_foot_angular_velocity",
|
| 74 |
-
"left_thigh_angular_velocity",
|
| 75 |
-
"left_leg_angular_velocity",
|
| 76 |
-
"left_foot_angular_velocity"
|
| 77 |
-
]
|
| 78 |
-
},
|
| 79 |
-
"task_name": "walker2d_rgb_state"
|
| 80 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zero-latency/walker2d/vla/starvla-qwenoft-h1/walker2d_rgb_state_l0_return_gt3000_100ep_openvla_native_continuous_projector_sft_5k/training.complete.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"steps": 5000,
|
| 3 |
+
"seed": 42,
|
| 4 |
+
"global_batch": 128,
|
| 5 |
+
"gradient_checkpointing": false,
|
| 6 |
+
"gpus": "0,1",
|
| 7 |
+
"attempts": [
|
| 8 |
+
{
|
| 9 |
+
"micro_batch": 64,
|
| 10 |
+
"state": "OOM"
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"micro_batch": 32,
|
| 14 |
+
"accumulation": 2,
|
| 15 |
+
"state": "COMPLETED"
|
| 16 |
+
}
|
| 17 |
+
]
|
| 18 |
+
}
|