Publish global128 walker2d gr00t profile checkpoint and evaluations
Browse files- latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/README.md +4 -4
- latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/checkpoints/model.pt +3 -0
- latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/collection_protocol.json +3 -3
- latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/config.full.yaml +8 -8
- latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/config.yaml +139 -0
- latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/dataset_statistics.json +180 -0
- latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/episode_metrics.jsonl +0 -0
- latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010/profile → g128_iid_20261010/iid}/eval_config.yaml +6 -6
- latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/latency_prompt_map.json +7 -0
- latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/manifest.json +184 -0
- latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/result.json +213 -0
- latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/source_identity.json +29 -0
- latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/l0/episode_metrics.jsonl +0 -0
- latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/l0/eval_config.yaml +0 -166
- latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/profile/episode_metrics.jsonl +0 -0
- latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/provenance.json +3 -3
- latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/results.json +109 -422
- latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/source.tar.gz +2 -2
- latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/source_identity.json +9 -1
- latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/training.complete.json +3 -3
latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/README.md
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
-
# walker2d gr00t
|
| 2 |
|
| 3 |
-
|
| 4 |
-
Evaluation: simulated IID, 100 episodes
|
| 5 |
-
|
|
|
|
| 1 |
+
# walker2d gr00t profile
|
| 2 |
|
| 3 |
+
Global batch128, seed42, 5000 optimizer updates. Gradient checkpointing True.
|
| 4 |
+
Evaluation: simulated IID, 100 episodes, seeds42-141, latency seed0, parallel32, 5 FPS, cap1000, per-environment capacity1.
|
| 5 |
+
See config.full.yaml, training.complete.json, results.json and evaluation evidence.
|
latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/checkpoints/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4cc2dcb38bec71ee16c67ebcdc2f09170215f5755be56109881132825282d800
|
| 3 |
+
size 9976860963
|
latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/collection_protocol.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"teacher_source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
| 3 |
"teacher_seed": 0,
|
| 4 |
"gate": 3000,
|
| 5 |
"max_episodes": 100,
|
|
@@ -8,7 +8,7 @@
|
|
| 8 |
"split_seed": 0,
|
| 9 |
"env_fps": 5.0,
|
| 10 |
"obs_fps": 5.0,
|
| 11 |
-
"checkpoint": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
| 12 |
-
"profile": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
| 13 |
"label_semantics": "teacher_issued_command"
|
| 14 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"teacher_source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/historical/latency-aware/walker2d/small-policy/sample-factory-qwengr00t-rtx3090-v1",
|
| 3 |
"teacher_seed": 0,
|
| 4 |
"gate": 3000,
|
| 5 |
"max_episodes": 100,
|
|
|
|
| 8 |
"split_seed": 0,
|
| 9 |
"env_fps": 5.0,
|
| 10 |
"obs_fps": 5.0,
|
| 11 |
+
"checkpoint": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t/teacher/checkpoint.pth",
|
| 12 |
+
"profile": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t/profile/profile.json",
|
| 13 |
"label_semantics": "teacher_issued_command"
|
| 14 |
}
|
latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/config.full.yaml
CHANGED
|
@@ -41,7 +41,7 @@ datasets:
|
|
| 41 |
data_root_dir: /
|
| 42 |
data_mix: train
|
| 43 |
eval_data_mix: validation
|
| 44 |
-
custom_mixtures_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
| 45 |
action_type: continuous
|
| 46 |
sequential_step_sampling: true
|
| 47 |
eval_sequential_step_sampling: null
|
|
@@ -72,7 +72,7 @@ datasets:
|
|
| 72 |
eval_at_phase_end: false
|
| 73 |
save_at_phase_end: false
|
| 74 |
computed_plan: null
|
| 75 |
-
per_device_batch_size:
|
| 76 |
load_all_data_for_training: true
|
| 77 |
num_obs_frames: 1
|
| 78 |
image_mode: single
|
|
@@ -233,15 +233,15 @@ trainer:
|
|
| 233 |
weight_decay: 1.0e-08
|
| 234 |
fused: true
|
| 235 |
save_format: pt
|
| 236 |
-
run_id:
|
| 237 |
-
run_root_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
| 238 |
seed: 42
|
| 239 |
is_debug: false
|
| 240 |
version_id: '0.21'
|
| 241 |
wandb_project: latency-sensitive-bench
|
| 242 |
wandb_entity: saberrr-zju
|
| 243 |
-
wandb_name:
|
| 244 |
-
wandb_group: continuous-control-
|
| 245 |
wandb_tags:
|
| 246 |
- walker2d
|
| 247 |
- gr00t
|
|
@@ -258,5 +258,5 @@ checkpoint:
|
|
| 258 |
save_training_state: true
|
| 259 |
local:
|
| 260 |
keep_last_n: 1
|
| 261 |
-
config_yaml: /home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
| 262 |
-
output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
|
|
|
| 41 |
data_root_dir: /
|
| 42 |
data_mix: train
|
| 43 |
eval_data_mix: validation
|
| 44 |
+
custom_mixtures_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t/mixture.json
|
| 45 |
action_type: continuous
|
| 46 |
sequential_step_sampling: true
|
| 47 |
eval_sequential_step_sampling: null
|
|
|
|
| 72 |
eval_at_phase_end: false
|
| 73 |
save_at_phase_end: false
|
| 74 |
computed_plan: null
|
| 75 |
+
per_device_batch_size: 64
|
| 76 |
load_all_data_for_training: true
|
| 77 |
num_obs_frames: 1
|
| 78 |
image_mode: single
|
|
|
|
| 233 |
weight_decay: 1.0e-08
|
| 234 |
fused: true
|
| 235 |
save_format: pt
|
| 236 |
+
run_id: walker2d_gr00t_profile_issued_iid_g128_s42_20261010
|
| 237 |
+
run_root_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t/training
|
| 238 |
seed: 42
|
| 239 |
is_debug: false
|
| 240 |
version_id: '0.21'
|
| 241 |
wandb_project: latency-sensitive-bench
|
| 242 |
wandb_entity: saberrr-zju
|
| 243 |
+
wandb_name: walker2d_gr00t_profile_issued_iid_g128_s42_20261010
|
| 244 |
+
wandb_group: continuous-control-g128-iid-20261010
|
| 245 |
wandb_tags:
|
| 246 |
- walker2d
|
| 247 |
- gr00t
|
|
|
|
| 258 |
save_training_state: true
|
| 259 |
local:
|
| 260 |
keep_last_n: 1
|
| 261 |
+
config_yaml: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t/train.yaml
|
| 262 |
+
output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t/training/walker2d_gr00t_profile_issued_iid_g128_s42_20261010
|
latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/config.yaml
ADDED
|
@@ -0,0 +1,139 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
framework:
|
| 2 |
+
name: QwenGR00T
|
| 3 |
+
qwenvl:
|
| 4 |
+
base_vlm: Qwen/Qwen3-VL-4B-Instruct
|
| 5 |
+
attn_implementation: flash_attention_2
|
| 6 |
+
vl_hidden_dim: 2048
|
| 7 |
+
enable_gradient_checkpointing: true
|
| 8 |
+
action_model:
|
| 9 |
+
action_model_type: DiT-B
|
| 10 |
+
action_hidden_dim: 1024
|
| 11 |
+
hidden_size: 1024
|
| 12 |
+
add_pos_embed: true
|
| 13 |
+
max_seq_len: 1024
|
| 14 |
+
action_dim: 6
|
| 15 |
+
state_dim: 17
|
| 16 |
+
task_objective: null
|
| 17 |
+
action_horizon: 1
|
| 18 |
+
repeated_diffusion_steps: 8
|
| 19 |
+
noise_beta_alpha: 1.5
|
| 20 |
+
noise_beta_beta: 1.0
|
| 21 |
+
noise_s: 0.999
|
| 22 |
+
num_timestep_buckets: 1000
|
| 23 |
+
num_inference_timesteps: 4
|
| 24 |
+
num_target_vision_tokens: 32
|
| 25 |
+
diffusion_model_cfg:
|
| 26 |
+
cross_attention_dim: 2560
|
| 27 |
+
dropout: 0.2
|
| 28 |
+
final_dropout: true
|
| 29 |
+
interleave_self_attention: true
|
| 30 |
+
norm_type: ada_norm
|
| 31 |
+
num_layers: 16
|
| 32 |
+
output_dim: 1024
|
| 33 |
+
positional_embeddings: null
|
| 34 |
+
action_env_dim: 6
|
| 35 |
+
future_action_window_size: 0
|
| 36 |
+
past_action_window_size: 0
|
| 37 |
+
version_id: '0.21'
|
| 38 |
+
datasets:
|
| 39 |
+
vla_data:
|
| 40 |
+
include_state: true
|
| 41 |
+
obs_image_size:
|
| 42 |
+
- 224
|
| 43 |
+
- 224
|
| 44 |
+
image_mode: single
|
| 45 |
+
stitch_grid:
|
| 46 |
+
- 2
|
| 47 |
+
- 2
|
| 48 |
+
num_obs_frames: 1
|
| 49 |
+
gymnasium_task_contract: &id001
|
| 50 |
+
action_space:
|
| 51 |
+
dtype: float32
|
| 52 |
+
high:
|
| 53 |
+
- 1.0
|
| 54 |
+
- 1.0
|
| 55 |
+
- 1.0
|
| 56 |
+
- 1.0
|
| 57 |
+
- 1.0
|
| 58 |
+
- 1.0
|
| 59 |
+
labels:
|
| 60 |
+
- right_thigh_torque
|
| 61 |
+
- right_leg_torque
|
| 62 |
+
- right_foot_torque
|
| 63 |
+
- left_thigh_torque
|
| 64 |
+
- left_leg_torque
|
| 65 |
+
- left_foot_torque
|
| 66 |
+
low:
|
| 67 |
+
- -1.0
|
| 68 |
+
- -1.0
|
| 69 |
+
- -1.0
|
| 70 |
+
- -1.0
|
| 71 |
+
- -1.0
|
| 72 |
+
- -1.0
|
| 73 |
+
type: box
|
| 74 |
+
base_prompt: Move the Walker2d robot forward while keeping its torso upright.
|
| 75 |
+
Predict six continuous torques in [-1, 1] ordered as right thigh, right leg,
|
| 76 |
+
right foot, left thigh, left leg, and left foot.
|
| 77 |
+
env_fps: 5.0
|
| 78 |
+
env_id: LatencyBench/Walker2dContinuous-v0
|
| 79 |
+
frame_stack: 1
|
| 80 |
+
make_kwargs:
|
| 81 |
+
base_env_id: Walker2d-v4
|
| 82 |
+
base_make_kwargs:
|
| 83 |
+
ctrl_cost_weight: 0.001
|
| 84 |
+
exclude_current_positions_from_observation: true
|
| 85 |
+
forward_reward_weight: 1.0
|
| 86 |
+
healthy_reward: 1.0
|
| 87 |
+
reset_noise_scale: 0.005
|
| 88 |
+
terminate_when_unhealthy: true
|
| 89 |
+
render_mode: rgb_array
|
| 90 |
+
noop_action:
|
| 91 |
+
- 0.0
|
| 92 |
+
- 0.0
|
| 93 |
+
- 0.0
|
| 94 |
+
- 0.0
|
| 95 |
+
- 0.0
|
| 96 |
+
- 0.0
|
| 97 |
+
obs_fps: 5.0
|
| 98 |
+
registration_imports:
|
| 99 |
+
- latency_bench.envs.tasks.walker2d
|
| 100 |
+
state_space:
|
| 101 |
+
labels:
|
| 102 |
+
- torso_height
|
| 103 |
+
- torso_angle
|
| 104 |
+
- right_thigh_angle
|
| 105 |
+
- right_leg_angle
|
| 106 |
+
- right_foot_angle
|
| 107 |
+
- left_thigh_angle
|
| 108 |
+
- left_leg_angle
|
| 109 |
+
- left_foot_angle
|
| 110 |
+
- torso_x_velocity
|
| 111 |
+
- torso_z_velocity
|
| 112 |
+
- torso_angular_velocity
|
| 113 |
+
- right_thigh_angular_velocity
|
| 114 |
+
- right_leg_angular_velocity
|
| 115 |
+
- right_foot_angular_velocity
|
| 116 |
+
- left_thigh_angular_velocity
|
| 117 |
+
- left_leg_angular_velocity
|
| 118 |
+
- left_foot_angular_velocity
|
| 119 |
+
task_name: walker2d
|
| 120 |
+
robot_type: rl_games_gymnasium
|
| 121 |
+
trainer:
|
| 122 |
+
pretrained_checkpoint: null
|
| 123 |
+
profile_timing:
|
| 124 |
+
enabled: false
|
| 125 |
+
log_interval: 10
|
| 126 |
+
backbone:
|
| 127 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 128 |
+
revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 129 |
+
rl_games:
|
| 130 |
+
model_alias: gr00t
|
| 131 |
+
task: gymnasium
|
| 132 |
+
action_carrier: native
|
| 133 |
+
gymnasium:
|
| 134 |
+
task_contract: *id001
|
| 135 |
+
env_eval:
|
| 136 |
+
image_size: 224
|
| 137 |
+
frameskip: 1
|
| 138 |
+
image_transform: raw_rgb
|
| 139 |
+
prompt_mode: raw
|
latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/dataset_statistics.json
ADDED
|
@@ -0,0 +1,180 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"new_embodiment": {
|
| 3 |
+
"action": {
|
| 4 |
+
"mean": [
|
| 5 |
+
0.9485777020454407,
|
| 6 |
+
0.8980432748794556,
|
| 7 |
+
0.22086535394191742,
|
| 8 |
+
0.4279646575450897,
|
| 9 |
+
0.6054467558860779,
|
| 10 |
+
0.39084485173225403
|
| 11 |
+
],
|
| 12 |
+
"std": [
|
| 13 |
+
0.22309578955173492,
|
| 14 |
+
0.2829263508319855,
|
| 15 |
+
0.8101531267166138,
|
| 16 |
+
0.6414206624031067,
|
| 17 |
+
0.6390057802200317,
|
| 18 |
+
0.7729734182357788
|
| 19 |
+
],
|
| 20 |
+
"max": [
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0
|
| 27 |
+
],
|
| 28 |
+
"min": [
|
| 29 |
+
-1.0,
|
| 30 |
+
-1.0,
|
| 31 |
+
-1.0,
|
| 32 |
+
-1.0,
|
| 33 |
+
-1.0,
|
| 34 |
+
-1.0
|
| 35 |
+
],
|
| 36 |
+
"q01": [
|
| 37 |
+
-0.1301851612329483,
|
| 38 |
+
-0.456831670999527,
|
| 39 |
+
-1.0,
|
| 40 |
+
-1.0,
|
| 41 |
+
-1.0,
|
| 42 |
+
-1.0
|
| 43 |
+
],
|
| 44 |
+
"q99": [
|
| 45 |
+
1.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0
|
| 51 |
+
],
|
| 52 |
+
"mask": [
|
| 53 |
+
true,
|
| 54 |
+
true,
|
| 55 |
+
true,
|
| 56 |
+
true,
|
| 57 |
+
true,
|
| 58 |
+
true
|
| 59 |
+
]
|
| 60 |
+
},
|
| 61 |
+
"state": {
|
| 62 |
+
"mean": [
|
| 63 |
+
1.2658812999725342,
|
| 64 |
+
0.3856768310070038,
|
| 65 |
+
-0.016803305596113205,
|
| 66 |
+
0.00707196444272995,
|
| 67 |
+
0.29843300580978394,
|
| 68 |
+
-0.25306302309036255,
|
| 69 |
+
-0.07318325340747833,
|
| 70 |
+
0.3246241509914398,
|
| 71 |
+
3.222074270248413,
|
| 72 |
+
0.00043553460272960365,
|
| 73 |
+
0.03028472699224949,
|
| 74 |
+
-0.016695931553840637,
|
| 75 |
+
-0.00879299733787775,
|
| 76 |
+
-0.5130227208137512,
|
| 77 |
+
-0.3553728759288788,
|
| 78 |
+
-0.17610391974449158,
|
| 79 |
+
-0.0678621232509613
|
| 80 |
+
],
|
| 81 |
+
"std": [
|
| 82 |
+
0.10037099570035907,
|
| 83 |
+
0.16550256311893463,
|
| 84 |
+
0.09271514415740967,
|
| 85 |
+
0.051673099398612976,
|
| 86 |
+
0.6889253258705139,
|
| 87 |
+
0.42523473501205444,
|
| 88 |
+
0.2609252631664276,
|
| 89 |
+
0.7622373700141907,
|
| 90 |
+
1.0516990423202515,
|
| 91 |
+
1.1106691360473633,
|
| 92 |
+
2.519958019256592,
|
| 93 |
+
2.345409870147705,
|
| 94 |
+
1.888717770576477,
|
| 95 |
+
6.261478900909424,
|
| 96 |
+
3.520151376724243,
|
| 97 |
+
4.076098442077637,
|
| 98 |
+
6.112624645233154
|
| 99 |
+
],
|
| 100 |
+
"max": [
|
| 101 |
+
1.5055254697799683,
|
| 102 |
+
0.9924107789993286,
|
| 103 |
+
0.14722543954849243,
|
| 104 |
+
0.17162975668907166,
|
| 105 |
+
1.215640902519226,
|
| 106 |
+
0.18669180572032928,
|
| 107 |
+
0.3025740087032318,
|
| 108 |
+
1.3430273532867432,
|
| 109 |
+
6.26255989074707,
|
| 110 |
+
3.290994167327881,
|
| 111 |
+
10.0,
|
| 112 |
+
10.0,
|
| 113 |
+
10.0,
|
| 114 |
+
10.0,
|
| 115 |
+
10.0,
|
| 116 |
+
10.0,
|
| 117 |
+
10.0
|
| 118 |
+
],
|
| 119 |
+
"min": [
|
| 120 |
+
0.9314286708831787,
|
| 121 |
+
-0.1729077845811844,
|
| 122 |
+
-0.4933790862560272,
|
| 123 |
+
-0.4129164516925812,
|
| 124 |
+
-1.1557602882385254,
|
| 125 |
+
-1.5651016235351562,
|
| 126 |
+
-2.7074811458587646,
|
| 127 |
+
-1.447374939918518,
|
| 128 |
+
-1.4488009214401245,
|
| 129 |
+
-2.6456122398376465,
|
| 130 |
+
-8.981568336486816,
|
| 131 |
+
-10.0,
|
| 132 |
+
-10.0,
|
| 133 |
+
-10.0,
|
| 134 |
+
-10.0,
|
| 135 |
+
-10.0,
|
| 136 |
+
-10.0
|
| 137 |
+
],
|
| 138 |
+
"q01": [
|
| 139 |
+
1.0236294615268706,
|
| 140 |
+
-0.047955002225935454,
|
| 141 |
+
-0.32499499469995496,
|
| 142 |
+
-0.2543195867538452,
|
| 143 |
+
-1.0290919864177703,
|
| 144 |
+
-1.3317637026309967,
|
| 145 |
+
-1.1285418736934663,
|
| 146 |
+
-1.3484148597717285,
|
| 147 |
+
0.31672064185142523,
|
| 148 |
+
-2.0300154852867127,
|
| 149 |
+
-6.856975173950195,
|
| 150 |
+
-6.857055063247681,
|
| 151 |
+
-10.0,
|
| 152 |
+
-10.0,
|
| 153 |
+
-6.364415459632873,
|
| 154 |
+
-10.0,
|
| 155 |
+
-10.0
|
| 156 |
+
],
|
| 157 |
+
"q99": [
|
| 158 |
+
1.484803569316864,
|
| 159 |
+
0.6431242507696152,
|
| 160 |
+
0.0642573992162943,
|
| 161 |
+
0.05488147411495456,
|
| 162 |
+
1.0959160935878753,
|
| 163 |
+
0.1113615243136883,
|
| 164 |
+
0.21102572441101078,
|
| 165 |
+
1.2509192967414855,
|
| 166 |
+
5.354423475265503,
|
| 167 |
+
2.6472057247161866,
|
| 168 |
+
6.149501338005067,
|
| 169 |
+
7.868442373275757,
|
| 170 |
+
6.547581486701967,
|
| 171 |
+
10.0,
|
| 172 |
+
10.0,
|
| 173 |
+
10.0,
|
| 174 |
+
10.0
|
| 175 |
+
]
|
| 176 |
+
},
|
| 177 |
+
"num_transitions": 89918,
|
| 178 |
+
"num_trajectories": 90
|
| 179 |
+
}
|
| 180 |
+
}
|
latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/episode_metrics.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/{issued_action_iid_20261010/profile → g128_iid_20261010/iid}/eval_config.yaml
RENAMED
|
@@ -94,7 +94,7 @@ env:
|
|
| 94 |
latency:
|
| 95 |
method: iid
|
| 96 |
sync_cuda: false
|
| 97 |
-
profile_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
| 98 |
profile_worker_slot: 0
|
| 99 |
seed: 0
|
| 100 |
scheduler:
|
|
@@ -102,12 +102,12 @@ scheduler:
|
|
| 102 |
ordering_policy: issue_order_fifo
|
| 103 |
policy:
|
| 104 |
type: starvla
|
| 105 |
-
checkpoint_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
| 106 |
-
model_config_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
| 107 |
backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 108 |
device: cuda:0
|
| 109 |
-
task_manifest_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
| 110 |
-
latency_prompt_map_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
| 111 |
latency_prompt_key: 1
|
| 112 |
training:
|
| 113 |
train_for_env_steps: 10000000
|
|
@@ -156,7 +156,7 @@ evaluation:
|
|
| 156 |
eval_latency_values: null
|
| 157 |
episode_seed_offset: 0
|
| 158 |
logging:
|
| 159 |
-
output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
| 160 |
video:
|
| 161 |
enabled: false
|
| 162 |
num_bins: 1
|
|
|
|
| 94 |
latency:
|
| 95 |
method: iid
|
| 96 |
sync_cuda: false
|
| 97 |
+
profile_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t/profile/profile.json
|
| 98 |
profile_worker_slot: 0
|
| 99 |
seed: 0
|
| 100 |
scheduler:
|
|
|
|
| 102 |
ordering_policy: issue_order_fifo
|
| 103 |
policy:
|
| 104 |
type: starvla
|
| 105 |
+
checkpoint_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t/new_bundle/checkpoints/model.pt
|
| 106 |
+
model_config_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t/new_bundle/config.yaml
|
| 107 |
backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 108 |
device: cuda:0
|
| 109 |
+
task_manifest_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t/new_bundle/manifest.json
|
| 110 |
+
latency_prompt_map_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t/new_bundle/latency_prompt_map.json
|
| 111 |
latency_prompt_key: 1
|
| 112 |
training:
|
| 113 |
train_for_env_steps: 10000000
|
|
|
|
| 156 |
eval_latency_values: null
|
| 157 |
episode_seed_offset: 0
|
| 158 |
logging:
|
| 159 |
+
output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t/evaluation/iid_parallel32_ib8
|
| 160 |
video:
|
| 161 |
enabled: false
|
| 162 |
num_bins: 1
|
latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/latency_prompt_map.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"1": {
|
| 3 |
+
"prompt": "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 1 raw frames (200.00 ms). The environment runs at 5 FPS and observations are emitted at 5 FPS. Choose the best next action.",
|
| 4 |
+
"latency_raw_frames": 1,
|
| 5 |
+
"latency_ms": 200.0
|
| 6 |
+
}
|
| 7 |
+
}
|
latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/manifest.json
ADDED
|
@@ -0,0 +1,184 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_name": "lerobot",
|
| 3 |
+
"env_name": "walker2d",
|
| 4 |
+
"episodes": 90,
|
| 5 |
+
"frames": 89918,
|
| 6 |
+
"task_prompts": [
|
| 7 |
+
"Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot. Current action latency is 1 raw frames (200.00 ms). The environment runs at 5 FPS and observations are emitted at 5 FPS. Choose the best next action."
|
| 8 |
+
],
|
| 9 |
+
"format": "lerobot_v2_image_parquet",
|
| 10 |
+
"source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/walker2d/gr00t/raw",
|
| 11 |
+
"integration_name": "gymnasium",
|
| 12 |
+
"task_name": "walker2d",
|
| 13 |
+
"action_layout": "gymnasium_continuous_v1",
|
| 14 |
+
"action_labels": [
|
| 15 |
+
"right_thigh_torque",
|
| 16 |
+
"right_leg_torque",
|
| 17 |
+
"right_foot_torque",
|
| 18 |
+
"left_thigh_torque",
|
| 19 |
+
"left_leg_torque",
|
| 20 |
+
"left_foot_torque"
|
| 21 |
+
],
|
| 22 |
+
"carrier_action_labels": [
|
| 23 |
+
"right_thigh_torque",
|
| 24 |
+
"right_leg_torque",
|
| 25 |
+
"right_foot_torque",
|
| 26 |
+
"left_thigh_torque",
|
| 27 |
+
"left_leg_torque",
|
| 28 |
+
"left_foot_torque"
|
| 29 |
+
],
|
| 30 |
+
"action_dim": 6,
|
| 31 |
+
"active_action_dim": 6,
|
| 32 |
+
"action_carrier": "native",
|
| 33 |
+
"rows_unit": "decision_step",
|
| 34 |
+
"obs_fps": 5.0,
|
| 35 |
+
"obs_stride_raw_frames": 1,
|
| 36 |
+
"uses_state": true,
|
| 37 |
+
"state_dim": 17,
|
| 38 |
+
"state_labels": [
|
| 39 |
+
"torso_height",
|
| 40 |
+
"torso_angle",
|
| 41 |
+
"right_thigh_angle",
|
| 42 |
+
"right_leg_angle",
|
| 43 |
+
"right_foot_angle",
|
| 44 |
+
"left_thigh_angle",
|
| 45 |
+
"left_leg_angle",
|
| 46 |
+
"left_foot_angle",
|
| 47 |
+
"torso_x_velocity",
|
| 48 |
+
"torso_z_velocity",
|
| 49 |
+
"torso_angular_velocity",
|
| 50 |
+
"right_thigh_angular_velocity",
|
| 51 |
+
"right_leg_angular_velocity",
|
| 52 |
+
"right_foot_angular_velocity",
|
| 53 |
+
"left_thigh_angular_velocity",
|
| 54 |
+
"left_leg_angular_velocity",
|
| 55 |
+
"left_foot_angular_velocity"
|
| 56 |
+
],
|
| 57 |
+
"state_normalization": {
|
| 58 |
+
"type": "min_max",
|
| 59 |
+
"min": [
|
| 60 |
+
0.9314286708831787,
|
| 61 |
+
-0.1729077845811844,
|
| 62 |
+
-0.4933790862560272,
|
| 63 |
+
-0.4129164516925812,
|
| 64 |
+
-1.1557602882385254,
|
| 65 |
+
-1.5651016235351562,
|
| 66 |
+
-2.7074811458587646,
|
| 67 |
+
-1.447374939918518,
|
| 68 |
+
-1.4488009214401245,
|
| 69 |
+
-2.6456122398376465,
|
| 70 |
+
-8.981568336486816,
|
| 71 |
+
-10.0,
|
| 72 |
+
-10.0,
|
| 73 |
+
-10.0,
|
| 74 |
+
-10.0,
|
| 75 |
+
-10.0,
|
| 76 |
+
-10.0
|
| 77 |
+
],
|
| 78 |
+
"max": [
|
| 79 |
+
1.5055254697799683,
|
| 80 |
+
0.9924107789993286,
|
| 81 |
+
0.14722543954849243,
|
| 82 |
+
0.17162975668907166,
|
| 83 |
+
1.215640902519226,
|
| 84 |
+
0.18669180572032928,
|
| 85 |
+
0.3025740087032318,
|
| 86 |
+
1.3430273532867432,
|
| 87 |
+
6.26255989074707,
|
| 88 |
+
3.290994167327881,
|
| 89 |
+
10.0,
|
| 90 |
+
10.0,
|
| 91 |
+
10.0,
|
| 92 |
+
10.0,
|
| 93 |
+
10.0,
|
| 94 |
+
10.0,
|
| 95 |
+
10.0
|
| 96 |
+
]
|
| 97 |
+
},
|
| 98 |
+
"robot_type": "rl_games_gymnasium",
|
| 99 |
+
"latency_prompt_map_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/walker2d/gr00t/lerobot/latency_prompt_map.json",
|
| 100 |
+
"custom_mixtures_path": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/walker2d/gr00t/_generated_mixtures/lerobot.json",
|
| 101 |
+
"gymnasium_task": {
|
| 102 |
+
"action_space": {
|
| 103 |
+
"dtype": "float32",
|
| 104 |
+
"high": [
|
| 105 |
+
1.0,
|
| 106 |
+
1.0,
|
| 107 |
+
1.0,
|
| 108 |
+
1.0,
|
| 109 |
+
1.0,
|
| 110 |
+
1.0
|
| 111 |
+
],
|
| 112 |
+
"labels": [
|
| 113 |
+
"right_thigh_torque",
|
| 114 |
+
"right_leg_torque",
|
| 115 |
+
"right_foot_torque",
|
| 116 |
+
"left_thigh_torque",
|
| 117 |
+
"left_leg_torque",
|
| 118 |
+
"left_foot_torque"
|
| 119 |
+
],
|
| 120 |
+
"low": [
|
| 121 |
+
-1.0,
|
| 122 |
+
-1.0,
|
| 123 |
+
-1.0,
|
| 124 |
+
-1.0,
|
| 125 |
+
-1.0,
|
| 126 |
+
-1.0
|
| 127 |
+
],
|
| 128 |
+
"type": "box"
|
| 129 |
+
},
|
| 130 |
+
"base_prompt": "Move the Walker2d robot forward while keeping its torso upright. Predict six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot, left thigh, left leg, and left foot.",
|
| 131 |
+
"env_fps": 5.0,
|
| 132 |
+
"env_id": "LatencyBench/Walker2dContinuous-v0",
|
| 133 |
+
"frame_stack": 1,
|
| 134 |
+
"make_kwargs": {
|
| 135 |
+
"base_env_id": "Walker2d-v4",
|
| 136 |
+
"base_make_kwargs": {
|
| 137 |
+
"ctrl_cost_weight": 0.001,
|
| 138 |
+
"exclude_current_positions_from_observation": true,
|
| 139 |
+
"forward_reward_weight": 1.0,
|
| 140 |
+
"healthy_reward": 1.0,
|
| 141 |
+
"reset_noise_scale": 0.005,
|
| 142 |
+
"terminate_when_unhealthy": true
|
| 143 |
+
},
|
| 144 |
+
"render_mode": "rgb_array"
|
| 145 |
+
},
|
| 146 |
+
"noop_action": [
|
| 147 |
+
0.0,
|
| 148 |
+
0.0,
|
| 149 |
+
0.0,
|
| 150 |
+
0.0,
|
| 151 |
+
0.0,
|
| 152 |
+
0.0
|
| 153 |
+
],
|
| 154 |
+
"obs_fps": 5.0,
|
| 155 |
+
"registration_imports": [
|
| 156 |
+
"latency_bench.envs.tasks.walker2d"
|
| 157 |
+
],
|
| 158 |
+
"state_space": {
|
| 159 |
+
"labels": [
|
| 160 |
+
"torso_height",
|
| 161 |
+
"torso_angle",
|
| 162 |
+
"right_thigh_angle",
|
| 163 |
+
"right_leg_angle",
|
| 164 |
+
"right_foot_angle",
|
| 165 |
+
"left_thigh_angle",
|
| 166 |
+
"left_leg_angle",
|
| 167 |
+
"left_foot_angle",
|
| 168 |
+
"torso_x_velocity",
|
| 169 |
+
"torso_z_velocity",
|
| 170 |
+
"torso_angular_velocity",
|
| 171 |
+
"right_thigh_angular_velocity",
|
| 172 |
+
"right_leg_angular_velocity",
|
| 173 |
+
"right_foot_angular_velocity",
|
| 174 |
+
"left_thigh_angular_velocity",
|
| 175 |
+
"left_leg_angular_velocity",
|
| 176 |
+
"left_foot_angular_velocity"
|
| 177 |
+
]
|
| 178 |
+
},
|
| 179 |
+
"task_name": "walker2d"
|
| 180 |
+
},
|
| 181 |
+
"validation_dataset_name": "lerobot__val",
|
| 182 |
+
"validation_episodes": 10,
|
| 183 |
+
"validation_frames": 10000
|
| 184 |
+
}
|
latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/result.json
ADDED
|
@@ -0,0 +1,213 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"episodes": 100,
|
| 3 |
+
"seeds": [
|
| 4 |
+
42,
|
| 5 |
+
43,
|
| 6 |
+
44,
|
| 7 |
+
45,
|
| 8 |
+
46,
|
| 9 |
+
47,
|
| 10 |
+
48,
|
| 11 |
+
49,
|
| 12 |
+
50,
|
| 13 |
+
51,
|
| 14 |
+
52,
|
| 15 |
+
53,
|
| 16 |
+
54,
|
| 17 |
+
55,
|
| 18 |
+
56,
|
| 19 |
+
57,
|
| 20 |
+
58,
|
| 21 |
+
59,
|
| 22 |
+
60,
|
| 23 |
+
61,
|
| 24 |
+
62,
|
| 25 |
+
63,
|
| 26 |
+
64,
|
| 27 |
+
65,
|
| 28 |
+
66,
|
| 29 |
+
67,
|
| 30 |
+
68,
|
| 31 |
+
69,
|
| 32 |
+
70,
|
| 33 |
+
71,
|
| 34 |
+
72,
|
| 35 |
+
73,
|
| 36 |
+
74,
|
| 37 |
+
75,
|
| 38 |
+
76,
|
| 39 |
+
77,
|
| 40 |
+
78,
|
| 41 |
+
79,
|
| 42 |
+
80,
|
| 43 |
+
81,
|
| 44 |
+
82,
|
| 45 |
+
83,
|
| 46 |
+
84,
|
| 47 |
+
85,
|
| 48 |
+
86,
|
| 49 |
+
87,
|
| 50 |
+
88,
|
| 51 |
+
89,
|
| 52 |
+
90,
|
| 53 |
+
91,
|
| 54 |
+
92,
|
| 55 |
+
93,
|
| 56 |
+
94,
|
| 57 |
+
95,
|
| 58 |
+
96,
|
| 59 |
+
97,
|
| 60 |
+
98,
|
| 61 |
+
99,
|
| 62 |
+
100,
|
| 63 |
+
101,
|
| 64 |
+
102,
|
| 65 |
+
103,
|
| 66 |
+
104,
|
| 67 |
+
105,
|
| 68 |
+
106,
|
| 69 |
+
107,
|
| 70 |
+
108,
|
| 71 |
+
109,
|
| 72 |
+
110,
|
| 73 |
+
111,
|
| 74 |
+
112,
|
| 75 |
+
113,
|
| 76 |
+
114,
|
| 77 |
+
115,
|
| 78 |
+
116,
|
| 79 |
+
117,
|
| 80 |
+
118,
|
| 81 |
+
119,
|
| 82 |
+
120,
|
| 83 |
+
121,
|
| 84 |
+
122,
|
| 85 |
+
123,
|
| 86 |
+
124,
|
| 87 |
+
125,
|
| 88 |
+
126,
|
| 89 |
+
127,
|
| 90 |
+
128,
|
| 91 |
+
129,
|
| 92 |
+
130,
|
| 93 |
+
131,
|
| 94 |
+
132,
|
| 95 |
+
133,
|
| 96 |
+
134,
|
| 97 |
+
135,
|
| 98 |
+
136,
|
| 99 |
+
137,
|
| 100 |
+
138,
|
| 101 |
+
139,
|
| 102 |
+
140,
|
| 103 |
+
141
|
| 104 |
+
],
|
| 105 |
+
"mean_return": 3955.2027355439686,
|
| 106 |
+
"population_std_return": 822.9780691864123,
|
| 107 |
+
"mean_length": 940.93,
|
| 108 |
+
"returns": [
|
| 109 |
+
4225.5144425747985,
|
| 110 |
+
4243.49787192285,
|
| 111 |
+
4187.461246392747,
|
| 112 |
+
4222.740416750178,
|
| 113 |
+
4223.542745664968,
|
| 114 |
+
4222.618079473675,
|
| 115 |
+
4223.09495266518,
|
| 116 |
+
4209.462423704518,
|
| 117 |
+
1742.5314665519593,
|
| 118 |
+
4215.788206335183,
|
| 119 |
+
4229.083384115711,
|
| 120 |
+
4212.109878712128,
|
| 121 |
+
4238.055356658714,
|
| 122 |
+
4201.272483122882,
|
| 123 |
+
4224.644086280475,
|
| 124 |
+
4187.239608918036,
|
| 125 |
+
4200.193155310923,
|
| 126 |
+
4181.27263600299,
|
| 127 |
+
4208.365065346279,
|
| 128 |
+
1248.1233603034725,
|
| 129 |
+
4197.406052872991,
|
| 130 |
+
282.5762119136897,
|
| 131 |
+
4208.858467682773,
|
| 132 |
+
2220.7244915129963,
|
| 133 |
+
4150.802886187736,
|
| 134 |
+
4236.413368991929,
|
| 135 |
+
1010.0591028650097,
|
| 136 |
+
4239.1913896472815,
|
| 137 |
+
4148.917336394453,
|
| 138 |
+
4219.88991568863,
|
| 139 |
+
4395.6002105842,
|
| 140 |
+
4212.771826872147,
|
| 141 |
+
4153.721860068252,
|
| 142 |
+
4295.273684403573,
|
| 143 |
+
4149.957472496965,
|
| 144 |
+
4224.1870800144725,
|
| 145 |
+
4119.943702877825,
|
| 146 |
+
4204.4018413300955,
|
| 147 |
+
4216.591235966068,
|
| 148 |
+
4316.403643441854,
|
| 149 |
+
1486.7555823833338,
|
| 150 |
+
4199.682024024112,
|
| 151 |
+
4204.457120101737,
|
| 152 |
+
4188.932876341134,
|
| 153 |
+
4242.362585394485,
|
| 154 |
+
3240.7090514940764,
|
| 155 |
+
4243.95894009363,
|
| 156 |
+
4212.252928562727,
|
| 157 |
+
4202.403879665674,
|
| 158 |
+
4192.834603791305,
|
| 159 |
+
4202.723906496421,
|
| 160 |
+
4230.62784488252,
|
| 161 |
+
4206.550673145911,
|
| 162 |
+
1103.1806135758893,
|
| 163 |
+
4175.060951297393,
|
| 164 |
+
4264.614039377615,
|
| 165 |
+
4184.439957868313,
|
| 166 |
+
4171.680889220081,
|
| 167 |
+
4225.610288799338,
|
| 168 |
+
4214.16162024955,
|
| 169 |
+
4231.492136800877,
|
| 170 |
+
4197.163297453478,
|
| 171 |
+
4225.094634859894,
|
| 172 |
+
4153.551817220843,
|
| 173 |
+
4221.925972207514,
|
| 174 |
+
4248.208335581856,
|
| 175 |
+
4189.808292494788,
|
| 176 |
+
4192.177280642653,
|
| 177 |
+
4183.461668037353,
|
| 178 |
+
4218.989746474139,
|
| 179 |
+
4221.831283942913,
|
| 180 |
+
4244.6651642717925,
|
| 181 |
+
4217.425059010592,
|
| 182 |
+
2118.2918569300364,
|
| 183 |
+
4135.309736170014,
|
| 184 |
+
4205.737446757333,
|
| 185 |
+
4199.324935577326,
|
| 186 |
+
4210.807624990807,
|
| 187 |
+
4235.824416869569,
|
| 188 |
+
4214.213437893921,
|
| 189 |
+
4216.027594676135,
|
| 190 |
+
4231.420883365593,
|
| 191 |
+
4203.868317175419,
|
| 192 |
+
4256.673779302227,
|
| 193 |
+
4185.2507375659325,
|
| 194 |
+
4227.10925305896,
|
| 195 |
+
4248.417165994071,
|
| 196 |
+
4275.583933060325,
|
| 197 |
+
4239.391911295895,
|
| 198 |
+
4225.059366948173,
|
| 199 |
+
4201.71327417951,
|
| 200 |
+
4193.259109027046,
|
| 201 |
+
4256.659880794695,
|
| 202 |
+
4197.822724421079,
|
| 203 |
+
4250.151051576355,
|
| 204 |
+
4384.444616258952,
|
| 205 |
+
4211.15575437541,
|
| 206 |
+
4265.602269248824,
|
| 207 |
+
4215.240596178489,
|
| 208 |
+
1526.8141663202753
|
| 209 |
+
],
|
| 210 |
+
"primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t/evaluation/iid_parallel32_ib8/episode_metrics.jsonl",
|
| 211 |
+
"eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t/eval_iid_parallel32_ib8.yaml",
|
| 212 |
+
"inference_batch_size": 8
|
| 213 |
+
}
|
latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/g128_iid_20261010/iid/source_identity.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"revision": "a7001d2227fa8b0cbcd58b7b0e32db3dba147810",
|
| 3 |
+
"source": "current worktree snapshot",
|
| 4 |
+
"dirty_paths": [
|
| 5 |
+
" M AGENTS.md",
|
| 6 |
+
" M configs/experiments/memory/small_model/flappy_capped.yaml",
|
| 7 |
+
" M configs/experiments/memory/small_model/flappy_extended.yaml",
|
| 8 |
+
" M configs/experiments/observation_stride/flappy_capped.yaml",
|
| 9 |
+
" M configs/experiments/observation_stride/flappy_extended.yaml",
|
| 10 |
+
" M configs/experiments/sim2real.yaml",
|
| 11 |
+
" M scripts/experiments/memory/small_model/run.sh",
|
| 12 |
+
" M scripts/experiments/observation_stride/run.sh",
|
| 13 |
+
" M scripts/experiments/sim2real/study.py",
|
| 14 |
+
" M tests/scripts/test_sim2real.py",
|
| 15 |
+
"?? configs/experiments/sim2real/five_gpu.yaml",
|
| 16 |
+
"?? docs/cleanup-refactor/",
|
| 17 |
+
"?? lagen/",
|
| 18 |
+
"?? scripts/experiments/sim2real/campaign.py",
|
| 19 |
+
"?? servers.md"
|
| 20 |
+
],
|
| 21 |
+
"runtime_patches": [
|
| 22 |
+
{
|
| 23 |
+
"path": "third_party/starVLA/starVLA/training/train_starvla.py",
|
| 24 |
+
"change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
|
| 25 |
+
"validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
|
| 26 |
+
}
|
| 27 |
+
],
|
| 28 |
+
"frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
|
| 29 |
+
}
|
latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/l0/episode_metrics.jsonl
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/l0/eval_config.yaml
DELETED
|
@@ -1,166 +0,0 @@
|
|
| 1 |
-
experiment:
|
| 2 |
-
name: walker2d_gr00t_l0_iid_100ep
|
| 3 |
-
seed: 42
|
| 4 |
-
backend:
|
| 5 |
-
type: sample_factory
|
| 6 |
-
algo: APPO
|
| 7 |
-
device: cuda
|
| 8 |
-
train_dir: /mnt/checkpoints/latency-sensitive-bench/small_models/walker2d
|
| 9 |
-
restart_behavior: overwrite
|
| 10 |
-
run_mode: eval
|
| 11 |
-
executor:
|
| 12 |
-
mode: simulated
|
| 13 |
-
inference_devices:
|
| 14 |
-
- cuda:0
|
| 15 |
-
- cuda:1
|
| 16 |
-
inference_batch_size: 8
|
| 17 |
-
simulated_inference_pool: true
|
| 18 |
-
simulated_worker_capacity: 1
|
| 19 |
-
env:
|
| 20 |
-
name: gymnasium
|
| 21 |
-
task_name: walker2d
|
| 22 |
-
env_id: LatencyBench/Walker2dContinuous-v0
|
| 23 |
-
registration_imports:
|
| 24 |
-
- latency_bench.envs.tasks.walker2d
|
| 25 |
-
make_kwargs:
|
| 26 |
-
base_env_id: Walker2d-v4
|
| 27 |
-
base_make_kwargs:
|
| 28 |
-
ctrl_cost_weight: 0.001
|
| 29 |
-
exclude_current_positions_from_observation: true
|
| 30 |
-
forward_reward_weight: 1.0
|
| 31 |
-
healthy_reward: 1.0
|
| 32 |
-
reset_noise_scale: 0.005
|
| 33 |
-
terminate_when_unhealthy: true
|
| 34 |
-
render_mode: rgb_array
|
| 35 |
-
env_fps: 5
|
| 36 |
-
obs_fps: 5
|
| 37 |
-
frame_stack: 1
|
| 38 |
-
action_space:
|
| 39 |
-
dtype: float32
|
| 40 |
-
high:
|
| 41 |
-
- 1.0
|
| 42 |
-
- 1.0
|
| 43 |
-
- 1.0
|
| 44 |
-
- 1.0
|
| 45 |
-
- 1.0
|
| 46 |
-
- 1.0
|
| 47 |
-
labels:
|
| 48 |
-
- right_thigh_torque
|
| 49 |
-
- right_leg_torque
|
| 50 |
-
- right_foot_torque
|
| 51 |
-
- left_thigh_torque
|
| 52 |
-
- left_leg_torque
|
| 53 |
-
- left_foot_torque
|
| 54 |
-
low:
|
| 55 |
-
- -1.0
|
| 56 |
-
- -1.0
|
| 57 |
-
- -1.0
|
| 58 |
-
- -1.0
|
| 59 |
-
- -1.0
|
| 60 |
-
- -1.0
|
| 61 |
-
type: box
|
| 62 |
-
noop_action:
|
| 63 |
-
- 0.0
|
| 64 |
-
- 0.0
|
| 65 |
-
- 0.0
|
| 66 |
-
- 0.0
|
| 67 |
-
- 0.0
|
| 68 |
-
- 0.0
|
| 69 |
-
base_prompt: Move the Walker2d robot forward while keeping its torso upright. Predict
|
| 70 |
-
six continuous torques in [-1, 1] ordered as right thigh, right leg, right foot,
|
| 71 |
-
left thigh, left leg, and left foot.
|
| 72 |
-
state_space:
|
| 73 |
-
labels:
|
| 74 |
-
- torso_height
|
| 75 |
-
- torso_angle
|
| 76 |
-
- right_thigh_angle
|
| 77 |
-
- right_leg_angle
|
| 78 |
-
- right_foot_angle
|
| 79 |
-
- left_thigh_angle
|
| 80 |
-
- left_leg_angle
|
| 81 |
-
- left_foot_angle
|
| 82 |
-
- torso_x_velocity
|
| 83 |
-
- torso_z_velocity
|
| 84 |
-
- torso_angular_velocity
|
| 85 |
-
- right_thigh_angular_velocity
|
| 86 |
-
- right_leg_angular_velocity
|
| 87 |
-
- right_foot_angular_velocity
|
| 88 |
-
- left_thigh_angular_velocity
|
| 89 |
-
- left_leg_angular_velocity
|
| 90 |
-
- left_foot_angular_velocity
|
| 91 |
-
obs_resize:
|
| 92 |
-
- 224
|
| 93 |
-
- 224
|
| 94 |
-
latency:
|
| 95 |
-
method: iid
|
| 96 |
-
sync_cuda: false
|
| 97 |
-
profile_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/walker2d/gr00t/profile/profile.json
|
| 98 |
-
profile_worker_slot: 0
|
| 99 |
-
seed: 0
|
| 100 |
-
scheduler:
|
| 101 |
-
hold_policy: hold
|
| 102 |
-
ordering_policy: issue_order_fifo
|
| 103 |
-
policy:
|
| 104 |
-
type: starvla
|
| 105 |
-
checkpoint_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/walker2d/gr00t/l0_bundle/checkpoints/model.pt
|
| 106 |
-
model_config_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/walker2d/gr00t/l0_bundle/config.yaml
|
| 107 |
-
backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 108 |
-
device: cuda:0
|
| 109 |
-
task_manifest_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/walker2d/gr00t/l0_bundle/manifest.json
|
| 110 |
-
latency_prompt_map_path: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/walker2d/gr00t/l0_bundle/latency_prompt_map.json
|
| 111 |
-
latency_prompt_key: 0
|
| 112 |
-
training:
|
| 113 |
-
train_for_env_steps: 10000000
|
| 114 |
-
num_workers: 8
|
| 115 |
-
num_envs_per_worker: 8
|
| 116 |
-
worker_num_splits: 2
|
| 117 |
-
num_policies: 1
|
| 118 |
-
batch_size: 1024
|
| 119 |
-
rollout: 64
|
| 120 |
-
recurrence: 1
|
| 121 |
-
num_epochs: 2
|
| 122 |
-
num_batches_per_epoch: 4
|
| 123 |
-
max_policy_lag: 300
|
| 124 |
-
learning_rate: 0.00295
|
| 125 |
-
gamma: 0.99
|
| 126 |
-
gae_lambda: 0.95
|
| 127 |
-
ppo_clip_ratio: 0.2
|
| 128 |
-
ppo_clip_value: 0.2
|
| 129 |
-
value_loss_coeff: 1.3
|
| 130 |
-
max_grad_norm: 3.5
|
| 131 |
-
exploration_loss_coeff: 0.0
|
| 132 |
-
async_rl: false
|
| 133 |
-
batched_sampling: false
|
| 134 |
-
use_rnn: false
|
| 135 |
-
encoder_mlp_layers:
|
| 136 |
-
- 64
|
| 137 |
-
- 64
|
| 138 |
-
normalize_input: true
|
| 139 |
-
normalize_returns: true
|
| 140 |
-
save_every_sec: 600
|
| 141 |
-
keep_checkpoints: 5
|
| 142 |
-
lr_schedule: linear_decay
|
| 143 |
-
kl_loss_coeff: 0.1
|
| 144 |
-
serial_mode: false
|
| 145 |
-
nonlinearity: tanh
|
| 146 |
-
adaptive_stddev: false
|
| 147 |
-
policy_initialization: torch_default
|
| 148 |
-
initial_stddev: 1.0
|
| 149 |
-
shuffle_minibatches: false
|
| 150 |
-
value_bootstrap: true
|
| 151 |
-
evaluation:
|
| 152 |
-
eval_episodes: 100
|
| 153 |
-
eval_parallel_envs: 32
|
| 154 |
-
eval_max_steps: 1000
|
| 155 |
-
eval_deterministic: true
|
| 156 |
-
eval_latency_values: null
|
| 157 |
-
episode_seed_offset: 0
|
| 158 |
-
logging:
|
| 159 |
-
output_dir: /home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/walker2d/gr00t/evaluation/l0_parallel32
|
| 160 |
-
video:
|
| 161 |
-
enabled: false
|
| 162 |
-
num_bins: 1
|
| 163 |
-
save_step_records: true
|
| 164 |
-
save_action_records: true
|
| 165 |
-
save_latency_records: true
|
| 166 |
-
realtime_pipeline_profile: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/evaluations/issued_action_iid_20261010/profile/episode_metrics.jsonl
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/provenance.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"task": "walker2d",
|
| 3 |
"model": "gr00t",
|
| 4 |
-
"training_run_id": "
|
| 5 |
"steps": 5000,
|
| 6 |
"seed": 42,
|
| 7 |
-
"source_identity": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
| 8 |
-
"
|
| 9 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"task": "walker2d",
|
| 3 |
"model": "gr00t",
|
| 4 |
+
"training_run_id": "walker2d_gr00t_profile_issued_iid_g128_s42_20261010",
|
| 5 |
"steps": 5000,
|
| 6 |
"seed": 42,
|
| 7 |
+
"source_identity": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/source_identity.json",
|
| 8 |
+
"data_source": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t/collection_protocol.json"
|
| 9 |
}
|
latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/results.json
CHANGED
|
@@ -1,12 +1,13 @@
|
|
| 1 |
{
|
| 2 |
"task": "walker2d",
|
| 3 |
"model": "gr00t",
|
|
|
|
| 4 |
"method": "iid",
|
| 5 |
"parallel_envs": 32,
|
| 6 |
"fps": 5,
|
| 7 |
"latency_seed": 0,
|
| 8 |
"eval_max_steps": 1000,
|
| 9 |
-
"
|
| 10 |
"episodes": 100,
|
| 11 |
"seeds": [
|
| 12 |
42,
|
|
@@ -110,427 +111,113 @@
|
|
| 110 |
140,
|
| 111 |
141
|
| 112 |
],
|
| 113 |
-
"mean_return":
|
| 114 |
-
"population_std_return":
|
| 115 |
-
"mean_length":
|
| 116 |
"returns": [
|
| 117 |
-
|
| 118 |
-
|
| 119 |
-
|
| 120 |
-
|
| 121 |
-
|
| 122 |
-
|
| 123 |
-
|
| 124 |
-
|
| 125 |
-
|
| 126 |
-
|
| 127 |
-
|
| 128 |
-
|
| 129 |
-
|
| 130 |
-
|
| 131 |
-
|
| 132 |
-
|
| 133 |
-
|
| 134 |
-
|
| 135 |
-
|
| 136 |
-
|
| 137 |
-
|
| 138 |
-
|
| 139 |
-
|
| 140 |
-
|
| 141 |
-
|
| 142 |
-
|
| 143 |
-
|
| 144 |
-
|
| 145 |
-
|
| 146 |
-
|
| 147 |
-
|
| 148 |
-
|
| 149 |
-
|
| 150 |
-
|
| 151 |
-
|
| 152 |
-
|
| 153 |
-
|
| 154 |
-
|
| 155 |
-
|
| 156 |
-
|
| 157 |
-
|
| 158 |
-
|
| 159 |
-
|
| 160 |
-
|
| 161 |
-
|
| 162 |
-
|
| 163 |
-
|
| 164 |
-
|
| 165 |
-
|
| 166 |
-
|
| 167 |
-
|
| 168 |
-
|
| 169 |
-
|
| 170 |
-
|
| 171 |
-
|
| 172 |
-
|
| 173 |
-
|
| 174 |
-
|
| 175 |
-
|
| 176 |
-
|
| 177 |
-
|
| 178 |
-
|
| 179 |
-
|
| 180 |
-
|
| 181 |
-
|
| 182 |
-
|
| 183 |
-
|
| 184 |
-
|
| 185 |
-
|
| 186 |
-
|
| 187 |
-
|
| 188 |
-
|
| 189 |
-
|
| 190 |
-
|
| 191 |
-
|
| 192 |
-
|
| 193 |
-
|
| 194 |
-
|
| 195 |
-
|
| 196 |
-
|
| 197 |
-
|
| 198 |
-
|
| 199 |
-
|
| 200 |
-
|
| 201 |
-
|
| 202 |
-
|
| 203 |
-
|
| 204 |
-
|
| 205 |
-
|
| 206 |
-
|
| 207 |
-
|
| 208 |
-
|
| 209 |
-
|
| 210 |
-
|
| 211 |
-
|
| 212 |
-
|
| 213 |
-
|
| 214 |
-
|
| 215 |
-
|
| 216 |
-
|
| 217 |
],
|
| 218 |
-
"primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/
|
| 219 |
-
|
| 220 |
-
|
| 221 |
-
|
| 222 |
-
"seeds": [
|
| 223 |
-
42,
|
| 224 |
-
43,
|
| 225 |
-
44,
|
| 226 |
-
45,
|
| 227 |
-
46,
|
| 228 |
-
47,
|
| 229 |
-
48,
|
| 230 |
-
49,
|
| 231 |
-
50,
|
| 232 |
-
51,
|
| 233 |
-
52,
|
| 234 |
-
53,
|
| 235 |
-
54,
|
| 236 |
-
55,
|
| 237 |
-
56,
|
| 238 |
-
57,
|
| 239 |
-
58,
|
| 240 |
-
59,
|
| 241 |
-
60,
|
| 242 |
-
61,
|
| 243 |
-
62,
|
| 244 |
-
63,
|
| 245 |
-
64,
|
| 246 |
-
65,
|
| 247 |
-
66,
|
| 248 |
-
67,
|
| 249 |
-
68,
|
| 250 |
-
69,
|
| 251 |
-
70,
|
| 252 |
-
71,
|
| 253 |
-
72,
|
| 254 |
-
73,
|
| 255 |
-
74,
|
| 256 |
-
75,
|
| 257 |
-
76,
|
| 258 |
-
77,
|
| 259 |
-
78,
|
| 260 |
-
79,
|
| 261 |
-
80,
|
| 262 |
-
81,
|
| 263 |
-
82,
|
| 264 |
-
83,
|
| 265 |
-
84,
|
| 266 |
-
85,
|
| 267 |
-
86,
|
| 268 |
-
87,
|
| 269 |
-
88,
|
| 270 |
-
89,
|
| 271 |
-
90,
|
| 272 |
-
91,
|
| 273 |
-
92,
|
| 274 |
-
93,
|
| 275 |
-
94,
|
| 276 |
-
95,
|
| 277 |
-
96,
|
| 278 |
-
97,
|
| 279 |
-
98,
|
| 280 |
-
99,
|
| 281 |
-
100,
|
| 282 |
-
101,
|
| 283 |
-
102,
|
| 284 |
-
103,
|
| 285 |
-
104,
|
| 286 |
-
105,
|
| 287 |
-
106,
|
| 288 |
-
107,
|
| 289 |
-
108,
|
| 290 |
-
109,
|
| 291 |
-
110,
|
| 292 |
-
111,
|
| 293 |
-
112,
|
| 294 |
-
113,
|
| 295 |
-
114,
|
| 296 |
-
115,
|
| 297 |
-
116,
|
| 298 |
-
117,
|
| 299 |
-
118,
|
| 300 |
-
119,
|
| 301 |
-
120,
|
| 302 |
-
121,
|
| 303 |
-
122,
|
| 304 |
-
123,
|
| 305 |
-
124,
|
| 306 |
-
125,
|
| 307 |
-
126,
|
| 308 |
-
127,
|
| 309 |
-
128,
|
| 310 |
-
129,
|
| 311 |
-
130,
|
| 312 |
-
131,
|
| 313 |
-
132,
|
| 314 |
-
133,
|
| 315 |
-
134,
|
| 316 |
-
135,
|
| 317 |
-
136,
|
| 318 |
-
137,
|
| 319 |
-
138,
|
| 320 |
-
139,
|
| 321 |
-
140,
|
| 322 |
-
141
|
| 323 |
-
],
|
| 324 |
-
"mean_return": 63.97302986481489,
|
| 325 |
-
"population_std_return": 9.417311048745095,
|
| 326 |
-
"mean_length": 61.62,
|
| 327 |
-
"returns": [
|
| 328 |
-
65.58934628306696,
|
| 329 |
-
60.910104659119604,
|
| 330 |
-
58.6906141377254,
|
| 331 |
-
64.10477141088124,
|
| 332 |
-
65.92255461971546,
|
| 333 |
-
58.746843629465424,
|
| 334 |
-
67.88707403247128,
|
| 335 |
-
60.43841413450237,
|
| 336 |
-
54.675644882580826,
|
| 337 |
-
74.02482771919311,
|
| 338 |
-
64.9016114422907,
|
| 339 |
-
79.37998840663535,
|
| 340 |
-
59.62504858513165,
|
| 341 |
-
68.37548770946009,
|
| 342 |
-
61.35187531973693,
|
| 343 |
-
62.34654990800029,
|
| 344 |
-
54.66817833173596,
|
| 345 |
-
49.99494950144074,
|
| 346 |
-
60.77289365707944,
|
| 347 |
-
56.59874465519329,
|
| 348 |
-
56.00974402186857,
|
| 349 |
-
53.82648469814237,
|
| 350 |
-
62.660223045200205,
|
| 351 |
-
71.17729716307879,
|
| 352 |
-
66.14795250423595,
|
| 353 |
-
71.71416604052975,
|
| 354 |
-
52.563629389245314,
|
| 355 |
-
57.546448071731014,
|
| 356 |
-
51.94105814180708,
|
| 357 |
-
56.609985105268635,
|
| 358 |
-
72.99183331354432,
|
| 359 |
-
62.255062153566996,
|
| 360 |
-
63.24413894052726,
|
| 361 |
-
59.98506838393857,
|
| 362 |
-
49.88831138344363,
|
| 363 |
-
62.349249083304535,
|
| 364 |
-
54.0895700823393,
|
| 365 |
-
71.29731982286225,
|
| 366 |
-
63.096403515271646,
|
| 367 |
-
67.90110748509426,
|
| 368 |
-
80.1515603391677,
|
| 369 |
-
59.99183865273101,
|
| 370 |
-
55.49212989780022,
|
| 371 |
-
72.43860504374975,
|
| 372 |
-
59.45542755072249,
|
| 373 |
-
51.6880341429204,
|
| 374 |
-
48.23184843315497,
|
| 375 |
-
81.13700087930098,
|
| 376 |
-
67.66015103851316,
|
| 377 |
-
51.22542749398001,
|
| 378 |
-
63.49473020573836,
|
| 379 |
-
65.35333575367018,
|
| 380 |
-
78.37645975258664,
|
| 381 |
-
54.73960009940515,
|
| 382 |
-
73.99850364408039,
|
| 383 |
-
58.490422210343134,
|
| 384 |
-
63.65676063523494,
|
| 385 |
-
53.11584317729289,
|
| 386 |
-
80.01690931246624,
|
| 387 |
-
69.62043546263862,
|
| 388 |
-
71.82747311321972,
|
| 389 |
-
56.30660155176094,
|
| 390 |
-
82.15531250395905,
|
| 391 |
-
61.859128391254615,
|
| 392 |
-
58.25119256459583,
|
| 393 |
-
59.597231871121124,
|
| 394 |
-
64.76233821759561,
|
| 395 |
-
57.9737979101359,
|
| 396 |
-
64.60330646235138,
|
| 397 |
-
68.39216738999188,
|
| 398 |
-
81.3662837124034,
|
| 399 |
-
67.29804304208545,
|
| 400 |
-
60.074967392758104,
|
| 401 |
-
49.48560328970113,
|
| 402 |
-
53.64601842069606,
|
| 403 |
-
60.23141241188301,
|
| 404 |
-
79.30348746591321,
|
| 405 |
-
78.75576124166064,
|
| 406 |
-
66.66050040145521,
|
| 407 |
-
69.41285966686652,
|
| 408 |
-
75.93722358106352,
|
| 409 |
-
75.80464883575021,
|
| 410 |
-
50.070590637278656,
|
| 411 |
-
74.13232493970976,
|
| 412 |
-
100.41852859810552,
|
| 413 |
-
62.158942374459116,
|
| 414 |
-
61.672971329352315,
|
| 415 |
-
70.41987562553149,
|
| 416 |
-
59.78786763486186,
|
| 417 |
-
86.22198605778937,
|
| 418 |
-
50.21946186367313,
|
| 419 |
-
56.62210038351286,
|
| 420 |
-
59.83064133753597,
|
| 421 |
-
58.83068130459795,
|
| 422 |
-
61.824244198604724,
|
| 423 |
-
62.89603391334393,
|
| 424 |
-
71.27124528832528,
|
| 425 |
-
64.64764120346435,
|
| 426 |
-
66.07376166858724,
|
| 427 |
-
51.863129588608565
|
| 428 |
-
],
|
| 429 |
-
"primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_iid_20261010/walker2d/gr00t/evaluation/l0_parallel32/episode_metrics.jsonl"
|
| 430 |
-
},
|
| 431 |
-
"paired_gain": [
|
| 432 |
-
1415.4857581261813,
|
| 433 |
-
2732.192132241267,
|
| 434 |
-
1693.1222680032538,
|
| 435 |
-
3261.125821298084,
|
| 436 |
-
4070.030790555809,
|
| 437 |
-
181.84051122226703,
|
| 438 |
-
952.9922997446104,
|
| 439 |
-
2041.4619494344422,
|
| 440 |
-
174.09011390607142,
|
| 441 |
-
4058.1222344555035,
|
| 442 |
-
1977.6576390605842,
|
| 443 |
-
1999.8506471712678,
|
| 444 |
-
2094.5150801923032,
|
| 445 |
-
173.00249020845231,
|
| 446 |
-
141.6114177627689,
|
| 447 |
-
4073.448110317293,
|
| 448 |
-
185.37472268230061,
|
| 449 |
-
2522.868425751164,
|
| 450 |
-
1383.0822586915617,
|
| 451 |
-
180.60866894218472,
|
| 452 |
-
188.01103350201225,
|
| 453 |
-
199.01774772475304,
|
| 454 |
-
4169.775048719088,
|
| 455 |
-
2477.1860592127628,
|
| 456 |
-
179.34736413996535,
|
| 457 |
-
969.8719065119601,
|
| 458 |
-
196.0372925354173,
|
| 459 |
-
180.2414500033609,
|
| 460 |
-
181.7438559674091,
|
| 461 |
-
4129.60960160645,
|
| 462 |
-
2485.4673359757667,
|
| 463 |
-
4119.997847714918,
|
| 464 |
-
1669.8528642189426,
|
| 465 |
-
1113.5490414589221,
|
| 466 |
-
191.0726773675554,
|
| 467 |
-
1032.283611867226,
|
| 468 |
-
195.20338952393922,
|
| 469 |
-
938.3258210453306,
|
| 470 |
-
963.011940339656,
|
| 471 |
-
152.85861316704506,
|
| 472 |
-
154.10405263984606,
|
| 473 |
-
3595.412762953774,
|
| 474 |
-
1697.6750210277094,
|
| 475 |
-
1050.0978115380497,
|
| 476 |
-
4175.88964378854,
|
| 477 |
-
190.23290731544478,
|
| 478 |
-
4073.621858453103,
|
| 479 |
-
167.01969147511784,
|
| 480 |
-
4129.613834048988,
|
| 481 |
-
2696.954195513002,
|
| 482 |
-
1992.3464847902326,
|
| 483 |
-
4081.7103538182196,
|
| 484 |
-
2136.6682838340466,
|
| 485 |
-
189.63371998514972,
|
| 486 |
-
165.13732619030634,
|
| 487 |
-
1038.9104759908357,
|
| 488 |
-
4133.857707105197,
|
| 489 |
-
188.27505164227148,
|
| 490 |
-
175.63595723805207,
|
| 491 |
-
1986.3333426387333,
|
| 492 |
-
2060.48181203475,
|
| 493 |
-
4172.134160569949,
|
| 494 |
-
180.17329406067722,
|
| 495 |
-
188.5658731612773,
|
| 496 |
-
1769.093690815991,
|
| 497 |
-
4085.114873741997,
|
| 498 |
-
4189.941474874246,
|
| 499 |
-
4152.323031644327,
|
| 500 |
-
1533.4343215933106,
|
| 501 |
-
1401.9054375607054,
|
| 502 |
-
4072.2593127732657,
|
| 503 |
-
1460.4592641974757,
|
| 504 |
-
2682.6216545127495,
|
| 505 |
-
1768.4096784002568,
|
| 506 |
-
192.15232495396117,
|
| 507 |
-
4128.646117985994,
|
| 508 |
-
164.0898938571908,
|
| 509 |
-
155.93500814842338,
|
| 510 |
-
142.84082885059948,
|
| 511 |
-
1742.4503467501697,
|
| 512 |
-
1599.146939943572,
|
| 513 |
-
2739.1210774402853,
|
| 514 |
-
182.46795170217126,
|
| 515 |
-
4099.691423854188,
|
| 516 |
-
142.9977467377464,
|
| 517 |
-
1035.9339636864356,
|
| 518 |
-
4088.684337928174,
|
| 519 |
-
4079.718330795197,
|
| 520 |
-
4084.2409283821044,
|
| 521 |
-
2750.907161195014,
|
| 522 |
-
187.98841532362863,
|
| 523 |
-
4051.815910940371,
|
| 524 |
-
3348.260114152214,
|
| 525 |
-
1710.4488954153496,
|
| 526 |
-
4043.8306085870436,
|
| 527 |
-
1069.5810052176835,
|
| 528 |
-
1712.7463292586876,
|
| 529 |
-
4045.58734423628,
|
| 530 |
-
2682.1838257695945,
|
| 531 |
-
189.97083565967802
|
| 532 |
-
],
|
| 533 |
-
"wins": 100,
|
| 534 |
-
"mean_paired_gain": 1871.5243387106923,
|
| 535 |
-
"model_path": "latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917"
|
| 536 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"task": "walker2d",
|
| 3 |
"model": "gr00t",
|
| 4 |
+
"condition": "profile",
|
| 5 |
"method": "iid",
|
| 6 |
"parallel_envs": 32,
|
| 7 |
"fps": 5,
|
| 8 |
"latency_seed": 0,
|
| 9 |
"eval_max_steps": 1000,
|
| 10 |
+
"iid": {
|
| 11 |
"episodes": 100,
|
| 12 |
"seeds": [
|
| 13 |
42,
|
|
|
|
| 111 |
140,
|
| 112 |
141
|
| 113 |
],
|
| 114 |
+
"mean_return": 3955.2027355439686,
|
| 115 |
+
"population_std_return": 822.9780691864123,
|
| 116 |
+
"mean_length": 940.93,
|
| 117 |
"returns": [
|
| 118 |
+
4225.5144425747985,
|
| 119 |
+
4243.49787192285,
|
| 120 |
+
4187.461246392747,
|
| 121 |
+
4222.740416750178,
|
| 122 |
+
4223.542745664968,
|
| 123 |
+
4222.618079473675,
|
| 124 |
+
4223.09495266518,
|
| 125 |
+
4209.462423704518,
|
| 126 |
+
1742.5314665519593,
|
| 127 |
+
4215.788206335183,
|
| 128 |
+
4229.083384115711,
|
| 129 |
+
4212.109878712128,
|
| 130 |
+
4238.055356658714,
|
| 131 |
+
4201.272483122882,
|
| 132 |
+
4224.644086280475,
|
| 133 |
+
4187.239608918036,
|
| 134 |
+
4200.193155310923,
|
| 135 |
+
4181.27263600299,
|
| 136 |
+
4208.365065346279,
|
| 137 |
+
1248.1233603034725,
|
| 138 |
+
4197.406052872991,
|
| 139 |
+
282.5762119136897,
|
| 140 |
+
4208.858467682773,
|
| 141 |
+
2220.7244915129963,
|
| 142 |
+
4150.802886187736,
|
| 143 |
+
4236.413368991929,
|
| 144 |
+
1010.0591028650097,
|
| 145 |
+
4239.1913896472815,
|
| 146 |
+
4148.917336394453,
|
| 147 |
+
4219.88991568863,
|
| 148 |
+
4395.6002105842,
|
| 149 |
+
4212.771826872147,
|
| 150 |
+
4153.721860068252,
|
| 151 |
+
4295.273684403573,
|
| 152 |
+
4149.957472496965,
|
| 153 |
+
4224.1870800144725,
|
| 154 |
+
4119.943702877825,
|
| 155 |
+
4204.4018413300955,
|
| 156 |
+
4216.591235966068,
|
| 157 |
+
4316.403643441854,
|
| 158 |
+
1486.7555823833338,
|
| 159 |
+
4199.682024024112,
|
| 160 |
+
4204.457120101737,
|
| 161 |
+
4188.932876341134,
|
| 162 |
+
4242.362585394485,
|
| 163 |
+
3240.7090514940764,
|
| 164 |
+
4243.95894009363,
|
| 165 |
+
4212.252928562727,
|
| 166 |
+
4202.403879665674,
|
| 167 |
+
4192.834603791305,
|
| 168 |
+
4202.723906496421,
|
| 169 |
+
4230.62784488252,
|
| 170 |
+
4206.550673145911,
|
| 171 |
+
1103.1806135758893,
|
| 172 |
+
4175.060951297393,
|
| 173 |
+
4264.614039377615,
|
| 174 |
+
4184.439957868313,
|
| 175 |
+
4171.680889220081,
|
| 176 |
+
4225.610288799338,
|
| 177 |
+
4214.16162024955,
|
| 178 |
+
4231.492136800877,
|
| 179 |
+
4197.163297453478,
|
| 180 |
+
4225.094634859894,
|
| 181 |
+
4153.551817220843,
|
| 182 |
+
4221.925972207514,
|
| 183 |
+
4248.208335581856,
|
| 184 |
+
4189.808292494788,
|
| 185 |
+
4192.177280642653,
|
| 186 |
+
4183.461668037353,
|
| 187 |
+
4218.989746474139,
|
| 188 |
+
4221.831283942913,
|
| 189 |
+
4244.6651642717925,
|
| 190 |
+
4217.425059010592,
|
| 191 |
+
2118.2918569300364,
|
| 192 |
+
4135.309736170014,
|
| 193 |
+
4205.737446757333,
|
| 194 |
+
4199.324935577326,
|
| 195 |
+
4210.807624990807,
|
| 196 |
+
4235.824416869569,
|
| 197 |
+
4214.213437893921,
|
| 198 |
+
4216.027594676135,
|
| 199 |
+
4231.420883365593,
|
| 200 |
+
4203.868317175419,
|
| 201 |
+
4256.673779302227,
|
| 202 |
+
4185.2507375659325,
|
| 203 |
+
4227.10925305896,
|
| 204 |
+
4248.417165994071,
|
| 205 |
+
4275.583933060325,
|
| 206 |
+
4239.391911295895,
|
| 207 |
+
4225.059366948173,
|
| 208 |
+
4201.71327417951,
|
| 209 |
+
4193.259109027046,
|
| 210 |
+
4256.659880794695,
|
| 211 |
+
4197.822724421079,
|
| 212 |
+
4250.151051576355,
|
| 213 |
+
4384.444616258952,
|
| 214 |
+
4211.15575437541,
|
| 215 |
+
4265.602269248824,
|
| 216 |
+
4215.240596178489,
|
| 217 |
+
1526.8141663202753
|
| 218 |
],
|
| 219 |
+
"primary_evidence": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t/evaluation/iid_parallel32_ib8/episode_metrics.jsonl",
|
| 220 |
+
"eval_config": "/home/ubuntu/lzj/latency-sensitive-bench/outputs/continuous_control_issued_g128_iid_20261010/walker2d/gr00t/eval_iid_parallel32_ib8.yaml",
|
| 221 |
+
"inference_batch_size": 8
|
| 222 |
+
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 223 |
}
|
latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/source.tar.gz
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:243de1df8298a262fed9f20fc794bf4a8c784b8754aa29c36e06280b3e9b8e2c
|
| 3 |
+
size 15131356
|
latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/source_identity.json
CHANGED
|
@@ -17,5 +17,13 @@
|
|
| 17 |
"?? lagen/",
|
| 18 |
"?? scripts/experiments/sim2real/campaign.py",
|
| 19 |
"?? servers.md"
|
| 20 |
-
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
}
|
|
|
|
| 17 |
"?? lagen/",
|
| 18 |
"?? scripts/experiments/sim2real/campaign.py",
|
| 19 |
"?? servers.md"
|
| 20 |
+
],
|
| 21 |
+
"runtime_patches": [
|
| 22 |
+
{
|
| 23 |
+
"path": "third_party/starVLA/starVLA/training/train_starvla.py",
|
| 24 |
+
"change": "Full DeepSpeed state-directory resume loads config/statistics from owning run directory without resolving a standalone model file.",
|
| 25 |
+
"validation": "6 existing resume/statistics tests passed; see previous campaign resume_fix_tests.log"
|
| 26 |
+
}
|
| 27 |
+
],
|
| 28 |
+
"frozen_code": "/home/ubuntu/lzj/latency-sensitive-bench/code/continuous-control-issued-iid-20261010"
|
| 29 |
}
|
latency-aware/walker2d/vla/starvla-qwengr00t-h1/walker2d_profile_gr00t_h1_5fps_2h200_20260917/training.complete.json
CHANGED
|
@@ -1,12 +1,12 @@
|
|
| 1 |
{
|
| 2 |
"steps": 5000,
|
| 3 |
"seed": 42,
|
| 4 |
-
"global_batch":
|
| 5 |
"gradient_checkpointing": true,
|
| 6 |
-
"gpus": "
|
| 7 |
"attempts": [
|
| 8 |
{
|
| 9 |
-
"micro_batch":
|
| 10 |
"accumulation": 1,
|
| 11 |
"state": "COMPLETED"
|
| 12 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"steps": 5000,
|
| 3 |
"seed": 42,
|
| 4 |
+
"global_batch": 128,
|
| 5 |
"gradient_checkpointing": true,
|
| 6 |
+
"gpus": "2,3",
|
| 7 |
"attempts": [
|
| 8 |
{
|
| 9 |
+
"micro_batch": 64,
|
| 10 |
"accumulation": 1,
|
| 11 |
"state": "COMPLETED"
|
| 12 |
}
|