Add Deadly Corridor WanOFT checkpoint and corrected 20-episode eval

Upload the 1000-step Deadly Corridor WanOFT checkpoint run with the corrected five-image latency-bench evaluation under eval/. The evaluation contains 20 episodes at raw-frame latency 6 with a 14400 raw-frame cap.

wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8bd1415990de5a8616a203b15d58f105dbcc57e5ac10ffff0ea70e2220d9c5c
+size 25211531190

wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/config.full.yaml

@@ -0,0 +1,286 @@
+framework:
+  name: WanOFT
+  world_model:
+    base_wm: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/wanoft_bench/third_party/starVLA/playground/Pretrained_models/Wan-AI/Wan2.2-TI2V-5B-Diffusers
+    extract_layers:
+    - -1
+    num_frames: 5
+  qwenvl:
+    base_vlm: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/wanoft_bench/third_party/starVLA/playground/Pretrained_models/Wan-AI/Wan2.2-TI2V-5B-Diffusers
+    attn_implementation: sdpa
+    flex_backend: triton
+    enable_gradient_checkpointing: true
+  action_model:
+    action_model_type: MLP
+    action_dim: 7
+    action_hidden_dim: 3072
+    action_horizon: 8
+    future_action_window_size: 7
+    past_action_window_size: 0
+    loss_type: current_multibinary_bce
+    class_weights: null
+    future_loss_weight: null
+    action_query_source: mean
+    action_query_num_heads: 24
+    state_dim: 7
+    action_env_dim: 7
+  kv_memory:
+    enabled: false
+    window: 4
+    rollout_len: 8
+    packed_train: false
+    rebased_sink: true
+datasets:
+  vla_data:
+    dataset_py: lerobot_datasets
+    include_state: true
+    data_root_dir: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/wanoft_bench/third_party/starVLA/data/deadly_corridor_fix_latency_6_1000ep_context5
+    data_mix: deadly_corridor_train__bridge
+    eval_data_mix: null
+    custom_mixtures_path: null
+    action_type: discrete
+    sequential_step_sampling: false
+    eval_sequential_step_sampling: null
+    num_workers: 8
+    eval_num_workers: 8
+    prefetch_factor: 4
+    persistent_workers: true
+    pin_memory: true
+    shuffle: true
+    action_balance:
+      enabled: false
+      strategy: balanced_epoch
+      action_key: action_id
+      target_flap_fraction: 0.3
+      noop_id: 0
+      flap_id: 1
+    latency_curriculum:
+      enabled: false
+      strategy: exclusive
+      latencies: null
+      phase_steps: null
+      phase_distributions: null
+      new_latency_passes: 1.0
+      replay_passes: 0.25
+      target_total_passes: 2.0
+      final_equalization: true
+      step_budget_mode: auto
+      eval_at_phase_end: false
+      save_at_phase_end: false
+      computed_plan: null
+    per_device_batch_size: 1
+    load_all_data_for_training: true
+    num_obs_frames: 1
+    image_mode: single
+    prompt_mode: raw
+    stitch_grid:
+    - 2
+    - 2
+    obs_image_size:
+    - 224
+    - 224
+    video_backend: torchvision_av
+    observation_indices:
+    - -4
+    - -3
+    - -2
+    - -1
+    - 0
+    language_indices:
+    - 0
+    state_indices:
+    - 0
+    action_indices:
+    - 0
+    - 1
+    - 2
+    - 3
+    - 4
+    - 5
+    - 6
+    - 7
+    pack_image_sequence: true
+    image_sequence_length: 5
+    context_images_column: observation.context_images
+dataset:
+  source_hf: latency-sensitive-bench/memory-rollouts
+  config_name: deadly_corridor_fixed_latency_6_1000ep_7k2steps
+  source_subdir: null
+  converted_name: deadly_corridor_train__bridge
+  single_source_hf: ''
+  mixed_source_hf: ''
+  single_converted_name: deadly_corridor_train__bridge
+  mixed_converted_name: deadly_corridor_mixed_latency_train__bridge
+  single_latency_filter: null
+  mixed_latency_filter: null
+  force_download: false
+  setup_force: false
+  skip_verification: false
+  target_latency_unit: observation_steps
+  verify_rows: 200
+  max_episodes: 1000
+  episodes_per_latency: null
+  latency_filter: null
+  debug_subset:
+    enabled: false
+    max_episodes: 5
+    suffix: debug
+base_model:
+  repo_id: Wan-AI/Wan2.2-TI2V-5B-Diffusers
+initialization:
+  checkpoint_local_dir: playground/Pretrained_models/WM4A-Wan2d2-OFT-LIBERO-4in1
+  checkpoint_hf_repo_id: StarVLA/WM4A-Wan2d2-OFT-LIBERO-4in1
+  checkpoint_filename: checkpoints/steps_60000_pytorch_model.pt
+trainer:
+  max_train_steps: 1000
+  num_warmup_steps: 0
+  save_interval: 500
+  eval_interval: 100
+  eval_num_batches: 100
+  per_latency_eval_num_batches: null
+  eval_action_classification: false
+  eval_action_classification_interval: null
+  cc_f1_tolerance: 1
+  learning_rate:
+    base: 2.5e-05
+    qwen_vl_interface: 1.0e-05
+    action_model: 0.0001
+    action_query_proj: 0.0001
+  lr_scheduler_type: cosine_with_min_lr
+  scheduler_specific_kwargs:
+    min_lr: 1.0e-06
+  freeze_modules: ''
+  freeze_vit: false
+  freeze_tied_embedding: false
+  freeze_llm_layers: []
+  loss_scale:
+    vla: 1.0
+    vlm: 0.1
+  max_grad_norm: 1.0
+  weight_decay: 0.0
+  logging_frequency: 1
+  profile_timing:
+    enabled: false
+    log_interval: 10
+  gradient_clipping: 1.0
+  gradient_accumulation_steps: 16
+  distributed_backend: deepspeed
+  is_resume: false
+  pretrained_checkpoint: null
+  resume_step: 0
+  reload_modules: null
+  optimizer:
+    name: AdamW
+    betas:
+    - 0.9
+    - 0.95
+    eps: 1.0e-08
+    weight_decay: 1.0e-08
+    fused: true
+  save_format: pt
+workspace_dir: WORKSPACE_DIR
+run_root_dir: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/wanoft_bench/third_party/starVLA/results/Checkpoints
+seed: 42
+wandb_entity: zihanwang-ai-northwestern-university
+wandb_project: starVLA_rl_games
+auth:
+  env_file: null
+  hf_token_env: HF_TOKEN
+  wandb_api_key_env: WANDB_API_KEY
+paths:
+  run_root_dir: results/Checkpoints
+  dataset_local_dir: data/deadly_corridor_fix_latency_6_1000ep_context5
+  dataset_cache_dir: null
+  base_model_dir: playground/Pretrained_models/Wan-AI/Wan2.2-TI2V-5B-Diffusers
+  accelerate_config: starVLA/config/deepseeds/deepspeed_zero2.yaml
+launch:
+  use_accelerate: true
+  gpus: null
+  num_processes: 1
+  dry_run: false
+conda:
+  enabled: true
+  env_name: null
+rl_games:
+  model_alias: wan_oft
+  env_eval:
+    image_size: 224
+    frameskip: 4
+    image_transform: raw_rgb
+    prompt_mode: raw
+    ghost_trail:
+      history_frames: 5
+      gamma: 1.3
+      min_alpha: 35
+      scroll_px_per_step: 4.0
+      ground_fraction: 0.22
+    seed: 42
+    fixed_episode_seeds: true
+    latency_seed_stride: 0
+    task_seed_stride: 0
+    task_description: You are playing Deadly Corridor in VizDoom. Choose actions from
+      MOVE_FORWARD, MOVE_BACKWARD, MOVE_LEFT, MOVE_RIGHT, TURN_LEFT, TURN_RIGHT, ATTACK.
+    eval_parallel_envs: 5
+    action_chunk_execution:
+      enabled: false
+      chunk_size: null
+    deadly:
+      action_layout: multibinary_7
+      multibinary_threshold: 0.0
+    enabled: false
+    eval_backend: eval_core
+    distributed_mode: rank_sharded
+    vectorized:
+      enabled: false
+      batch_size: 1
+    latency:
+      prompt_map_path: data/deadly_corridor_fix_latency_6_1000ep_context5/deadly_corridor_train__bridge/latency_prompt_map.json
+      mode: single
+      values:
+      - 0
+    mid_train:
+      enabled: false
+      interval_steps: 100
+      latencies:
+      - 0
+      num_episodes: 5
+      max_steps_per_episode: 3600
+    post_train:
+      enabled: false
+      latencies:
+      - 0
+      - 1
+      - 2
+      - 3
+      - 4
+      num_episodes: 5
+      max_steps_per_episode: 3600
+  task: deadly_corridor
+  deadly_corridor_loss_type: current_multibinary_bce
+  initialization_mode: bridge
+  action_carrier: bridge
+model: wan_oft
+env: deadly_corridor
+init: wan_oft_libero
+mode: single
+checkpoint:
+  load: auto
+  hf_repo_id: null
+  save_best_model: false
+  save_final_model: true
+  save_pt_file: true
+  save_training_state: true
+  save_safetensors_file: false
+  local:
+    keep_last_n: 1
+  sync:
+    enabled: false
+    repo_id: null
+    keep_last_n: 0
+    sync_every_n_checkpoints: 1
+    resume_policy: local_latest
+run_id: wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce
+output_dir: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/wanoft_bench/third_party/starVLA/results/Checkpoints/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce
+config_yaml: null
+is_debug: false
+version_id: '0.21'

wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/config.yaml

@@ -0,0 +1,83 @@
+checkpoint:
+  local:
+    keep_last_n: 1
+  save_best_model: false
+  save_final_model: true
+  save_pt_file: true
+  save_safetensors_file: false
+  save_training_state: true
+  sync:
+    enabled: false
+    keep_last_n: 0
+    repo_id: null
+datasets:
+  vla_data:
+    data_mix: deadly_corridor_train__bridge
+    dataset_py: lerobot_datasets
+    eval_data_mix: null
+    latency_curriculum:
+      enabled: false
+    obs_image_size:
+    - 224
+    - 224
+    per_device_batch_size: 1
+framework:
+  action_model:
+    action_dim: 7
+    action_env_dim: 7
+    action_hidden_dim: 3072
+    action_horizon: 8
+    action_model_type: MLP
+    action_query_source: mean
+    loss_type: current_multibinary_bce
+  name: WanOFT
+  qwenvl:
+    base_vlm: /workspace/runtime/models/Wan2.2-TI2V-5B-Diffusers
+  world_model:
+    base_wm: /workspace/runtime/models/Wan2.2-TI2V-5B-Diffusers
+    extract_layers:
+    - -1
+    num_frames: 5
+output_dir: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/wanoft_bench/third_party/starVLA/results/Checkpoints/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce
+rl_games:
+  env_eval:
+    enabled: false
+run_id: wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce
+run_root_dir: /lustre/fsw/portfolios/nvr/projects/nvr_lacr_llm/users/zihwang/wanoft_bench/third_party/starVLA/results/Checkpoints
+seed: 42
+trainer:
+  distributed_backend: deepspeed
+  eval_action_classification: false
+  eval_action_classification_interval: null
+  eval_interval: 100
+  freeze_llm_layers: []
+  freeze_modules: ''
+  freeze_tied_embedding: false
+  freeze_vit: false
+  gradient_accumulation_steps: 16
+  is_resume: false
+  learning_rate:
+    action_model: 0.0001
+    action_query_proj: 0.0001
+    base: 2.5e-05
+    qwen_vl_interface: 1.0e-05
+  logging_frequency: 1
+  lr_scheduler_type: cosine_with_min_lr
+  max_train_steps: 1000
+  num_warmup_steps: 0
+  optimizer:
+    betas:
+    - 0.9
+    - 0.95
+    eps: 1.0e-08
+    fused: true
+    weight_decay: 1.0e-08
+  pretrained_checkpoint: null
+  profile_timing:
+    enabled: false
+  reload_modules: null
+  save_interval: 500
+  scheduler_specific_kwargs:
+    min_lr: 1.0e-06
+wandb_entity: zihanwang-ai-northwestern-university
+wandb_project: starVLA_rl_games

wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/dataset_statistics.json

@@ -0,0 +1,127 @@
+{
+  "new_embodiment": {
+    "action": {
+      "mean": [
+        0.9434846043586731,
+        0.023302890360355377,
+        0.21685810387134552,
+        0.5315648317337036,
+        0.18562282621860504,
+        0.09055173397064209,
+        0.8273231983184814
+      ],
+      "std": [
+        0.2308816909790039,
+        0.15088047087192535,
+        0.4120523929595947,
+        0.4989914894104004,
+        0.388867050409317,
+        0.287028968334198,
+        0.37795618176460266
+      ],
+      "max": [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0
+      ],
+      "min": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "q01": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "q99": [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        true,
+        true,
+        true,
+        true
+      ]
+    },
+    "state": {
+      "mean": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "std": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "max": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "min": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "q01": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "q99": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ]
+    },
+    "num_transitions": 42484,
+    "num_trajectories": 990
+  }
+}

wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/eval/fixed_6/eval_latency_6/episode_metrics.jsonl

@@ -0,0 +1,20 @@
+{"episode_id": 0, "episode_return": 145.67367553710938, "episode_return_env": 145.67367553710938, "game_score": null, "mean_latency_ms": 171.42857142857142, "metadata": {"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "config_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "configured_latency_ms": 171.42857142857142, "env_fps": 35.0, "env_id": "doom_deadly_corridor", "episode_seed": 42, "eval_latency_steps": 6, "frame_ms": 28.571428571428573, "instance_id": null, "instance_origin": null, "latency_type": "fixed_sweep", "mode": "simulated", "obs_fps": 8.75, "output_dir": "/workspace/evals/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/latency_bench_eval/fixed_6/eval_latency_6", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "suite_name": "fixed_6", "target_device": null, "train_latency_steps": 6}, "num_actions": 13, "num_dropped_actions": 1, "num_invalid_actions": 0, "p90_latency_ms": 171.42857142857142, "p99_latency_ms": 171.42857142857142, "return_raw": null, "survival_steps": 50}
+{"episode_id": 1, "episode_return": 46.77955627441406, "episode_return_env": 46.77955627441406, "game_score": null, "mean_latency_ms": 171.42857142857142, "metadata": {"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "config_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "configured_latency_ms": 171.42857142857142, "env_fps": 35.0, "env_id": "doom_deadly_corridor", "episode_seed": 43, "eval_latency_steps": 6, "frame_ms": 28.571428571428573, "instance_id": null, "instance_origin": null, "latency_type": "fixed_sweep", "mode": "simulated", "obs_fps": 8.75, "output_dir": "/workspace/evals/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/latency_bench_eval/fixed_6/eval_latency_6", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "suite_name": "fixed_6", "target_device": null, "train_latency_steps": 6}, "num_actions": 12, "num_dropped_actions": 1, "num_invalid_actions": 0, "p90_latency_ms": 171.42857142857142, "p99_latency_ms": 171.42857142857142, "return_raw": null, "survival_steps": 46}
+{"episode_id": 2, "episode_return": 382.1748809814453, "episode_return_env": 382.1748809814453, "game_score": null, "mean_latency_ms": 171.42857142857142, "metadata": {"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "config_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "configured_latency_ms": 171.42857142857142, "env_fps": 35.0, "env_id": "doom_deadly_corridor", "episode_seed": 44, "eval_latency_steps": 6, "frame_ms": 28.571428571428573, "instance_id": null, "instance_origin": null, "latency_type": "fixed_sweep", "mode": "simulated", "obs_fps": 8.75, "output_dir": "/workspace/evals/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/latency_bench_eval/fixed_6/eval_latency_6", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "suite_name": "fixed_6", "target_device": null, "train_latency_steps": 6}, "num_actions": 23, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 171.42857142857142, "p99_latency_ms": 171.42857142857142, "return_raw": null, "survival_steps": 92}
+{"episode_id": 3, "episode_return": 112.09428405761719, "episode_return_env": 112.09428405761719, "game_score": null, "mean_latency_ms": 171.42857142857142, "metadata": {"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "config_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "configured_latency_ms": 171.42857142857142, "env_fps": 35.0, "env_id": "doom_deadly_corridor", "episode_seed": 45, "eval_latency_steps": 6, "frame_ms": 28.571428571428573, "instance_id": null, "instance_origin": null, "latency_type": "fixed_sweep", "mode": "simulated", "obs_fps": 8.75, "output_dir": "/workspace/evals/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/latency_bench_eval/fixed_6/eval_latency_6", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "suite_name": "fixed_6", "target_device": null, "train_latency_steps": 6}, "num_actions": 13, "num_dropped_actions": 1, "num_invalid_actions": 0, "p90_latency_ms": 171.42857142857142, "p99_latency_ms": 171.42857142857142, "return_raw": null, "survival_steps": 50}
+{"episode_id": 4, "episode_return": 433.02099609375, "episode_return_env": 433.02099609375, "game_score": null, "mean_latency_ms": 171.42857142857142, "metadata": {"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "config_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "configured_latency_ms": 171.42857142857142, "env_fps": 35.0, "env_id": "doom_deadly_corridor", "episode_seed": 46, "eval_latency_steps": 6, "frame_ms": 28.571428571428573, "instance_id": null, "instance_origin": null, "latency_type": "fixed_sweep", "mode": "simulated", "obs_fps": 8.75, "output_dir": "/workspace/evals/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/latency_bench_eval/fixed_6/eval_latency_6", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "suite_name": "fixed_6", "target_device": null, "train_latency_steps": 6}, "num_actions": 23, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 171.42857142857142, "p99_latency_ms": 171.42857142857142, "return_raw": null, "survival_steps": 92}
+{"episode_id": 5, "episode_return": 318.6367950439453, "episode_return_env": 318.6367950439453, "game_score": null, "mean_latency_ms": 171.42857142857142, "metadata": {"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "config_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "configured_latency_ms": 171.42857142857142, "env_fps": 35.0, "env_id": "doom_deadly_corridor", "episode_seed": 47, "eval_latency_steps": 6, "frame_ms": 28.571428571428573, "instance_id": null, "instance_origin": null, "latency_type": "fixed_sweep", "mode": "simulated", "obs_fps": 8.75, "output_dir": "/workspace/evals/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/latency_bench_eval/fixed_6/eval_latency_6", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "suite_name": "fixed_6", "target_device": null, "train_latency_steps": 6}, "num_actions": 22, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 171.42857142857142, "p99_latency_ms": 171.42857142857142, "return_raw": null, "survival_steps": 87}
+{"episode_id": 6, "episode_return": 49.76713562011719, "episode_return_env": 49.76713562011719, "game_score": null, "mean_latency_ms": 171.42857142857142, "metadata": {"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "config_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "configured_latency_ms": 171.42857142857142, "env_fps": 35.0, "env_id": "doom_deadly_corridor", "episode_seed": 48, "eval_latency_steps": 6, "frame_ms": 28.571428571428573, "instance_id": null, "instance_origin": null, "latency_type": "fixed_sweep", "mode": "simulated", "obs_fps": 8.75, "output_dir": "/workspace/evals/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/latency_bench_eval/fixed_6/eval_latency_6", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "suite_name": "fixed_6", "target_device": null, "train_latency_steps": 6}, "num_actions": 12, "num_dropped_actions": 1, "num_invalid_actions": 0, "p90_latency_ms": 171.42857142857142, "p99_latency_ms": 171.42857142857142, "return_raw": null, "survival_steps": 46}
+{"episode_id": 7, "episode_return": 465.71104431152344, "episode_return_env": 465.71104431152344, "game_score": null, "mean_latency_ms": 171.42857142857142, "metadata": {"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "config_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "configured_latency_ms": 171.42857142857142, "env_fps": 35.0, "env_id": "doom_deadly_corridor", "episode_seed": 49, "eval_latency_steps": 6, "frame_ms": 28.571428571428573, "instance_id": null, "instance_origin": null, "latency_type": "fixed_sweep", "mode": "simulated", "obs_fps": 8.75, "output_dir": "/workspace/evals/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/latency_bench_eval/fixed_6/eval_latency_6", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "suite_name": "fixed_6", "target_device": null, "train_latency_steps": 6}, "num_actions": 24, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 171.42857142857142, "p99_latency_ms": 171.42857142857142, "return_raw": null, "survival_steps": 96}
+{"episode_id": 8, "episode_return": 97.55632019042969, "episode_return_env": 97.55632019042969, "game_score": null, "mean_latency_ms": 171.42857142857142, "metadata": {"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "config_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "configured_latency_ms": 171.42857142857142, "env_fps": 35.0, "env_id": "doom_deadly_corridor", "episode_seed": 50, "eval_latency_steps": 6, "frame_ms": 28.571428571428573, "instance_id": null, "instance_origin": null, "latency_type": "fixed_sweep", "mode": "simulated", "obs_fps": 8.75, "output_dir": "/workspace/evals/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/latency_bench_eval/fixed_6/eval_latency_6", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "suite_name": "fixed_6", "target_device": null, "train_latency_steps": 6}, "num_actions": 12, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 171.42857142857142, "p99_latency_ms": 171.42857142857142, "return_raw": null, "survival_steps": 47}
+{"episode_id": 9, "episode_return": 107.55245971679688, "episode_return_env": 107.55245971679688, "game_score": null, "mean_latency_ms": 171.42857142857142, "metadata": {"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "config_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "configured_latency_ms": 171.42857142857142, "env_fps": 35.0, "env_id": "doom_deadly_corridor", "episode_seed": 51, "eval_latency_steps": 6, "frame_ms": 28.571428571428573, "instance_id": null, "instance_origin": null, "latency_type": "fixed_sweep", "mode": "simulated", "obs_fps": 8.75, "output_dir": "/workspace/evals/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/latency_bench_eval/fixed_6/eval_latency_6", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "suite_name": "fixed_6", "target_device": null, "train_latency_steps": 6}, "num_actions": 13, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 171.42857142857142, "p99_latency_ms": 171.42857142857142, "return_raw": null, "survival_steps": 52}
+{"episode_id": 10, "episode_return": 73.88134765625, "episode_return_env": 73.88134765625, "game_score": null, "mean_latency_ms": 171.42857142857142, "metadata": {"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "config_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "configured_latency_ms": 171.42857142857142, "env_fps": 35.0, "env_id": "doom_deadly_corridor", "episode_seed": 52, "eval_latency_steps": 6, "frame_ms": 28.571428571428573, "instance_id": null, "instance_origin": null, "latency_type": "fixed_sweep", "mode": "simulated", "obs_fps": 8.75, "output_dir": "/workspace/evals/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/latency_bench_eval/fixed_6/eval_latency_6", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "suite_name": "fixed_6", "target_device": null, "train_latency_steps": 6}, "num_actions": 11, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 171.42857142857142, "p99_latency_ms": 171.42857142857142, "return_raw": null, "survival_steps": 44}
+{"episode_id": 11, "episode_return": 321.43589782714844, "episode_return_env": 321.43589782714844, "game_score": null, "mean_latency_ms": 171.42857142857142, "metadata": {"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "config_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "configured_latency_ms": 171.42857142857142, "env_fps": 35.0, "env_id": "doom_deadly_corridor", "episode_seed": 53, "eval_latency_steps": 6, "frame_ms": 28.571428571428573, "instance_id": null, "instance_origin": null, "latency_type": "fixed_sweep", "mode": "simulated", "obs_fps": 8.75, "output_dir": "/workspace/evals/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/latency_bench_eval/fixed_6/eval_latency_6", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "suite_name": "fixed_6", "target_device": null, "train_latency_steps": 6}, "num_actions": 21, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 171.42857142857142, "p99_latency_ms": 171.42857142857142, "return_raw": null, "survival_steps": 83}
+{"episode_id": 12, "episode_return": 340.1656494140625, "episode_return_env": 340.1656494140625, "game_score": null, "mean_latency_ms": 171.42857142857142, "metadata": {"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "config_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "configured_latency_ms": 171.42857142857142, "env_fps": 35.0, "env_id": "doom_deadly_corridor", "episode_seed": 54, "eval_latency_steps": 6, "frame_ms": 28.571428571428573, "instance_id": null, "instance_origin": null, "latency_type": "fixed_sweep", "mode": "simulated", "obs_fps": 8.75, "output_dir": "/workspace/evals/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/latency_bench_eval/fixed_6/eval_latency_6", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "suite_name": "fixed_6", "target_device": null, "train_latency_steps": 6}, "num_actions": 21, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 171.42857142857142, "p99_latency_ms": 171.42857142857142, "return_raw": null, "survival_steps": 84}
+{"episode_id": 13, "episode_return": 358.41978454589844, "episode_return_env": 358.41978454589844, "game_score": null, "mean_latency_ms": 171.42857142857142, "metadata": {"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "config_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "configured_latency_ms": 171.42857142857142, "env_fps": 35.0, "env_id": "doom_deadly_corridor", "episode_seed": 55, "eval_latency_steps": 6, "frame_ms": 28.571428571428573, "instance_id": null, "instance_origin": null, "latency_type": "fixed_sweep", "mode": "simulated", "obs_fps": 8.75, "output_dir": "/workspace/evals/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/latency_bench_eval/fixed_6/eval_latency_6", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "suite_name": "fixed_6", "target_device": null, "train_latency_steps": 6}, "num_actions": 22, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 171.42857142857142, "p99_latency_ms": 171.42857142857142, "return_raw": null, "survival_steps": 88}
+{"episode_id": 14, "episode_return": 433.22064208984375, "episode_return_env": 433.22064208984375, "game_score": null, "mean_latency_ms": 171.42857142857142, "metadata": {"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "config_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "configured_latency_ms": 171.42857142857142, "env_fps": 35.0, "env_id": "doom_deadly_corridor", "episode_seed": 56, "eval_latency_steps": 6, "frame_ms": 28.571428571428573, "instance_id": null, "instance_origin": null, "latency_type": "fixed_sweep", "mode": "simulated", "obs_fps": 8.75, "output_dir": "/workspace/evals/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/latency_bench_eval/fixed_6/eval_latency_6", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "suite_name": "fixed_6", "target_device": null, "train_latency_steps": 6}, "num_actions": 25, "num_dropped_actions": 1, "num_invalid_actions": 0, "p90_latency_ms": 171.42857142857142, "p99_latency_ms": 171.4285714285714, "return_raw": null, "survival_steps": 97}
+{"episode_id": 15, "episode_return": 420.3064727783203, "episode_return_env": 420.3064727783203, "game_score": null, "mean_latency_ms": 171.42857142857142, "metadata": {"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "config_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "configured_latency_ms": 171.42857142857142, "env_fps": 35.0, "env_id": "doom_deadly_corridor", "episode_seed": 57, "eval_latency_steps": 6, "frame_ms": 28.571428571428573, "instance_id": null, "instance_origin": null, "latency_type": "fixed_sweep", "mode": "simulated", "obs_fps": 8.75, "output_dir": "/workspace/evals/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/latency_bench_eval/fixed_6/eval_latency_6", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "suite_name": "fixed_6", "target_device": null, "train_latency_steps": 6}, "num_actions": 21, "num_dropped_actions": 1, "num_invalid_actions": 0, "p90_latency_ms": 171.42857142857142, "p99_latency_ms": 171.42857142857142, "return_raw": null, "survival_steps": 82}
+{"episode_id": 16, "episode_return": 409.05506896972656, "episode_return_env": 409.05506896972656, "game_score": null, "mean_latency_ms": 171.42857142857142, "metadata": {"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "config_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "configured_latency_ms": 171.42857142857142, "env_fps": 35.0, "env_id": "doom_deadly_corridor", "episode_seed": 58, "eval_latency_steps": 6, "frame_ms": 28.571428571428573, "instance_id": null, "instance_origin": null, "latency_type": "fixed_sweep", "mode": "simulated", "obs_fps": 8.75, "output_dir": "/workspace/evals/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/latency_bench_eval/fixed_6/eval_latency_6", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "suite_name": "fixed_6", "target_device": null, "train_latency_steps": 6}, "num_actions": 24, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 171.42857142857142, "p99_latency_ms": 171.42857142857142, "return_raw": null, "survival_steps": 95}
+{"episode_id": 17, "episode_return": 93.52970886230469, "episode_return_env": 93.52970886230469, "game_score": null, "mean_latency_ms": 171.42857142857142, "metadata": {"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "config_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "configured_latency_ms": 171.42857142857142, "env_fps": 35.0, "env_id": "doom_deadly_corridor", "episode_seed": 59, "eval_latency_steps": 6, "frame_ms": 28.571428571428573, "instance_id": null, "instance_origin": null, "latency_type": "fixed_sweep", "mode": "simulated", "obs_fps": 8.75, "output_dir": "/workspace/evals/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/latency_bench_eval/fixed_6/eval_latency_6", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "suite_name": "fixed_6", "target_device": null, "train_latency_steps": 6}, "num_actions": 13, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 171.42857142857142, "p99_latency_ms": 171.42857142857142, "return_raw": null, "survival_steps": 51}
+{"episode_id": 18, "episode_return": 102.85501098632812, "episode_return_env": 102.85501098632812, "game_score": null, "mean_latency_ms": 171.42857142857142, "metadata": {"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "config_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "configured_latency_ms": 171.42857142857142, "env_fps": 35.0, "env_id": "doom_deadly_corridor", "episode_seed": 60, "eval_latency_steps": 6, "frame_ms": 28.571428571428573, "instance_id": null, "instance_origin": null, "latency_type": "fixed_sweep", "mode": "simulated", "obs_fps": 8.75, "output_dir": "/workspace/evals/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/latency_bench_eval/fixed_6/eval_latency_6", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "suite_name": "fixed_6", "target_device": null, "train_latency_steps": 6}, "num_actions": 13, "num_dropped_actions": 1, "num_invalid_actions": 0, "p90_latency_ms": 171.42857142857142, "p99_latency_ms": 171.42857142857142, "return_raw": null, "survival_steps": 49}
+{"episode_id": 19, "episode_return": 67.03433227539062, "episode_return_env": 67.03433227539062, "game_score": null, "mean_latency_ms": 171.42857142857142, "metadata": {"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "config_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "configured_latency_ms": 171.42857142857142, "env_fps": 35.0, "env_id": "doom_deadly_corridor", "episode_seed": 61, "eval_latency_steps": 6, "frame_ms": 28.571428571428573, "instance_id": null, "instance_origin": null, "latency_type": "fixed_sweep", "mode": "simulated", "obs_fps": 8.75, "output_dir": "/workspace/evals/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/latency_bench_eval/fixed_6/eval_latency_6", "policy_id": "starvla", "profile_id": null, "profile_path": null, "replay_host": null, "run_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "suite_name": "fixed_6", "target_device": null, "train_latency_steps": 6}, "num_actions": 11, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 171.42857142857142, "p99_latency_ms": 171.42857142857142, "return_raw": null, "survival_steps": 44}

wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/eval/fixed_6/queue_eval_latency_6.json

@@ -0,0 +1,59 @@
+{
+  "checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt",
+  "configured_latency_ms": 171.42857142857142,
+  "eval_latency_steps": 6,
+  "experiment_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400",
+  "latency": 6,
+  "latency_type": "fixed_sweep",
+  "lengths": [
+    50,
+    46,
+    92,
+    50,
+    92,
+    87,
+    46,
+    96,
+    47,
+    52,
+    44,
+    83,
+    84,
+    88,
+    97,
+    82,
+    95,
+    51,
+    49,
+    44
+  ],
+  "mean_length": 68.75,
+  "mean_return": 238.94355316162108,
+  "returns": [
+    145.67367553710938,
+    46.77955627441406,
+    382.1748809814453,
+    112.09428405761719,
+    433.02099609375,
+    318.6367950439453,
+    49.76713562011719,
+    465.71104431152344,
+    97.55632019042969,
+    107.55245971679688,
+    73.88134765625,
+    321.43589782714844,
+    340.1656494140625,
+    358.41978454589844,
+    433.22064208984375,
+    420.3064727783203,
+    409.05506896972656,
+    93.52970886230469,
+    102.85501098632812,
+    67.03433227539062
+  ],
+  "seed": 42,
+  "std_return": 154.6087889571668,
+  "suite_name": "fixed_6",
+  "timestamp_utc": "2026-07-29T08:50:52.080822+00:00",
+  "train_latency_steps": 6
+}

wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/eval/fixed_6/queue_eval_results.jsonl

@@ -0,0 +1 @@
+{"checkpoint_path": "/workspace/runtime/wanoft/wan_oft_deadly_corridor_fix_latency_6_context5_standard_sft_1000_effbs128_224_currentbce/checkpoints/steps_1000_pytorch_model.pt", "configured_latency_ms": 171.42857142857142, "eval_latency_steps": 6, "experiment_name": "starvla_wan_oft_deadly_corridor_raw6_maxsteps14400", "latency": 6, "latency_type": "fixed_sweep", "lengths": [50, 46, 92, 50, 92, 87, 46, 96, 47, 52, 44, 83, 84, 88, 97, 82, 95, 51, 49, 44], "mean_length": 68.75, "mean_return": 238.94355316162108, "returns": [145.67367553710938, 46.77955627441406, 382.1748809814453, 112.09428405761719, 433.02099609375, 318.6367950439453, 49.76713562011719, 465.71104431152344, 97.55632019042969, 107.55245971679688, 73.88134765625, 321.43589782714844, 340.1656494140625, 358.41978454589844, 433.22064208984375, 420.3064727783203, 409.05506896972656, 93.52970886230469, 102.85501098632812, 67.03433227539062], "seed": 42, "std_return": 154.6087889571668, "suite_name": "fixed_6", "timestamp_utc": "2026-07-29T08:50:52.080822+00:00", "train_latency_steps": 6}