Caesarrr commited on
Commit
b5b1357
·
verified ·
1 Parent(s): 054bf22

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. factor_sweeps/deadly_corridor/observation_stride/train/factor_sweep:deadly_corridor:observation_stride:uniform_u2_6:fs4:obs5p83333:stride6:seed14/checkpoint_p0/best_000039484_20215808_reward_1972.608.pth +3 -0
  2. factor_sweeps/deadly_corridor/observation_stride/train/factor_sweep:deadly_corridor:observation_stride:uniform_u2_6:fs4:obs5p83333:stride6:seed14/checkpoint_p0/checkpoint_000018292_9365504.pth +3 -0
  3. factor_sweeps/deadly_corridor/observation_stride/train/factor_sweep:deadly_corridor:observation_stride:uniform_u2_6:fs4:obs5p83333:stride6:seed14/checkpoint_p0/checkpoint_000025552_13082624.pth +3 -0
  4. factor_sweeps/deadly_corridor/observation_stride/train/factor_sweep:deadly_corridor:observation_stride:uniform_u2_6:fs4:obs5p83333:stride6:seed14/checkpoint_p0/checkpoint_000032804_16795648.pth +3 -0
  5. factor_sweeps/deadly_corridor/observation_stride/train/factor_sweep:deadly_corridor:observation_stride:uniform_u2_6:fs4:obs5p83333:stride6:seed14/checkpoint_p0/checkpoint_000040808_20893696.pth +3 -0
  6. factor_sweeps/deadly_corridor/observation_stride/train/factor_sweep:deadly_corridor:observation_stride:uniform_u2_6:fs4:obs5p83333:stride6:seed14/checkpoint_p0/checkpoint_000048836_25004032.pth +1 -1
  7. factor_sweeps/deadly_corridor/observation_stride/train/factor_sweep:deadly_corridor:observation_stride:uniform_u2_6:fs4:obs5p83333:stride6:seed14/config.json +9 -12
  8. factor_sweeps/deadly_corridor/observation_stride/train/factor_sweep:deadly_corridor:observation_stride:uniform_u2_6:fs4:obs5p83333:stride6:seed14/episode_metrics.jsonl +2 -2
  9. factor_sweeps/deadly_corridor/observation_stride/train/factor_sweep:deadly_corridor:observation_stride:uniform_u2_6:fs4:obs5p83333:stride6:seed14/git.diff +26 -7
  10. factor_sweeps/deadly_corridor/observation_stride/train/factor_sweep:deadly_corridor:observation_stride:uniform_u2_6:fs4:obs5p83333:stride6:seed14/sf_log.txt +0 -0
factor_sweeps/deadly_corridor/observation_stride/train/factor_sweep:deadly_corridor:observation_stride:uniform_u2_6:fs4:obs5p83333:stride6:seed14/checkpoint_p0/best_000039484_20215808_reward_1972.608.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a2b005e94ef0e9a3d6a8478a244162df970a96c08deeb4a89a59da4b80dcb16
3
+ size 36514668
factor_sweeps/deadly_corridor/observation_stride/train/factor_sweep:deadly_corridor:observation_stride:uniform_u2_6:fs4:obs5p83333:stride6:seed14/checkpoint_p0/checkpoint_000018292_9365504.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48ea5c56551bb4680383813944d30a8df82ac87c67a807010a2ab5c55cf4056c
3
+ size 36515106
factor_sweeps/deadly_corridor/observation_stride/train/factor_sweep:deadly_corridor:observation_stride:uniform_u2_6:fs4:obs5p83333:stride6:seed14/checkpoint_p0/checkpoint_000025552_13082624.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3694b1b3a0026ff4a69d7273e2f9ef4d03f2ccfc9c2f3f20cb2a1323357f1655
3
+ size 36515106
factor_sweeps/deadly_corridor/observation_stride/train/factor_sweep:deadly_corridor:observation_stride:uniform_u2_6:fs4:obs5p83333:stride6:seed14/checkpoint_p0/checkpoint_000032804_16795648.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:906c6e3dd39cdfcc7f37b02bc34fe5c2f2cf0dc8e8d5f96044593a6a9f82e701
3
+ size 36515106
factor_sweeps/deadly_corridor/observation_stride/train/factor_sweep:deadly_corridor:observation_stride:uniform_u2_6:fs4:obs5p83333:stride6:seed14/checkpoint_p0/checkpoint_000040808_20893696.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b7e1a896d591f6e7d32697f905945f605b2d842a1d588bd0162d7be4b5b902d
3
+ size 36515106
factor_sweeps/deadly_corridor/observation_stride/train/factor_sweep:deadly_corridor:observation_stride:uniform_u2_6:fs4:obs5p83333:stride6:seed14/checkpoint_p0/checkpoint_000048836_25004032.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2e5826dae30a804db695a2389f57f1ff0faf662bd3d16643cf180923f3f3051
3
  size 36515106
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f431bf5c6b32a54d1c43cd0cbd6a5d912c046d1e4b6426d1c07b4862524eec90
3
  size 36515106
factor_sweeps/deadly_corridor/observation_stride/train/factor_sweep:deadly_corridor:observation_stride:uniform_u2_6:fs4:obs5p83333:stride6:seed14/config.json CHANGED
@@ -10,13 +10,13 @@
10
  "num_policies": 1,
11
  "async_rl": true,
12
  "serial_mode": false,
13
- "batched_sampling": true,
14
  "num_batches_to_accumulate": 2,
15
  "worker_num_splits": 2,
16
  "policy_workers_per_policy": 1,
17
  "max_policy_lag": 1000,
18
  "num_workers": 32,
19
- "num_envs_per_worker": 2,
20
  "batch_size": 1024,
21
  "num_batches_per_epoch": 2,
22
  "num_epochs": 2,
@@ -97,7 +97,7 @@
97
  "initial_stddev": 1.0,
98
  "use_env_info_cache": false,
99
  "env_gpu_actions": false,
100
- "env_gpu_observations": false,
101
  "env_frameskip": 1,
102
  "env_framestack": 1,
103
  "pixel_format": "CHW",
@@ -173,14 +173,14 @@
173
  "disable_reward_scaling": true,
174
  "frame_stack": 4,
175
  "max_episode_steps": 0,
176
- "simulator": "envpool",
177
- "envpool_batch_size": 2,
178
  "episode_metrics_path": "results/checkpoints_factor_sweeps/deadly_corridor/observation_stride/deadly_corridor_observation_stride_uniform_u2_6_stride6_seed14/episode_metrics.jsonl",
179
  "vizdoom_init_max_parallel": 10,
180
  "vizdoom_init_lock_timeout_sec": 5.0,
181
  "vizdoom_init_lock_max_wait_sec": 60.0,
182
  "vizdoom_init_retry_jitter_sec": 0.25,
183
- "command_line": "--mode train --algo APPO --env doom_deadly_corridor --experiment deadly_corridor_observation_stride_uniform_u2_6_stride6_seed14 --train_dir results/checkpoints_factor_sweeps/deadly_corridor/observation_stride --restart_behavior resume --device gpu --env_gpu_observations False --seed 14 --episode_metrics_path results/checkpoints_factor_sweeps/deadly_corridor/observation_stride/deadly_corridor_observation_stride_uniform_u2_6_stride6_seed14/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 32 --num_envs_per_worker 2 --num_policies 1 --batch_size 1024 --rollout 128 --recurrence 128 --num_epochs 2 --num_batches_per_epoch 2 --worker_num_splits 2 --learning_rate 0.0001 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss symmetric_kl --exploration_loss_coeff 0.001 --value_loss_coeff 0.5 --max_grad_norm 4.0 --rnn_type gru --rnn_size 512 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn True --normalize_returns True --normalize_input True --latency-type uniform_distribution --min-latency-ms 57.142857142857146 --max-latency-ms 171.42857142857144 --latency-seed 14 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 32 --eval-max-steps 30000 --eval-deterministic True --eval-raw-reward --with_wandb True --wandb_project latency-sensitive-bench --wandb_group deadly-corridor-stride6-uniform_u2_6 --wandb_job_type sample_factory --wandb_tags factor_sweep deadly-corridor observation_stride uniform uniform_u2_6 stride6 seed14 --env-fps 35 --obs-fps 5.833333333333333 --res_w 128 --res_h 72 --wide_aspect_ratio False --frame_stack 4 --simulator envpool --envpool-batch-size 2 --disable-reward-scaling True --hold-policy hold --ordering-policy latest_ready",
184
  "cli_args": {
185
  "algo": "APPO",
186
  "env": "doom_deadly_corridor",
@@ -191,10 +191,9 @@
191
  "seed": 14,
192
  "num_policies": 1,
193
  "async_rl": true,
194
- "batched_sampling": true,
195
  "worker_num_splits": 2,
196
  "num_workers": 32,
197
- "num_envs_per_worker": 2,
198
  "batch_size": 1024,
199
  "num_batches_per_epoch": 2,
200
  "num_epochs": 2,
@@ -219,7 +218,6 @@
219
  "use_rnn": true,
220
  "rnn_size": 512,
221
  "rnn_type": "gru",
222
- "env_gpu_observations": false,
223
  "with_wandb": true,
224
  "wandb_project": "latency-sensitive-bench",
225
  "wandb_group": "deadly-corridor-stride6-uniform_u2_6",
@@ -253,13 +251,12 @@
253
  "eval_raw_reward": true,
254
  "disable_reward_scaling": true,
255
  "frame_stack": 4,
256
- "simulator": "envpool",
257
- "envpool_batch_size": 2,
258
  "episode_metrics_path": "results/checkpoints_factor_sweeps/deadly_corridor/observation_stride/deadly_corridor_observation_stride_uniform_u2_6_stride6_seed14/episode_metrics.jsonl",
259
  "env_frameskip": 1,
260
  "eval_env_frameskip": 1
261
  },
262
- "git_hash": "a81783762c1f965cc4a9d2eb7f028b47ab17a859",
263
  "git_repo_name": "git@github.com:ZihanWang314/latency-sensitive-bench.git",
264
  "output_dir": "outputs/factor_sweeps/deadly_corridor/observation_stride/train/observation_stride/uniform_u2_6/stride6/seed_14",
265
  "wandb_unique_id": "deadly-corridor-stride6-uniform_u2_6-s14"
 
10
  "num_policies": 1,
11
  "async_rl": true,
12
  "serial_mode": false,
13
+ "batched_sampling": false,
14
  "num_batches_to_accumulate": 2,
15
  "worker_num_splits": 2,
16
  "policy_workers_per_policy": 1,
17
  "max_policy_lag": 1000,
18
  "num_workers": 32,
19
+ "num_envs_per_worker": 4,
20
  "batch_size": 1024,
21
  "num_batches_per_epoch": 2,
22
  "num_epochs": 2,
 
97
  "initial_stddev": 1.0,
98
  "use_env_info_cache": false,
99
  "env_gpu_actions": false,
100
+ "env_gpu_observations": true,
101
  "env_frameskip": 1,
102
  "env_framestack": 1,
103
  "pixel_format": "CHW",
 
173
  "disable_reward_scaling": true,
174
  "frame_stack": 4,
175
  "max_episode_steps": 0,
176
+ "simulator": "cpu",
177
+ "envpool_batch_size": 1,
178
  "episode_metrics_path": "results/checkpoints_factor_sweeps/deadly_corridor/observation_stride/deadly_corridor_observation_stride_uniform_u2_6_stride6_seed14/episode_metrics.jsonl",
179
  "vizdoom_init_max_parallel": 10,
180
  "vizdoom_init_lock_timeout_sec": 5.0,
181
  "vizdoom_init_lock_max_wait_sec": 60.0,
182
  "vizdoom_init_retry_jitter_sec": 0.25,
183
+ "command_line": "--mode train --algo APPO --env doom_deadly_corridor --experiment deadly_corridor_observation_stride_uniform_u2_6_stride6_seed14 --train_dir results/checkpoints_factor_sweeps/deadly_corridor/observation_stride --restart_behavior resume --device gpu --seed 14 --episode_metrics_path results/checkpoints_factor_sweeps/deadly_corridor/observation_stride/deadly_corridor_observation_stride_uniform_u2_6_stride6_seed14/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 32 --num_envs_per_worker 4 --num_policies 1 --batch_size 1024 --rollout 128 --recurrence 128 --num_epochs 2 --num_batches_per_epoch 2 --worker_num_splits 2 --learning_rate 0.0001 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss symmetric_kl --exploration_loss_coeff 0.001 --value_loss_coeff 0.5 --max_grad_norm 4.0 --rnn_type gru --rnn_size 512 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --async_rl True --use_rnn True --normalize_returns True --normalize_input True --latency-type uniform_distribution --min-latency-ms 57.142857142857146 --max-latency-ms 171.42857142857144 --latency-seed 14 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 32 --eval-max-steps 30000 --eval-deterministic True --eval-raw-reward --with_wandb True --wandb_project latency-sensitive-bench --wandb_group deadly-corridor-stride6-uniform_u2_6 --wandb_job_type sample_factory --wandb_tags factor_sweep deadly-corridor observation_stride uniform uniform_u2_6 stride6 seed14 --env-fps 35 --obs-fps 5.833333333333333 --res_w 128 --res_h 72 --wide_aspect_ratio False --frame_stack 4 --simulator cpu --disable-reward-scaling True --hold-policy hold --ordering-policy latest_ready",
184
  "cli_args": {
185
  "algo": "APPO",
186
  "env": "doom_deadly_corridor",
 
191
  "seed": 14,
192
  "num_policies": 1,
193
  "async_rl": true,
 
194
  "worker_num_splits": 2,
195
  "num_workers": 32,
196
+ "num_envs_per_worker": 4,
197
  "batch_size": 1024,
198
  "num_batches_per_epoch": 2,
199
  "num_epochs": 2,
 
218
  "use_rnn": true,
219
  "rnn_size": 512,
220
  "rnn_type": "gru",
 
221
  "with_wandb": true,
222
  "wandb_project": "latency-sensitive-bench",
223
  "wandb_group": "deadly-corridor-stride6-uniform_u2_6",
 
251
  "eval_raw_reward": true,
252
  "disable_reward_scaling": true,
253
  "frame_stack": 4,
254
+ "simulator": "cpu",
 
255
  "episode_metrics_path": "results/checkpoints_factor_sweeps/deadly_corridor/observation_stride/deadly_corridor_observation_stride_uniform_u2_6_stride6_seed14/episode_metrics.jsonl",
256
  "env_frameskip": 1,
257
  "eval_env_frameskip": 1
258
  },
259
+ "git_hash": "eb3a2e1efbd2aa03a60d7f44f5e18d8fdd0f5a2d",
260
  "git_repo_name": "git@github.com:ZihanWang314/latency-sensitive-bench.git",
261
  "output_dir": "outputs/factor_sweeps/deadly_corridor/observation_stride/train/observation_stride/uniform_u2_6/stride6/seed_14",
262
  "wandb_unique_id": "deadly-corridor-stride6-uniform_u2_6-s14"
factor_sweeps/deadly_corridor/observation_stride/train/factor_sweep:deadly_corridor:observation_stride:uniform_u2_6:fs4:obs5p83333:stride6:seed14/episode_metrics.jsonl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c2d8de15177570f007667d873d229097a41793e30f3ee0f862e12ea2848e795f
3
- size 267655919
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86433fad5ed9b8dfe3bff215d1c95a3d8142a4a3e6ed16e268cb8bc51e5d7344
3
+ size 262279469
factor_sweeps/deadly_corridor/observation_stride/train/factor_sweep:deadly_corridor:observation_stride:uniform_u2_6:fs4:obs5p83333:stride6:seed14/git.diff CHANGED
@@ -1,7 +1,26 @@
1
- diff --git a/starVLA b/starVLA
2
- index 538fd52..9d8c567 160000
3
- --- a/starVLA
4
- +++ b/starVLA
5
- @@ -1 +1 @@
6
- -Subproject commit 538fd523fe4fa4e7abce3201611919314bc6b664
7
- +Subproject commit 9d8c567188a3aa2a825296016cf17f3977101d8f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ diff --git a/latency_bench/run.py b/latency_bench/run.py
2
+ index 163ca1b..e9016f3 100644
3
+ --- a/latency_bench/run.py
4
+ +++ b/latency_bench/run.py
5
+ @@ -152,6 +152,8 @@ def _record_stratified_replay_videos(
6
+ video_cfg = config["logging"]["video"]
7
+ if not video_cfg["enabled"]:
8
+ return
9
+ + if not config["logging"].get("save_step_records", False):
10
+ + return
11
+ if ExecutorMode(config["executor"]["mode"]) == ExecutorMode.REALTIME:
12
+ return
13
+ selections = select_episode_return_stratified(
14
+ diff --git a/scripts/experiment_runner/run_manifest_jobs.py b/scripts/experiment_runner/run_manifest_jobs.py
15
+ index 18376d9..646fe8f 100644
16
+ --- a/scripts/experiment_runner/run_manifest_jobs.py
17
+ +++ b/scripts/experiment_runner/run_manifest_jobs.py
18
+ @@ -192,6 +192,8 @@ def _resume_stage(job: dict[str, str], states: dict[str, str]) -> str:
19
+ return "upload"
20
+ if stage == "train_succeeded":
21
+ return "eval"
22
+ + if stage == "eval_failed":
23
+ + return "eval"
24
+ return "train"
25
+
26
+
factor_sweeps/deadly_corridor/observation_stride/train/factor_sweep:deadly_corridor:observation_stride:uniform_u2_6:fs4:obs5p83333:stride6:seed14/sf_log.txt CHANGED
The diff for this file is too large to render. See raw diff