Initial commit

README.md

@@ -16,7 +16,7 @@ model-index:
       type: SpaceInvadersNoFrameskip-v4
     metrics:
     - type: mean_reward
-      value: 331.50 +/- 202.66
+      value: 768.50 +/- 225.58
       name: mean_reward
       verified: false
 ---
@@ -62,15 +62,15 @@ python -m rl_zoo3.push_to_hub --algo dqn --env SpaceInvadersNoFrameskip-v4 -f lo
 
 ## Hyperparameters
 ```python
-OrderedDict([('batch_size', 32),
-             ('buffer_size', 100000),
+OrderedDict([('batch_size', 24),
+             ('buffer_size', 75000),
              ('env_wrapper',
               ['stable_baselines3.common.atari_wrappers.AtariWrapper']),
              ('exploration_final_eps', 0.01),
              ('exploration_fraction', 0.1),
              ('frame_stack', 6),
              ('gradient_steps', 1),
-             ('learning_rate', 5e-05),
+             ('learning_rate', 0.0002),
              ('learning_starts', 100000),
              ('n_timesteps', 1000000.0),
              ('optimize_memory_usage', False),

args.yml

@@ -54,7 +54,7 @@
   - - save_replay_buffer
     - false
   - - seed
-    - 401089548
+    - 3726811782
   - - storage
     - null
   - - study_name

config.yml

@@ -1,8 +1,8 @@
 !!python/object/apply:collections.OrderedDict
 - - - batch_size
-    - 32
+    - 24
   - - buffer_size
-    - 100000
+    - 75000
   - - env_wrapper
     - - stable_baselines3.common.atari_wrappers.AtariWrapper
   - - exploration_final_eps
@@ -14,7 +14,7 @@
   - - gradient_steps
     - 1
   - - learning_rate
-    - 5.0e-05
+    - 0.0002
   - - learning_starts
     - 100000
   - - n_timesteps

dqn-SpaceInvadersNoFrameskip-v4.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8506ba7ea3d50a5427000d2ed9db2d3fe72c8682659ad48d92725662945d842b
-size 27386243
+oid sha256:bda7be6f57e5cf4883654f8c2b0fb9e1a8cebb72e7cca0e3487385939fdf68fd
+size 27386253

dqn-SpaceInvadersNoFrameskip-v4/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9fb5a31f1d3da6ee01039e3e9f4f8db1ce2c2a3946d5b8a5afd1846e83b4188
+oid sha256:116b124c1466a2c4c5904cc2ee20776f112ce1728409502ed351e1bc29be6559
 size 13538507

dqn-SpaceInvadersNoFrameskip-v4/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e19f16c0666d7d336979766a9be792ffca2f19e8433a234501ce4668bb0c9c57
+oid sha256:d3f76a6336df8ba9a2e0e299136058c57f6ff08614a1d18f25d64ce4740c72fc
 size 13537705

dqn-SpaceInvadersNoFrameskip-v4/system_info.txt

@@ -1,5 +1,5 @@
-- OS: Linux-5.10.147+-x86_64-with-glibc2.29 # 1 SMP Sat Dec 10 16:00:40 UTC 2022
-- Python: 3.8.10
+- OS: Linux-5.10.147+-x86_64-with-glibc2.31 # 1 SMP Sat Dec 10 16:00:40 UTC 2022
+- Python: 3.9.16
 - Stable-Baselines3: 1.8.0a2
 - PyTorch: 1.13.1+cu116
 - GPU Enabled: True

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1638aa33dc137b6bd55f9ee589dd7d50a2e619dad082791d7cb1810927c8ef8c
-size 260433
+oid sha256:839d8e05a8425cc53ed55a3b7f8d9f72de8abc02f880c9b6044b5bb641db8290
+size 189342

results.json

@@ -1 +1 @@
-{"mean_reward": 331.5, "std_reward": 202.6579630806547, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2023-03-08T13:23:23.649151"}
+{"mean_reward": 768.5, "std_reward": 225.57759197225243, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2023-03-09T18:32:36.192958"}

train_eval_metrics.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6b5ad262e7a5eb41961e22602e5f808fce9c3dc417a22876c264089e4a25466
-size 40019
+oid sha256:043273d388c002ff603f0f9bfa6138de9d4606f253955e7589b0fb474966b963
+size 35866