Initial commit

README.md

@@ -16,7 +16,7 @@ model-index:
       type: SpaceInvadersNoFrameskip-v4
     metrics:
     - type: mean_reward
-      value: 319.50 +/- 172.59
+      value: 618.50 +/- 198.02
       name: mean_reward
       verified: false
 ---
@@ -72,7 +72,7 @@ OrderedDict([('batch_size', 32),
              ('gradient_steps', 1),
              ('learning_rate', 0.0001),
              ('learning_starts', 100000),
-             ('n_timesteps', 500000.0),
+             ('n_timesteps', 1000000.0),
              ('optimize_memory_usage', False),
              ('policy', 'CnnPolicy'),
              ('target_update_interval', 1000),

args.yml

@@ -54,7 +54,7 @@
   - - save_replay_buffer
     - false
   - - seed
-    - 772778851
+    - 3431068969
   - - storage
     - null
   - - study_name

config.yml

@@ -18,7 +18,7 @@
   - - learning_starts
     - 100000
   - - n_timesteps
-    - 500000.0
+    - 1000000.0
   - - optimize_memory_usage
     - false
   - - policy

dqn-SpaceInvadersNoFrameskip-v4.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59b834be7dedcf226a8e95e482fe48f5dade09ac497dcf0728f5d602d9744bb6
-size 27224804
+oid sha256:a76da8ee9eec1d3fe2d3f999eacb996db5c82daa3d8fb0e9ec952c1d0a1ead14
+size 27224817

dqn-SpaceInvadersNoFrameskip-v4/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5af2d10dc3130b7a01b3e2c527c416fa3308f119183a50acd851771a3921998b
+oid sha256:ef5ee61738c1901431bbc52f5362e98ed139880d129f3f12f21c9af0b886ccfb
 size 13505739

dqn-SpaceInvadersNoFrameskip-v4/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e96265d01897f23ad97f9fecfe37267c06c715ef411eb1b7c2051fc640dcb7d5
+oid sha256:83e296fcf6c1d981fe8cd65c91103de9486130d4eda09b61bbda3bdfdcb14f00
 size 13504937

dqn-SpaceInvadersNoFrameskip-v4/system_info.txt

@@ -1,5 +1,5 @@
-- OS: Linux-5.10.147+-x86_64-with-glibc2.29 # 1 SMP Sat Dec 10 16:00:40 UTC 2022
-- Python: 3.8.10
+- OS: Linux-5.10.147+-x86_64-with-glibc2.31 # 1 SMP Sat Dec 10 16:00:40 UTC 2022
+- Python: 3.9.16
 - Stable-Baselines3: 1.8.0a2
 - PyTorch: 1.13.1+cu116
 - GPU Enabled: True

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68559ce30d22ae8bddf534ca7bb1403043d27a5b3d05ad5b75033bb80813dc4e
-size 263906
+oid sha256:dc99b2c71a271c60614181a063a0549df667fb776405b374196bbc6eb3134abf
+size 225647

results.json

@@ -1 +1 @@
-{"mean_reward": 319.5, "std_reward": 172.5898316819389, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2023-03-07T12:19:55.915356"}
+{"mean_reward": 618.5, "std_reward": 198.01578219929846, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2023-03-09T07:50:03.608659"}

train_eval_metrics.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f781b8c6dd1e63ffdc648065450b6554d20fd41da551f80ac8de4eccfcf04e9e
-size 21953
+oid sha256:da1baeeafe88b1d16b3920a476f070051ef96ef65b7391c89772ea656d8088d2
+size 37912