Hugging Face's logo

FranticUser
/
dqn-SpaceInvadersNoFrameskip-v4

Reinforcement Learning
stable-baselines3
SpaceInvadersNoFrameskip-v4
deep-reinforcement-learning
Eval Results (legacy)
Model card Files
xet
 Community
FranticUser commited on
Commit
e0458a6
·
verified ·
1 Parent(s): 1155483

Initial commit

Browse files
Files changed (11) hide show
  1. README.md +3 -3
  2. args.yml +2 -2
  3. config.yml +2 -2
  4. dqn-SpaceInvadersNoFrameskip-v4.zip +2 -2
  5. dqn-SpaceInvadersNoFrameskip-v4/data +0 -0
  6. dqn-SpaceInvadersNoFrameskip-v4/policy.optimizer.pth +2 -2
  7. dqn-SpaceInvadersNoFrameskip-v4/policy.pth +2 -2
  8. dqn-SpaceInvadersNoFrameskip-v4/pytorch_variables.pth +1 -1
  9. dqn-SpaceInvadersNoFrameskip-v4/system_info.txt +4 -4
  10. results.json +1 -1
  11. train_eval_metrics.zip +2 -2
README.md CHANGED
@@ -16,7 +16,7 @@ model-index:
16
  type: SpaceInvadersNoFrameskip-v4
17
  metrics:
18
  - type: mean_reward
19
- value: 282.50 +/- 111.76
20
  name: mean_reward
21
  verified: false
22
  ---
@@ -71,9 +71,9 @@ OrderedDict([('batch_size', 32),
71
  ('exploration_fraction', 0.1),
72
  ('frame_stack', 4),
73
  ('gradient_steps', 1),
74
- ('learning_rate', 0.0001),
75
  ('learning_starts', 100000),
76
- ('n_timesteps', 500000.0),
77
  ('optimize_memory_usage', False),
78
  ('policy', 'CnnPolicy'),
79
  ('target_update_interval', 1000),
 
16
  type: SpaceInvadersNoFrameskip-v4
17
  metrics:
18
  - type: mean_reward
19
+ value: 572.00 +/- 180.47
20
  name: mean_reward
21
  verified: false
22
  ---
 
71
  ('exploration_fraction', 0.1),
72
  ('frame_stack', 4),
73
  ('gradient_steps', 1),
74
+ ('learning_rate', 0.0003),
75
  ('learning_starts', 100000),
76
+ ('n_timesteps', 1000000.0),
77
  ('optimize_memory_usage', False),
78
  ('policy', 'CnnPolicy'),
79
  ('target_update_interval', 1000),
args.yml CHANGED
@@ -4,7 +4,7 @@
4
  - - conf_file
5
  - dqn.yml
6
  - - device
7
- - mps
8
  - - env
9
  - SpaceInvadersNoFrameskip-v4
10
  - - env_kwargs
@@ -56,7 +56,7 @@
56
  - - save_replay_buffer
57
  - false
58
  - - seed
59
- - 1750508496
60
  - - storage
61
  - null
62
  - - study_name
 
4
  - - conf_file
5
  - dqn.yml
6
  - - device
7
+ - auto
8
  - - env
9
  - SpaceInvadersNoFrameskip-v4
10
  - - env_kwargs
 
56
  - - save_replay_buffer
57
  - false
58
  - - seed
59
+ - 3274377296
60
  - - storage
61
  - null
62
  - - study_name
config.yml CHANGED
@@ -14,11 +14,11 @@
14
  - - gradient_steps
15
  - 1
16
  - - learning_rate
17
- - 0.0001
18
  - - learning_starts
19
  - 100000
20
  - - n_timesteps
21
- - 500000.0
22
  - - optimize_memory_usage
23
  - false
24
  - - policy
 
14
  - - gradient_steps
15
  - 1
16
  - - learning_rate
17
+ - 0.0003
18
  - - learning_starts
19
  - 100000
20
  - - n_timesteps
21
+ - 1000000.0
22
  - - optimize_memory_usage
23
  - false
24
  - - policy
dqn-SpaceInvadersNoFrameskip-v4.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2c0534b2238dc79303923123f0bedeeb6826ce0dbc1934872bd45c8f4a07f622
3
- size 27219069
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3426e48c483e4674205bbc09d3bc77a2cf68d5edabf7bfc642b1fcb19e64b31c
3
+ size 27219605
dqn-SpaceInvadersNoFrameskip-v4/data CHANGED
The diff for this file is too large to render. See raw diff
 
dqn-SpaceInvadersNoFrameskip-v4/policy.optimizer.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c497706f20daf16bac713330b4ab8c5e5880212c850fc33351197449dd626f8c
3
- size 13506249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69b95bb2973752fe84c0a8d0a23833498a540ef907130877179757123dd5de9d
3
+ size 13506569
dqn-SpaceInvadersNoFrameskip-v4/policy.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:587d1b5da6fc2638e4848aa010967eb1746c5e75fee0251474fc78b72155ca1a
3
- size 13505511
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fcee7602bfcd9f0c4fb4ae8a71b23587a162d75009a68c817e6d92093556366
3
+ size 13505767
dqn-SpaceInvadersNoFrameskip-v4/pytorch_variables.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7b6bbfc035aeac78f3ee425960893ff8bb7927d3cf3425470ac4b6c6ce280c5d
3
  size 1261
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07c7431cf6005e7d8f367d79e995f63e2f9b981a37e3437b795d058f9af4308b
3
  size 1261
dqn-SpaceInvadersNoFrameskip-v4/system_info.txt CHANGED
@@ -1,9 +1,9 @@
1
- - OS: macOS-26.2-arm64-arm-64bit Darwin Kernel Version 25.2.0: Tue Nov 18 21:09:56 PST 2025; root:xnu-12377.61.12~1/RELEASE_ARM64_T6041
2
  - Python: 3.12.12
3
  - Stable-Baselines3: 2.8.0a2
4
- - PyTorch: 2.9.1
5
- - GPU Enabled: False
6
- - Numpy: 2.4.1
7
  - Cloudpickle: 3.1.2
8
  - Gymnasium: 1.2.3
9
  - OpenAI Gym: 0.25.2
 
1
+ - OS: Linux-6.6.105+-x86_64-with-glibc2.35 # 1 SMP Thu Oct 2 10:42:05 UTC 2025
2
  - Python: 3.12.12
3
  - Stable-Baselines3: 2.8.0a2
4
+ - PyTorch: 2.9.0+cu126
5
+ - GPU Enabled: True
6
+ - Numpy: 2.0.2
7
  - Cloudpickle: 3.1.2
8
  - Gymnasium: 1.2.3
9
  - OpenAI Gym: 0.25.2
results.json CHANGED
@@ -1 +1 @@
1
- {"mean_reward": 282.5, "std_reward": 111.76426083502723, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2026-01-28T16:05:06.322585"}
 
1
+ {"mean_reward": 572.0, "std_reward": 180.4743749123404, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2026-01-30T13:27:10.803168"}
train_eval_metrics.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:403764ed3f994f0759ded0764c9342d043ac83fa6c10967c3864210d9a0687f6
3
- size 22172
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dae0f2a94e9ccfc06fc6093de2a4da4b3b961cc937a7cfecb73720c2217ac123
3
+ size 35160