Commit ·
20f3505
1
Parent(s): 2df778c
First Push
Browse files- README.md +31 -0
- SoccerTwos-0.onnx +3 -0
- SoccerTwos-0.pt +3 -0
- SoccerTwos-21999910.onnx +3 -0
- SoccerTwos-21999910.pt +3 -0
- SoccerTwos-22499978.onnx +3 -0
- SoccerTwos-22499978.pt +3 -0
- SoccerTwos-22999976.onnx +3 -0
- SoccerTwos-22999976.pt +3 -0
- SoccerTwos-23499934.onnx +3 -0
- SoccerTwos-23499934.pt +3 -0
- SoccerTwos-23823452.onnx +3 -0
- SoccerTwos-23823452.pt +3 -0
- checkpoint.pt +3 -0
- config.json +1 -0
- configuration.yaml +32 -0
- events.out.tfevents.1676975040.Graemes-MacBook-Pro.local.83778.0 +3 -0
README.md
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
|
| 2 |
+
---
|
| 3 |
+
tags:
|
| 4 |
+
- unity-ml-agents
|
| 5 |
+
- ml-agents
|
| 6 |
+
- deep-reinforcement-learning
|
| 7 |
+
- reinforcement-learning
|
| 8 |
+
- ML-Agents-SoccerTwos
|
| 9 |
+
library_name: ml-agents
|
| 10 |
+
---
|
| 11 |
+
|
| 12 |
+
# **poca** Agent playing **SoccerTwos**
|
| 13 |
+
This is a trained model of a **poca** agent playing **SoccerTwos** using the [Unity ML-Agents Library](https://github.com/Unity-Technologies/ml-agents).
|
| 14 |
+
|
| 15 |
+
## Usage (with ML-Agents)
|
| 16 |
+
The Documentation: https://github.com/huggingface/ml-agents#get-started
|
| 17 |
+
We wrote a complete tutorial to learn to train your first agent using ML-Agents and publish it to the Hub:
|
| 18 |
+
|
| 19 |
+
|
| 20 |
+
### Resume the training
|
| 21 |
+
```
|
| 22 |
+
mlagents-learn <your_configuration_file_path.yaml> --run-id=<run_id> --resume
|
| 23 |
+
```
|
| 24 |
+
### Watch your Agent play
|
| 25 |
+
You can watch your agent **playing directly in your browser:**.
|
| 26 |
+
|
| 27 |
+
1. Go to https://huggingface.co/spaces/unity/ML-Agents-SoccerTwos
|
| 28 |
+
2. Step 1: Write your model_id: GesturingMan/poca-SoccerTwos
|
| 29 |
+
3. Step 2: Select your *.nn /*.onnx file
|
| 30 |
+
4. Click on Watch the agent play 👀
|
| 31 |
+
|
SoccerTwos-0.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bcf742731623aeaf819b023f3f50316f78e22acace8374e7e21af1b206154521
|
| 3 |
+
size 1764633
|
SoccerTwos-0.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2ba079cd3afb0453fdf12e6542450a71549721c2fcb1d372ee3098ee07145c57
|
| 3 |
+
size 9478265
|
SoccerTwos-21999910.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4d6ad9be438bc6c69130ff548d3706af05b7fc3c80a5f0b9b0ae80607de406ec
|
| 3 |
+
size 1764633
|
SoccerTwos-21999910.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6982fb5ed122a2b980ac05a4e90003d09fe1813c878a616a97350b8722ba4f20
|
| 3 |
+
size 28421201
|
SoccerTwos-22499978.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6459dc1e42613136ddd555ccb00757f303f311fc9084ad31c8e2e8c5c96d142a
|
| 3 |
+
size 1764633
|
SoccerTwos-22499978.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e76501be6c847a8d207c5fe3dc11af5feb3548882b365ade51179bfba3edfe98
|
| 3 |
+
size 28421201
|
SoccerTwos-22999976.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0a625e32f342d0d61f2a7d156a9c6f89c8a4be4b89ea61bec4ed670e010234c1
|
| 3 |
+
size 1764633
|
SoccerTwos-22999976.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f2c4e821efb09dcdf317ba27a76d384a18b45cd071a2354086e527181be53de4
|
| 3 |
+
size 28421201
|
SoccerTwos-23499934.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:72f772c6ef6e6061c82db9d1e671a87b49bc0e76a61f7e33f115e689d34afe06
|
| 3 |
+
size 1764633
|
SoccerTwos-23499934.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:34225dbb7a1fdc58173faef4fe9b1d826950a9b7f226cda8d4e5617711ec96f9
|
| 3 |
+
size 28421201
|
SoccerTwos-23823452.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:44a945cab5b280f44e1e63cd776e98bf0cd347912a32ad56ea011bedea915ca9
|
| 3 |
+
size 1764633
|
SoccerTwos-23823452.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d43564944881e1ef2ebca48a5121b8e0184b2e22349c777cbac20b18f11f0dd9
|
| 3 |
+
size 28421201
|
checkpoint.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d43564944881e1ef2ebca48a5121b8e0184b2e22349c777cbac20b18f11f0dd9
|
| 3 |
+
size 28421201
|
config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant"}, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple"}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0}}, "keep_checkpoints": 5, "max_steps": 5000000, "time_horizon": 1000, "summary_freq": 10000, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}}}}
|
configuration.yaml
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
behaviors:
|
| 2 |
+
SoccerTwos:
|
| 3 |
+
trainer_type: poca
|
| 4 |
+
hyperparameters:
|
| 5 |
+
batch_size: 2048
|
| 6 |
+
buffer_size: 20480
|
| 7 |
+
learning_rate: 0.0003
|
| 8 |
+
beta: 0.005
|
| 9 |
+
epsilon: 0.2
|
| 10 |
+
lambd: 0.95
|
| 11 |
+
num_epoch: 3
|
| 12 |
+
learning_rate_schedule: constant
|
| 13 |
+
network_settings:
|
| 14 |
+
normalize: false
|
| 15 |
+
hidden_units: 512
|
| 16 |
+
num_layers: 2
|
| 17 |
+
vis_encode_type: simple
|
| 18 |
+
reward_signals:
|
| 19 |
+
extrinsic:
|
| 20 |
+
gamma: 0.99
|
| 21 |
+
strength: 1.0
|
| 22 |
+
keep_checkpoints: 5
|
| 23 |
+
max_steps: 5000000
|
| 24 |
+
time_horizon: 1000
|
| 25 |
+
summary_freq: 10000
|
| 26 |
+
self_play:
|
| 27 |
+
save_steps: 50000
|
| 28 |
+
team_change: 200000
|
| 29 |
+
swap_steps: 2000
|
| 30 |
+
window: 10
|
| 31 |
+
play_against_latest_model_ratio: 0.5
|
| 32 |
+
initial_elo: 1200.0
|
events.out.tfevents.1676975040.Graemes-MacBook-Pro.local.83778.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:df24b17f16396ad5c260c83997bf64d317dead79749562f639255acde4c22fce
|
| 3 |
+
size 24117420
|