Krazeder commited on
Commit
2e55ed2
·
verified ·
1 Parent(s): 8f0f43e
Huggy.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b755486a0fdafda308707901c0ef6746fa84be98e1371a804e573f86ae02461
3
+ size 2273984
Huggy/Huggy-1199921.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a802d9b05894ab44185dbefbbe2dae0f9ca9f839bdfb322f2c307fe9e7022e0
3
+ size 2273984
Huggy/Huggy-1199921.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:707ef40605f3dec6f1211627d17a1721df4b9806b428aa49ee68b6220183d0e4
3
+ size 13509473
Huggy/Huggy-1399973.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be3f6508fc81e4eeeb332427974ace6d8a4588fa47a3fbf4b4c2e9168c89225b
3
+ size 2273984
Huggy/Huggy-1399973.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eda4d1c189eb54e0f6d285db7912479728a48f91349fafde2e149de989ac7d99
3
+ size 13509473
Huggy/Huggy-1599960.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a45ef97db29fed0ab24d07fd41ea7635dfc4ac2685153135ecb29f13b5ab6fd3
3
+ size 2273984
Huggy/Huggy-1599960.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51530f52c9fbe6a696c00c1196fab3a4ac1141f41f9c975a0931f035a3f431e7
3
+ size 13509473
Huggy/Huggy-1799358.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08efd735d272d98a4fff3f25118b513b48727d50ac81499bb2c9db176652f04e
3
+ size 2273984
Huggy/Huggy-1799358.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b10d0df814bdbf7643a9285414d42ea9fb3c0443fe5cd82592fc45d49e69854
3
+ size 13509473
Huggy/Huggy-18800.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eadcc5ac9053c65e8519ab849423fbdde6312531c2b674e97c72285ee6ba6fa
3
+ size 2270006
Huggy/Huggy-18800.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:872b9873dcdc05ca5ed7e4502810ba374358da69a0ff518ae2636fdc50511607
3
+ size 4507908
Huggy/Huggy-199777.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:731944e96de73bf308527a1f205af1b2164499204a9e40dbec805c9633defbc5
3
+ size 2273984
Huggy/Huggy-199777.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fb252b88e3b0786999a294e8a4368e63d670c9c194660d52fd2d4e9f1d478d8
3
+ size 13509388
Huggy/Huggy-1999969.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3db2ce8a82242b4384af6d2d78f3ec947b246623d0f025ddcc2e2a342c5c751
3
+ size 2273984
Huggy/Huggy-1999969.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:712990081840af6a0369cbdf922d92eb60748c40b57ba0ce119f459e9a42f6ef
3
+ size 13509473
Huggy/Huggy-2000064.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b755486a0fdafda308707901c0ef6746fa84be98e1371a804e573f86ae02461
3
+ size 2273984
Huggy/Huggy-2000064.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c7a3cb5ac624456dc933c47a6d7a8446c5781996ee2175af98ea36ae9d8a79d
3
+ size 13509473
Huggy/Huggy-399888.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:124f89d563b65486c7b05453b07e6119dc4e547289ea30a75147c4dba3c1b3dc
3
+ size 2273984
Huggy/Huggy-399888.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55ccae08a9bb4f3df1d206e39f3e16f6126a08b4d2e939fc7ad7f33940f0684a
3
+ size 13509388
Huggy/Huggy-599795.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4b7093feace185ee9f8edecd078ae3a7cfaf0ea33020d78d17538753a9efbb6
3
+ size 2273984
Huggy/Huggy-599795.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8ffc6fd431b796fbd79ad62821293a849ecd31141ba362553f4e6801df70d7c
3
+ size 13509388
Huggy/Huggy-73942.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c75c6fb994c70ea121a536a7149b2317398c385046662bd4d03abd53e2df03d8
3
+ size 2273984
Huggy/Huggy-73942.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53d138bc06a1c2a997c55b58d54705abeabe913c48775d86bf287a67be191460
3
+ size 13509303
Huggy/Huggy-799984.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17e55c643d63e28dac74225a15792390c23dec0107506c5de6d8219468458170
3
+ size 2273984
Huggy/Huggy-799984.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8524c2f8390b90ec1469214bc9974e6aea50adc1a5b41ccca09684ffba5e8a33
3
+ size 13509388
Huggy/Huggy-999996.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a9489d57569fb6c616fc6333373055498bbb94109e9d76fee8a635e089afc10
3
+ size 2273984
Huggy/Huggy-999996.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67d9227a6226051cdf2c509ab1dc9bebf61d819239427fa4d0c33eec21f85670
3
+ size 13509388
Huggy/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1aba5649a5487b5cbbc6a8cdb6901371c86f9f00395f15c250fecb0c3a8b953f
3
+ size 13509218
Huggy/events.out.tfevents.1715703675.mint.5219.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76598d87ef0889faadf3f6c935347ab747715e44b0b28af68d58f5dd8a662b8b
3
+ size 1121
Huggy/events.out.tfevents.1715703722.mint.5444.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a8f652ebc8b73e9cf1596c9237a64403156f622e167e07be47ef975b9b2185e
3
+ size 11417
Huggy/events.out.tfevents.1715703774.mint.5738.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed7fbc07b5650109e359185dd25ff38221da4d7eb2f03bd058ae66a5e554a7a0
3
+ size 367705
README.md ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: ml-agents
3
+ tags:
4
+ - Huggy
5
+ - deep-reinforcement-learning
6
+ - reinforcement-learning
7
+ - ML-Agents-Huggy
8
+ ---
9
+
10
+ # **ppo** Agent playing **Huggy**
11
+ This is a trained model of a **ppo** agent playing **Huggy**
12
+ using the [Unity ML-Agents Library](https://github.com/Unity-Technologies/ml-agents).
13
+
14
+ ## Usage (with ML-Agents)
15
+ The Documentation: https://unity-technologies.github.io/ml-agents/ML-Agents-Toolkit-Documentation/
16
+
17
+ We wrote a complete tutorial to learn to train your first agent using ML-Agents and publish it to the Hub:
18
+ - A *short tutorial* where you teach Huggy the Dog 🐶 to fetch the stick and then play with him directly in your
19
+ browser: https://huggingface.co/learn/deep-rl-course/unitbonus1/introduction
20
+ - A *longer tutorial* to understand how works ML-Agents:
21
+ https://huggingface.co/learn/deep-rl-course/unit5/introduction
22
+
23
+ ### Resume the training
24
+ ```bash
25
+ mlagents-learn <your_configuration_file_path.yaml> --run-id=<run_id> --resume
26
+ ```
27
+
28
+ ### Watch your Agent play
29
+ You can watch your agent **playing directly in your browser**
30
+
31
+ 1. If the environment is part of ML-Agents official environments, go to https://huggingface.co/unity
32
+ 2. Step 1: Find your model_id: Krazeder/ppo-Huggy
33
+ 3. Step 2: Select your *.nn /*.onnx file
34
+ 4. Click on Watch the agent play 👀
35
+
config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy2", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ default_settings: null
2
+ behaviors:
3
+ Huggy:
4
+ trainer_type: ppo
5
+ hyperparameters:
6
+ batch_size: 2048
7
+ buffer_size: 20480
8
+ learning_rate: 0.0003
9
+ beta: 0.005
10
+ epsilon: 0.2
11
+ lambd: 0.95
12
+ num_epoch: 3
13
+ shared_critic: false
14
+ learning_rate_schedule: linear
15
+ beta_schedule: linear
16
+ epsilon_schedule: linear
17
+ checkpoint_interval: 200000
18
+ network_settings:
19
+ normalize: true
20
+ hidden_units: 512
21
+ num_layers: 3
22
+ vis_encode_type: simple
23
+ memory: null
24
+ goal_conditioning_type: hyper
25
+ deterministic: false
26
+ reward_signals:
27
+ extrinsic:
28
+ gamma: 0.995
29
+ strength: 1.0
30
+ network_settings:
31
+ normalize: false
32
+ hidden_units: 128
33
+ num_layers: 2
34
+ vis_encode_type: simple
35
+ memory: null
36
+ goal_conditioning_type: hyper
37
+ deterministic: false
38
+ init_path: null
39
+ keep_checkpoints: 15
40
+ even_checkpoints: false
41
+ max_steps: 2000000
42
+ time_horizon: 1000
43
+ summary_freq: 50000
44
+ threaded: false
45
+ self_play: null
46
+ behavioral_cloning: null
47
+ env_settings:
48
+ env_path: ./trained-envs-executables/linux/Huggy/Huggy
49
+ env_args: null
50
+ base_port: 5005
51
+ num_envs: 1
52
+ num_areas: 1
53
+ timeout_wait: 60
54
+ seed: -1
55
+ max_lifetime_restarts: 10
56
+ restarts_rate_limit_n: 1
57
+ restarts_rate_limit_period_s: 60
58
+ engine_settings:
59
+ width: 84
60
+ height: 84
61
+ quality_level: 5
62
+ time_scale: 20
63
+ target_frame_rate: -1
64
+ capture_frame_rate: 60
65
+ no_graphics: true
66
+ no_graphics_monitor: false
67
+ environment_parameters: null
68
+ checkpoint_settings:
69
+ run_id: Huggy2
70
+ initialize_from: null
71
+ load_model: false
72
+ resume: true
73
+ force: false
74
+ train_model: false
75
+ inference: false
76
+ results_dir: results
77
+ torch_settings:
78
+ device: null
79
+ debug: false