First Commit
Browse files- README.md +1 -1
- config.json +1 -1
- dqn-LunarLander-v2.zip +2 -2
- dqn-LunarLander-v2/data +48 -43
- dqn-LunarLander-v2/policy.optimizer.pth +2 -2
- dqn-LunarLander-v2/policy.pth +2 -2
- replay.mp4 +2 -2
- results.json +1 -1
README.md
CHANGED
|
@@ -10,7 +10,7 @@ model-index:
|
|
| 10 |
results:
|
| 11 |
- metrics:
|
| 12 |
- type: mean_reward
|
| 13 |
-
value:
|
| 14 |
name: mean_reward
|
| 15 |
task:
|
| 16 |
type: reinforcement-learning
|
|
|
|
| 10 |
results:
|
| 11 |
- metrics:
|
| 12 |
- type: mean_reward
|
| 13 |
+
value: 225.63 +/- 80.78
|
| 14 |
name: mean_reward
|
| 15 |
task:
|
| 16 |
type: reinforcement-learning
|
config.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLmRxbi5wb2xpY2llc5SMCURRTlBvbGljeZSTlC4=", "__module__": "stable_baselines3.dqn.policies", "__doc__": "\n Policy class with Q-Value Net and target net for DQN\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function DQNPolicy.__init__ at 0x7fc06fdbd9e0>", "_build": "<function DQNPolicy._build at 0x7fc06fdbda70>", "make_q_net": "<function DQNPolicy.make_q_net at 0x7fc06fdbdb00>", "forward": "<function DQNPolicy.forward at 0x7fc06fdbdb90>", "_predict": "<function DQNPolicy._predict at 0x7fc06fdbdc20>", "_get_constructor_parameters": "<function DQNPolicy._get_constructor_parameters at 0x7fc06fdbdcb0>", "set_training_mode": "<function DQNPolicy.set_training_mode at 0x7fc06fdbdd40>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7fc06fe22ae0>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVLgsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAPrxqyzFIgDsk+sVYhrHcSgvHGMtH+R7Hkjn30fiz+qwRqWO6ifXtpVjvM67sr4c2UUm11/79Z/wTV6s1wTkHnEKQ56JnNLw5agB1diFE/z9O/yy1UMPtr+TRXcrq3msP7lP2A0TOWUvxk9DWaHsRj02wFvGanU9XjjlJT7X/rh3TYQSHUMUqFWr3ubOBbEZ7A3DRdrCZtvDfdQeOhDYsFHaZIj1Ayjr5/5uBIJmrOD1RAkGE8EpmG2P4fPTlAslyCtkd2EpLGVvvlMPnLGrKoqfjMlHvpfUS2e3ZY1I3rvc8K87x/bwO25gqLfRrAWcjwYOqzd+v5zYm9vzWb7jMIs3w4MdKq2O4HXsYS/moHTAW2fD9GI2kq4UHNmhz/tn9710a40/5cIA7LT0+DcnGPcEwHT1zcHYVS3hJ0JdDzzen4l3wAmASszf88ZvpG3D8ilxmyKqYfqpLallSePojMTIa+07JfkM6SPK1kBHGUNHb3FxAJgvSljeXxBCYZVMoirZg4Q9pLzF5Y0Ph3sjEKptRtqY7Vyd1jqxV3cVhTYnXCaRuubMgvZ1idRKlyuY1CBMLW4fIpJjEIr2zIy0TQYrQKpPPFqBVcQyJdnSwIJjLiwhC064XsFIU9IduShvZ45eAymN2PrGAbX0ytgoG6B+Ea6GkCUugLNjwVgxFbfUk4R8rf0X/jcbwdFsSe3Awio55berkvQ8Eto8QHICoCRX0KYMkiIuI5onDJPnSnq7PQ3BYZD5S4Ky2oLb740AyUmx/i+CsuGzuSp6wKjG2izW8PqGXdY8utf2IW8uBrDGlpWWz9KarJu4e85OuBc0yRCZk0jLRXcEqcCfjm2tgTNQa30Xnx1Txj5OvZ5Ycg9YovmQkKkcRFo+39GXZ3ju6YZJVoSEbyHXq0nJDLhkiCjCmjD20dBG0p1pfcj1Gp68E3QIIYAJ5Ugv7cag2qoW7C3BO9NLcj5imDATLMOGvPPk5/m/E80ot0wsTFGzFb/pwIEJ/JNhNyT9FhJkmlGRI71yYbyDfEE+sg5Z/OzY1RfF9y7/VJDbW6rs/iX7872g4THOtELcidJhKXCzvetPWgpk8UF9vRlnD1+mzEyRtmMrcZcXir7yWXnkbMxjRIVOPnZGWwR3/mnFSRF4AqzJ02Ry6gXb+pSUa/GsQ6LEAXEK319TfMkQpW2RnotXtjeG111DwuEO5kG+QkyiZ+2rJxVuoPi96Cg+wLKdjnKeYnCiJsXvaCJn19c8JwbFL22dB573KMppbzN4uCfjQ6eNgYujut+789r4bm/u5uOQCm7B6xkvtqsOaoQ2SJCc82YASGMls9WLs89hI1Yvm54GcTb2p7fULaeEIiC1B8DOLm594LXI7nWChEBXx6YrhuDb+NNxoyYSd76cCtD8gz15jkNqkyXKXmCxM3cM6cEBlJU/YVl7Vox3kHyx8gc3IfTixni82VbODuwDdzuZmV9erCoO8ZceT6PN6XzlMlBt4NPMSqzU88fCMfeEGijeKI/V/q9CGLfa3KGBJx2wU05MjwN/NemEL1h65TO/PcJwciVLa0Xg3zBRHWBNtb/WX9owDWIHbvicntCAtmJ2/aRd+yxqgJINWCbNuVQAYjjCXzWACpZe93zrV3cZfX+lYgBX4Ld72EPNUi4+DXfPJMPJKUq/Sjf572vmiVg1e6ahOpuIuHQtSsm0tI9/QzLm/StQAtWR3DtLhpwl52MXDYb9bvOJ5mDrXU19cYWKc3EwpSjGweIJ5C8ztwlEIEZXCak0XQdLoTKLTXUnOkP7QQ7+pRyMJR4YWSpBzkxr9lf0cA8uBYO65IAWJemVo9dIeTR2eFnRqNC+LospO8LHJ1lPgO9/Acx9O9HLUMwih/6BkU7cADuwxrGBJNeyucrjk3tWfGBweWd5ZWKJVcUoYaClJrVIgfh7MsczefErHqE5p6G/jiUPgalzUhibcOMPcTZrkkOGe5urTyXe4C4wLoWKnQ0iKrS0LYwa8zR3kcPrNja9UvakvTl4pCZB1BiwbWX/ee8Auwb/rt2ynRgO7TOgFtu7JaXRxiGYC8RPtN6xXkCWwmYELUBFYSfrCrypFaD842T78AIvc4Y5v8z4QSmok6klazPxD37X6/yJ/97ebm3tC/faZqnV5a02LPd4FtYtqlkAmdIDPJY9wllva7hiKIfaHXzI/KRdYfkzLuXc39OgNSk5J3j6NhjnazEKCVWllZZe9+5cG9FyG3jB8rzyL1omUmshCqDslUoGXvnQFrtlxzdCv9f+AsfUDGzWbS7IeOs/6DVBXdP7MiA35IhuJH6o0m1yEL3DZfAq043iLZwgcIXJpOxDGYghlOeKQPtcYtxTXjOPo3DVuweSU/HOeM90fRTQY2YogEr3uOinMM2ESn24oOx2fWU+/zl/AEmkU1G2hJH4DYkmeBkJUyZZb+mgmdZe9HyHoMyrU9s3Dj5x2ALGNWsg8t56spew/KKscfKbqIQ3Bqwu3clSwJnY0Qs2e3fL7Otqu6ap0fSASvWugQtOUXKXLRqZfblRhus1dXX9WJ3zhjN8uh+bGNPqV0MNGdzEQ4O+ljUpLGiiPLsUIzTGhFN0q/5LYCiTgrxW30WaFTKukX6CgK9DaDgEMg6iZVY4AUwtG4TNQ4AjgWczd075Bo/1swj1UKgZUAh4Kj6SMNH3nBr5teyGWDdzsiW67RxCNJ46weE8iZJHTESAhQfYh6hH7+qFnpDFslrEyQYGdZ8Cg0b3G0/bfFl4/nuBt/fMwDXtlgfUul+ZfYlAbY/afMUpuH6Yw1jqvQuZepncQvE2up5oJ4JcKjiPGzTcaLg5omsBQfq6Z0zjwMtqaGhlbSS5gI2942OA0gSSS4mjad+C1iHEl168bAtSyuPLDVgyA0wgJQZKLLdxd/Hppd+gTOmWCoktItMUdnU360ZQiVBkYC5bYTb2in1AFAIodvA5sU2MeX/wHi5e5U+oUwCQaQycH0+PoJjCUZwd+WF1aZIhv1X2oZYAnnRJ/BS/mTejoarrzf+FRqQgtWxXVWS1gpN0iDJRpKB+bPSQgTE4+BXyamStkDcvn58rTxYSMbDtrOtYhseraj3MnVI6tKe7L0ZHcld26KCmqozaKKw3k8lPlo/xZ4XIqlnai6UrSoXOCHmA5rQWquOQUVJSCWNx062vS13bNevoGJohdX8zMINIZx5mg2rXbJLPJYt/qAz+39NsBIW9yor9b9sFqK1H38oU16+1HfB05EqlSzVxUmetQY3G1TPZ0hZME4reVmI7XmizKJ+0jn7Ok8SU09BC1aiX6nRIxR5paG4sr9RNXOpM65u2e7Nn1F+/plGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RLQHWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=", "n": 4, "_shape": [], "dtype": "int64", "_np_random": "RandomState(MT19937)"}, "n_envs": 16, "num_timesteps": 100032, "_total_timesteps": 100000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1652782386.595723, "learning_rate": 0.0001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8aNuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGDDTj772y8/K+b4PpFGqr/IqqA9nCciPgAAAAAAAAAAGhdzvZHsoD+6cge+x883v6QQEL0a65C9AAAAAAAAAACt5SG+9ErGPrXp3L51aZ6/IA4SPsxZrzsAAAAAAAAAANp3MT7s8rU/XnQJPyAU1L7hhGG+xCgdvgAAAAAAAAAAM0eIvE7stj8plw+/gZh4Pj6omzzWrgA+AAAAAAAAAADmoxw+/kkFP/2Aoz7Bwrq/z/gavpUs2zoAAAAAAAAAAGZqh7xgoLA/6I2NvWEUqb4O2yw8i8XZvAAAAAAAAAAA7doUPvFMKD+gt7k+87ivv4iH1b0E0Rg9AAAAAAAAAADGsUY+78U6P+VoBj+VRKK/JdwIPlQPjT4AAAAAAAAAAGZpnD5Bow8/KJntPpC6tb9nuYk+Oi5iPgAAAAAAAAAAmp30u7tNoT0roNW9jMGdv2bxDj6ujwU+AAAAAAAAAACAe0U9RReZP+oWrT6B61K/8ACnvRuKHL4AAAAAAAAAAEBuhj7AgtM+wU8UP/CSx79Jz5Y+riPwPQAAAAAAAAAADQe/vZ/jiT/iH6++B/Fiv0u7Dz7ixSI+AAAAAAAAAAAdIJ8+kBd6P/vSAT8S94W/sTuuPsgBzD4AAAAAAAAAABjBir5MuKo/xhIjv51SIL9xSbE+Jz2/PQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAEBAQEBAQEBAQEBAQEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAAa0ST76hDc/XRb+Pnbapr+ec5A9K1LxPQAAAAAAAAAAgIZtveT9oj+2cge+F/wwv7uSAb0k65C9AAAAAAAAAABNex2+sIzUPrXp3L6l/5q//McRPuhWrzsAAAAAAAAAADoMLD5+I7c/d3QJPzxsxr4/qVm++CgdvgAAAAAAAAAAzbI1vEQ5tj/hlQ+/N++JPp9gUDy0wgA+AAAAAAAAAACGXhk+fLENP9hXpz5lbbe/uQ4bvvhY67wAAAAAAAAAAJqkgbzak7E/JpCNvc9sm76DoUI8Q+7ZvAAAAAAAAAAAIB8RPnQ1MD+it7k+IE+sv45Z2b3x0Bg9AAAAAAAAAAAmLUE+ihFCPziJCT+SuZ6/B4L1PYt1Zz4AAAAAAAAAAAD7mT7ozRc/ppjtPmxQsr/ZEYQ+ui5iPgAAAAAAAAAAzZTUu3gR2j1lCNe9r4Civ9FDCD6gi/A9AAAAAAAAAACA8zc9bXabP/kTrT5rF0y/5lmXvbSVHL4AAAAAAAAAAHNvgz6UdeU+q08UPwopxL/XzpM++iPwPQAAAAAAAAAAmi+4va5wjD8DIK++Dx1cv8yXBz4RxiI+AAAAAAAAAABgbpw+NgyAP/vRAT83jIK/ZwikPjYDzD4AAAAAAAAAAP6Dh748haw/1BIjv+F+Gb965a4+Nz2/PQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_episode_num": 1111, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.000320000000000098, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIkbkyqFY+hsCUhpRSlIwBbJRLUYwBdJRHQEF5GFSKm9B1fZQoaAZoCWgPQwi14EVfAW2IwJSGlFKUaBVLS2gWR0BBfuKwY+B6dX2UKGgGaAloD0MIGFsIchBQc8CUhpRSlGgVS2BoFkdAQX+GTLW7OHV9lChoBmgJaA9DCEWcTrLVJXnAlIaUUpRoFUs4aBZHQEGCYm9g4Ot1fZQoaAZoCWgPQwi+pDFaZx+AwJSGlFKUaBVLPWgWR0BBhBZ6lchUdX2UKGgGaAloD0MIBU1LrIwGesCUhpRSlGgVSzhoFkdAQYk7W/ag3HV9lChoBmgJaA9DCKlLxjHSoYnAlIaUUpRoFUtOaBZHQEGMfHxSYPZ1fZQoaAZoCWgPQwimCdtPJkSFwJSGlFKUaBVLTWgWR0BBj6nivPkadX2UKGgGaAloD0MIV7Wko5ylfcCUhpRSlGgVSzloFkdAQY3b48EFGHV9lChoBmgJaA9DCNlcNc8Rj33AlIaUUpRoFUs9aBZHQEGd5M10knl1fZQoaAZoCWgPQwirlJ7pZbKHwJSGlFKUaBVLVWgWR0BBoQ8W9DhMdX2UKGgGaAloD0MIjzaOWGtFiMCUhpRSlGgVS1JoFkdAQaA4OtnwonV9lChoBmgJaA9DCBFWYwkrF33AlIaUUpRoFUs5aBZHQEGj8DSw4bV1fZQoaAZoCWgPQwj1L0llSiaCwJSGlFKUaBVLRWgWR0BBpfR3NcGDdX2UKGgGaAloD0MIGNF2TF1FhsCUhpRSlGgVS1JoFkdAQavpQk5ZKXV9lChoBmgJaA9DCDtypDOwzWrAlIaUUpRoFUtYaBZHQEGs7EpAlfJ1fZQoaAZoCWgPQwgo0v2cwvR7wJSGlFKUaBVLO2gWR0BBq1v/BFd+dX2UKGgGaAloD0MIuReYFaqKhMCUhpRSlGgVS0toFkdAQbHEqDsdDXV9lChoBmgJaA9DCA69xcP7hHrAlIaUUpRoFUs6aBZHQEG0fFJg9eR1fZQoaAZoCWgPQwjmO/iJI9eBwJSGlFKUaBVLQWgWR0BBs0aya/h3dX2UKGgGaAloD0MIfQT+8DOHe8CUhpRSlGgVSzpoFkdAQbgPTXrdFnV9lChoBmgJaA9DCHL6er7GkYDAlIaUUpRoFUtBaBZHQEG/ZJTVDrt1fZQoaAZoCWgPQwiB64oZwWKNwJSGlFKUaBVLVmgWR0BBwvdEb5uZdX2UKGgGaAloD0MIxlIkX4mXesCUhpRSlGgVSzhoFkdAQcTZxrBTGnV9lChoBmgJaA9DCMu8VddhaHPAlIaUUpRoFUtmaBZHQEHHhUipvP11fZQoaAZoCWgPQwh4KXXJGGqBwJSGlFKUaBVLPGgWR0BBzYFJQLuydX2UKGgGaAloD0MINC2xMhqwZcCUhpRSlGgVS2doFkdAQdU0xdpqRHV9lChoBmgJaA9DCNXo1QCF44fAlIaUUpRoFUtQaBZHQEHY4G2TgVJ1fZQoaAZoCWgPQwitinCTsRWAwJSGlFKUaBVLO2gWR0BB2SEcsDnvdX2UKGgGaAloD0MIXp7OFaX6hsCUhpRSlGgVS1FoFkdAQdnag2606nV9lChoBmgJaA9DCC/Df7ohYILAlIaUUpRoFUtFaBZHQEHby7wrlNl1fZQoaAZoCWgPQwjvcaYJWxB9wJSGlFKUaBVLSWgWR0BB36C+UQkHdX2UKGgGaAloD0MInBn9aJgwhMCUhpRSlGgVS09oFkdAQeIxesxO+XV9lChoBmgJaA9DCBJsXP+uIWDAlIaUUpRoFUtYaBZHQEHjlLeyiVV1fZQoaAZoCWgPQwhkz57L1AxOwJSGlFKUaBVLQmgWR0BB5e8wpON6dX2UKGgGaAloD0MIQx1WuAWggcCUhpRSlGgVS0xoFkdAQeedwvQF93V9lChoBmgJaA9DCCKoGr2a22HAlIaUUpRoFUtYaBZHQEHv5Z8rqdJ1fZQoaAZoCWgPQwisAyDu6mlYwJSGlFKUaBVLSmgWR0BB8c2rGR3edX2UKGgGaAloD0MIYHMOngmSZ8CUhpRSlGgVS0ZoFkdAQfLkjopx3nV9lChoBmgJaA9DCGnHDb+bQ1fAlIaUUpRoFUtOaBZHQEH9lyR0U491fZQoaAZoCWgPQwinA1lPLTV6wJSGlFKUaBVLO2gWR0BCAJRO1v2odX2UKGgGaAloD0MIbHak+o5cfMCUhpRSlGgVSz9oFkdAQgAhOgxrSHV9lChoBmgJaA9DCCCaeXJNonXAlIaUUpRoFUs2aBZHQEH/6Uqx1Pp1fZQoaAZoCWgPQwj/BBcrKtaBwJSGlFKUaBVLTWgWR0BCAyPU8V59dX2UKGgGaAloD0MIWriswuZed8CUhpRSlGgVS1hoFkdAQgHAXVLBbnV9lChoBmgJaA9DCE2FeCQe+3zAlIaUUpRoFUtHaBZHQEIKcPOIInl1fZQoaAZoCWgPQwhXQKGe/jZywJSGlFKUaBVLM2gWR0BCCMQd0aIfdX2UKGgGaAloD0MIHQOy17vcc8CUhpRSlGgVSzZoFkdAQgy3Td+G5HV9lChoBmgJaA9DCPuRIjKs9ITAlIaUUpRoFUtRaBZHQEIQ/+sHSnd1fZQoaAZoCWgPQwgu51JcVSZzwJSGlFKUaBVLNGgWR0BCFfx+az/qdX2UKGgGaAloD0MIjGZl+5ApZcCUhpRSlGgVS09oFkdAQhhqEeyRjnV9lChoBmgJaA9DCK5jXHFx81jAlIaUUpRoFUtVaBZHQEIZp9qk/KR1fZQoaAZoCWgPQwjluFM6GI9wwJSGlFKUaBVLPmgWR0BCGl5WzWwvdX2UKGgGaAloD0MISx+6oL5XdcCUhpRSlGgVS1RoFkdAQhvfl6qsEXV9lChoBmgJaA9DCAW/DTHeEHrAlIaUUpRoFUs/aBZHQEIdl+Vkc0d1fZQoaAZoCWgPQwj/If32deRwwJSGlFKUaBVLNWgWR0BCIvwmVqvedX2UKGgGaAloD0MIKSZvgJm7OsCUhpRSlGgVSz5oFkdAQiR7VrhzeXV9lChoBmgJaA9DCBDM0eM3fnbAlIaUUpRoFUtAaBZHQEIm9Jz1bq11fZQoaAZoCWgPQwg41zBD49RzwJSGlFKUaBVLRWgWR0BCKk8JUo8ZdX2UKGgGaAloD0MIEjKQZxcTdsCUhpRSlGgVSz5oFkdAQiuq1gH/tXV9lChoBmgJaA9DCDMXuDwW8XHAlIaUUpRoFUtHaBZHQEIxfdhy8z11fZQoaAZoCWgPQwgGobyPI114wJSGlFKUaBVLWGgWR0BCM0O/cnE3dX2UKGgGaAloD0MIC+vGuyO7Z8CUhpRSlGgVS1toFkdAQja9XcQAdXV9lChoBmgJaA9DCKfmcoOh4FrAlIaUUpRoFUtSaBZHQEI4FRpDeCV1fZQoaAZoCWgPQwjtuOF309R1wJSGlFKUaBVLSGgWR0BCPhxgiNbUdX2UKGgGaAloD0MIQ+OJIM4JRsCUhpRSlGgVS1RoFkdAQkFrXUYsNHV9lChoBmgJaA9DCI7nM6Deil/AlIaUUpRoFUtMaBZHQEJDyq+8Gs51fZQoaAZoCWgPQwgSvvc3aHZSwJSGlFKUaBVLZGgWR0BCRbayrxRVdX2UKGgGaAloD0MI+nq+ZrnjV8CUhpRSlGgVS11oFkdAQkhFPSDyv3V9lChoBmgJaA9DCLivA+eMyCzAlIaUUpRoFUtlaBZHQEJOjs2NvO11fZQoaAZoCWgPQwgkRPmCFk9bwJSGlFKUaBVLVGgWR0BCTvWH1vl2dX2UKGgGaAloD0MIcR+5NekGXcCUhpRSlGgVS2RoFkdAQk+F10T103V9lChoBmgJaA9DCBx4tdyZ/lHAlIaUUpRoFUtCaBZHQEJU1xbSqlx1fZQoaAZoCWgPQwhyNEdWfp09wJSGlFKUaBVLXGgWR0BCVImG/N7jdX2UKGgGaAloD0MIXMzPDU1xQsCUhpRSlGgVS1toFkdAQlcSf16E8XV9lChoBmgJaA9DCGAF+G5zbXXAlIaUUpRoFUtYaBZHQEJZQ0oBq9J1fZQoaAZoCWgPQwh6AIv8ugpwwJSGlFKUaBVLV2gWR0BCWd0A93bFdX2UKGgGaAloD0MIopdRLLe3WMCUhpRSlGgVS1NoFkdAQmDTpgTh53V9lChoBmgJaA9DCIoFvqJbC1LAlIaUUpRoFUtTaBZHQEJkaYu01Il1fZQoaAZoCWgPQwjusInMXNBWwJSGlFKUaBVLOmgWR0BCY9t/FzdUdX2UKGgGaAloD0MIvJUlOkt5dcCUhpRSlGgVS0hoFkdAQmbFl05lv3V9lChoBmgJaA9DCIGv6NZrBkLAlIaUUpRoFUs5aBZHQEJpVCojv/l1fZQoaAZoCWgPQwiGcqJdhQ5BwJSGlFKUaBVLXmgWR0BCa3d0q6OHdX2UKGgGaAloD0MIgVt381RNZMCUhpRSlGgVS1NoFkdAQm6oESuhbnV9lChoBmgJaA9DCNqPFJGhuHXAlIaUUpRoFUtNaBZHQEJ31oQFs551fZQoaAZoCWgPQwi/0vnwLCU7wJSGlFKUaBVLXmgWR0BCd91+y7f6dX2UKGgGaAloD0MI5QtaSMAIKECUhpRSlGgVSz9oFkdAQn1s1sLv1HV9lChoBmgJaA9DCGmpvB3hP2XAlIaUUpRoFUteaBZHQEKDp3X7LuB1fZQoaAZoCWgPQwhhxD4BFEFMwJSGlFKUaBVLYWgWR0BChKCQLeANdX2UKGgGaAloD0MI0jqqmiAWS8CUhpRSlGgVS1NoFkdAQoRRCQcPv3V9lChoBmgJaA9DCH4dOGdEtVnAlIaUUpRoFUtKaBZHQEKDuhK15Sp1fZQoaAZoCWgPQwgqjgOvlpFcwJSGlFKUaBVLUWgWR0BChXbmEGqxdX2UKGgGaAloD0MIhsYTQZx7ScCUhpRSlGgVSzloFkdAQol/c32mHnV9lChoBmgJaA9DCERssHCS9XHAlIaUUpRoFUtbaBZHQEKJWf9P1th1fZQoaAZoCWgPQwhC7iJMUdBgwJSGlFKUaBVLQ2gWR0BCi08NhE0BdX2UKGgGaAloD0MI+KbpswOKN8CUhpRSlGgVS0FoFkdAQo1YlpoK2XV9lChoBmgJaA9DCIJXy52ZTmrAlIaUUpRoFUs4aBZHQEKNQ8fV7Qd1fZQoaAZoCWgPQwhE+u3rwP5nwJSGlFKUaBVLUGgWR0BCkyzHCGeudX2UKGgGaAloD0MIqrab4JuqQ8CUhpRSlGgVS1xoFkdAQpUpRXOnmHV9lChoBmgJaA9DCI9uhEXF6WPAlIaUUpRoFUtQaBZHQEKcDqW1MM91ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 782, "buffer_size": 1000000, "batch_size": 64, "learning_starts": 50000, "tau": 1.0, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n Replay buffer used in off-policy algorithms like SAC/TD3.\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device:\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n of the replay buffer which reduces by almost a factor two the memory used,\n at a cost of more complexity.\n See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ", "__init__": "<function ReplayBuffer.__init__ at 0x7fc06fe14560>", "add": "<function ReplayBuffer.add at 0x7fc06fe145f0>", "sample": "<function ReplayBuffer.sample at 0x7fc06fe14680>", "_get_samples": "<function ReplayBuffer._get_samples at 0x7fc06fe14710>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7fc06fe6e9c0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLBGgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "actor": null, "use_sde_at_warmup": false, "exploration_initial_eps": 1.0, "exploration_final_eps": 0.05, "exploration_fraction": 0.1, "target_update_interval": 625, "_n_calls": 6252, "max_grad_norm": 10, "exploration_rate": 0.05, "exploration_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVYwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsESxNDLGQBfAAYAIgBawRyEIgAUwCIAmQBfAAYAIgAiAIYABQAiAEbABcAUwBkAFMAlE5LAYaUKYwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEgvdXNyL2xvY2FsL2xpYi9weXRob24zLjcvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEtuQwYAAQwBBAKUjANlbmSUjAxlbmRfZnJhY3Rpb26UjAVzdGFydJSHlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEgvdXNyL2xvY2FsL2xpYi9weXRob24zLjcvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpRoHilSlGgeKVKUh5R0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCR9lH2UKGgZaA6MDF9fcXVhbG5hbWVfX5SMG2dldF9saW5lYXJfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lChoC4wIYnVpbHRpbnOUjAVmbG9hdJSTlIwGcmV0dXJulGgwdYwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBqMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP6mZmZmZmZqFlFKUaDhHP7mZmZmZmZqFlFKUaDhHP/AAAAAAAACFlFKUh5SMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
|
|
|
|
| 1 |
+
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gASVMAAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLmRxbi5wb2xpY2llc5SMCURRTlBvbGljeZSTlC4=", "__module__": "stable_baselines3.dqn.policies", "__doc__": "\n Policy class with Q-Value Net and target net for DQN\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function DQNPolicy.__init__ at 0x7f66a9e72440>", "_build": "<function DQNPolicy._build at 0x7f66a9e724d0>", "make_q_net": "<function DQNPolicy.make_q_net at 0x7f66a9e72560>", "forward": "<function DQNPolicy.forward at 0x7f66a9e725f0>", "_predict": "<function DQNPolicy._predict at 0x7f66a9e72680>", "_get_constructor_parameters": "<function DQNPolicy._get_constructor_parameters at 0x7f66a9e72710>", "set_training_mode": "<function DQNPolicy.set_training_mode at 0x7f66a9e727a0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f66a9e64510>"}, "verbose": 0, "policy_kwargs": {"net_arch": [256, 256]}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gASVwwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBVudW1weS5jb3JlLm11bHRpYXJyYXmUjAxfcmVjb25zdHJ1Y3SUk5RoBowHbmRhcnJheZSTlEsAhZRDAWKUh5RSlChLAUsIhZRoColDIAAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lHSUYowEaGlnaJRoEmgUSwCFlGgWh5RSlChLAUsIhZRoColDIAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/lHSUYowNYm91bmRlZF9iZWxvd5RoEmgUSwCFlGgWh5RSlChLAUsIhZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYolDCAAAAAAAAAAAlHSUYowNYm91bmRlZF9hYm92ZZRoEmgUSwCFlGgWh5RSlChLAUsIhZRoKolDCAAAAAAAAAAAlHSUYowKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gASVRgsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwVbnVtcHkuY29yZS5tdWx0aWFycmF5lIwMX3JlY29uc3RydWN0lJOUaAiMB25kYXJyYXmUk5RLAIWUQwFilIeUUpQoSwFNcAKFlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYolCwAkAAD3HymwlPLza382FpV6k6v52F1yW/UsAlh4X34agG4dqWd6lCWkpxOR6uZ3Se3vXGXiIaNXhpOYL3//U/9GavuYaArn3YCI5gq5NnBjhG4t/Q8guf5ieqoH9rds2KIv5c+yGADjQbKJjMr8cvjD+B5FqnCs4l9NeCse4mCJrdSMTyva8uBXsX3n5GrkkoF+VVNAQ7pcm9et9ylVkmhNeyi4BBHCLkOOSxJ5Nlgbp9ZdeJm5IVupme/RuouTZUW2UceA5zGlHF+ifIZVkb7pkv35ctYUgMXl8iTmEt+AA6b78yM4JGFrExA1UlQe5qtd12nCOdjqm0UK8lbOE/V6n7KBN9UEJKvjr16B1tGmzGbm0BGZjAnGsKtsoYPUtVNmYIIghrGLQiAzMOvDlIWJelMs2bIyE35CUGQFc4taIC9CJ8s+6wLWtnm3xxfWXKu5evWJ0bIpfAQzIqzU3k4QwOpx8tntI8AFgejU408ULCjvHPXsLxABRF7hFHlZr3uAlXfgMIL8CRk+OLU0DmlgsDuM2ioZxjCi8QEoP5C5itpIgn+43FX2VEVRC11qU51KPag4+12ep+RXNJsoHm0JHkAjBHiIdn5sdYmClg6SJJO2mMiKes2Bx5SUnATJt/HZjWSuP0fNoTjSARcFwaU0v0p4FPPXWxIrxcphUESNW3X+YLbm6sbU0EhMhbNrU6GTkFDsNDG+66f2woa5gjrqntvRZ9VjrL4Wga4zZZSFV6iL+8oI7THI4xS3Dm6NYr3COA/SoYAEipD15MMouy4Xq+MyLGwPA8RtQE57QzH5Q2b9MMkcN2ZDZqIZ7A8Blbwel7UJJLQVkG34V7iJkqidanWBouM81BASfIQ/6CD0RVrMydK6Ct6uk9UBoT2lXgNI5oaEmKeNhwfE2YD5mP61k9YDen0LK7nVAxyM5T1QUwIjdGA0DjZr2jSUdJyfxV4r7DK9RGDy5ZGAPFhcZ2dqK6EV+7VUOR0WoR/f3ps6mjjxIE+9H0YcnXmZTIVra/qzSEukSjXnU2jbmCCSEgau72YLnuronlSiseX5O3QMx3Q3NEz8IYVe8y5XZHdCiCys3C7lc5S2Exhcn60eg2a14mkzbJkxHjxfUAj8aSyEhHbq9ahGEUuu69TdO6prqj/5DPcAo98WpGIJhnKINjSEg4Qi9B48XLshiXu9C+2aa9419O586iH+Sc4t7vNF+1bNRLx/twCGTiRDwoZr/2H1hIk3CH9SjklblqcS8R8CDxBqTrrsewp+a6Adii2SpPEJt9GQxOAQSej1zYUUhW8F1IHAkt9DQJMlkLsQJiL75H/YGwgyLoW6kFiE3G7N5wAUrSRXcZmNjC0YYOi87Eu7+RIACSS1CmJRzWiMB3XypysK/2/oSojNFawuuhhqkiQtADUNBf1UEo30mCRjFEFF+HWlYcuoTZO/UcA/tlm/YbyJKv8lEcUk75EsJLXVJu4X9hG8/8MT6t9CCyrxdvudqyK0aTp/sTm0I6kZhx8RYFqWJm9X5xFJwyD5n2pFv058A0GoM8ctm8X7mcTO2rHsLeX9wqQ8QOh0whteyo/KYKk/JAZ6El/6mys0V2NGhXtRFDzl84ls3I8GgfYD8eLIeT01p/sQypFQf5cBPiELprno08fSX/MSqUpkuKCh6eqfcFtGy3U78INZJQAc8f8IUp7VCrtJP8OZbLvpZxKy4p6Xm8UrtH7Q11+WxQlQcZVxyaLREg1Qdy9eiSqo+7aAf0FUuo4uU7cH2lxsxnxXpTjfopF/zX6wvIFA6KbaOcPoK2JF7jKqQ1BUn3Eq2+bCxgFBprJI5oNHEwi/kaOpqkedAepV0QSGcIWXZ29pp1gtMhcMJSVCAK/yamRCoKVEA2Ji5aXx6sZPcoe3tBVSxJAxZLuEEOGvhbj1S6Ci4Q1WnUuxUGsIPsn4W+9LHGrK7T6DV2jlannbSyJddN9nqU/HDrlheIS8OD6eNHTzymJ5nBaops+LTIQNNevJ8E5lY43GzvtHaP2FMTKIjReQENciIl5MwlFw50/L2sP2P2ZXququtsDE7/hsVHL4ek65HQU39vyx1QjxBHAWsTVk9zXZDsFbbohV60u0JoxXyOn8cD8RRHRkG8+WT9IyCGe9Wi1bHTMCUswUSDvvJDC7lEpnOwSDpYwJowjkE9aHg1frLDeQTMY02ErAKKvNE7NaUngG8YmHssa2BjbWIUliZgHgUbS3bj2xVgZJFhCuB6JMXQkSOrC9IMtHLtgdySJfqqHr1w6ax9tBJFKQFRSd/zgVE9iFqxVfaHRChqbp9zsPV7EtezUB4KGsXlycfHsrcbbAQL6Lw0KkaWU61qzOfTZ/ZMS3dQorET5UbT2pZxbqyvKV6/gkc0xvGi6Rn8UwPRrWWGNr5L07tAvP7srLfZFC4ktbyyzsobrtIzQUCJePJTN2299XYvBVTlBe1A535v1wlxhR6CIktEa+sKNvnyfD6ZQlO+Pr7V46Hn8Hy1fXGWAh7/wzufPcbuWC6U9XQQTUcXPPjJ9zo79+vg0auNRMjWiW+p06WHDW422Nsw8uRXEnBnZjlfEuGotrX4I58v1XBYJqPQFEwyNVAKnXhBnHVgCtZrXyLdLeZIYAIbyv7YFJFeOi6Qq4h1q19C9EhF9GhP1FqvCitZc5Wm063OeDgahJe0djs5US/XVIVPjTm392ndwSY4FYKapZ073hXuCbsQCjQ2B83ikNUK3d8CJddTauK2QK4zGfc5/JII0QT5SzwzmPqbLVYgbYGuOhd6yEzuMtBaRp+8N5UnSazltyoAzXgjva6zDCcBhGlSg6EAqerZrj0ouHw+0WphYMU9s7EN1TrTu4jwyZGH9hY1Q6Xo/tk5sXDhTmujSkDIyeDZ0MuyV76nf4aDh65GiQnQIazcej0HVsDKTQ5Jm3zPeh2ME5a8w+4PQJie6DrZ3xyOuLX7D3YTGrq7XGLEYUCYBnbo5rmoLH5P+mqxwyvp6VVWNmxQ0uOfQEambuytatdhVXKl+hpJpIMm05FPZ+YNF7IEDmNgnwut1y8WfOvmxP7hwQZ6u7pFI0uQfbWc1g81We4vtnD4JaCH0iRK6cWkoBBgQ6KvKx72rf3t/vqSlQL1cJWSY6o0goL/IMt5eYqQhkCzosV2vHQvn0CImVpNgvWsNIw3lc83lf1eoZZs4xQmAKPLGs2+QJmqjvgQLk/svxUgfBSbW8YlFuFfPHgq7OWmMBNLJWsS4TlUYw8355pPQM9I1EeYeZqynVNBRceD78c93vbpp8pzjkIdtvL4KBh0UrfNJGZsZX0DSY1P7MY94nCVdhJggvDwpU3hYJw9pR0lGKMA3Bvc5RLcHWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=", "n": 4, "_shape": [], "dtype": "int64", "_np_random": "RandomState(MT19937)"}, "n_envs": 16, "num_timesteps": 500032, "_total_timesteps": 500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1653141243.120034, "learning_rate": 0.00063, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gASVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9EpNKyv9tNhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gASVjQIAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxBLCIaUaAOMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiiUIAAgAAM1iwPMPJRLrI4Y88HKEPNk+dVLq+yAk1AACAPwAAgD+aFyK+9p9jvNrZHDsNmnI5ihXTPTtOeboAAIA/AACAP81w1LtIyZ+6mB1uPPePg7lZvh47crR1uAAAgD8AAIA/TaI5PRRuirioRxm+yxYXNo1QALwscoy1AACAPwAAgD+zAA2+FgB5PXqp7T3jlw++41eavELMUT0AAAAAAAAAAAAUhb7BWXE+XeIbPnVhbr5I0Ry9UguQvQAAAAAAAAAAZnR+PLg+vLmFu5Y85bmfNkDcoruCN6Q1AACAPwAAgD+a7Js8rpOPuoqwgDy2Lbi1g1gVuzRcsLQAAIA/AACAP2YI0jzhHrG6VGgEO9cODjxEJqE7rgfyvAAAgD8AAIA/sBhpvuQBPD8GJ02+okvivhUlhr7aphK9AAAAAAAAAAAAdv08XJ94uq2qWzwuvuy1gY70utOO27QAAIA/AACAP9qqwT0L5Sg/9uLAPSl/O7+VNQo+TzsAvgAAAAAAAAAAAHG3vVybH7pwMAY9m4yhNG83n7rJmcgzAACAPwAAgD8mBMI9cYJUu4Lnn72zyyS7Ojy8PJFQxDsAAIA/AACAP+iL674Ptwu+wpO0vqX4gL2zTxU+srn0vgAAAAAAAAAA/gfYvvc2uT52/hA+gT3ovbFYr74JmJG8AAAAAAAAAACUdJRiLg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gASVmAAAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxCFlGgDjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYolDEAEBAQEBAQEBAQEBAQEBAQGUdJRiLg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gASVjQIAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxBLCIaUaAOMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiiUIAAgAAzeeuPI/ORLoCX088BscjtuOeVLrsuR21AACAPwAAgD+6HSK+3LVjvFqr0zqhgwo5tC7TPWBGD7oAAIA/AACAPzMz2buuC5+605RZPPdMkrzP7R47ytt/PQAAgD8AAAAA5sM/PXuUirhkwBa+xY9otllQALy7F9k1AACAPwAAgD+zNw6+qPaCPf2r5T1H2xG+vFKvvCoARj0AAAAAAAAAAN3Whb5UtnY+15QPPk1qUr7AaQ69e9C0vAAAAAAAAAAAzXB7PFJIvLlv8kc820I+tu3bort61EG1AACAPwAAgD+ao5o8e5iPuiWQQTws3UQ400UVu0L3PDcAAIA/AACAP8380Tzhnsq6hxoPvH+KOLxWgdE7FhMcPQAAgD8AAIA/6gZnviqNPj9mO2G+qvvlvm86hb5P+Sm9AAAAAAAAAADNXPw8j5p4ukDUHjyqXFC22I30uvwVPrUAAIA/AACAPwDevz3gHS0/th6wPVksP7/znhA+xOcQvgAAAAAAAAAAwBy4vVybH7rVeN48/sQTOcg9n7p6Lw84AACAPwAAgD/am8M9PdBQu8KElb2N3/G6wsa5PF3udzsAAIA/AACAP02e6b6ONAq+DMi0vvLAEr2ryC0+pdz4vgAAAAAAAAAAesDYvsyEuj7rGu09SY8Cvjfkrr7MNbC8AAAAAAAAAACUdJRiLg=="}, "_episode_num": 1404, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -6.4000000000064e-05, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gASVVhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIizOGOUHxb0CUhpRSlIwBbJRNrgGMAXSUR0Cezzs8xKxtdX2UKGgGaAloD0MIKuPfZ1xnUECUhpRSlGgVS4poFkdAnt3piy6cy3V9lChoBmgJaA9DCPUsCOV9pXBAlIaUUpRoFU2rAWgWR0Ce9nPoFFDwdX2UKGgGaAloD0MI4rGfxdIiY0CUhpRSlGgVTegDaBZHQJ8OxTCLuQZ1fZQoaAZoCWgPQwgjv36IjRRmQJSGlFKUaBVN6ANoFkdAnyEZqEeyRnV9lChoBmgJaA9DCGtJRzkYf2NAlIaUUpRoFU3oA2gWR0CfLpBMi8nNdX2UKGgGaAloD0MI7l9ZaVJeckCUhpRSlGgVTQsCaBZHQJ85wBaLXMB1fZQoaAZoCWgPQwhjf9k9OYxxQJSGlFKUaBVNuQFoFkdAnzva4lQdj3V9lChoBmgJaA9DCMbCEDl9n3BAlIaUUpRoFU3hAWgWR0CfPQ3QUpNLdX2UKGgGaAloD0MIGw5LA799Z0CUhpRSlGgVTegDaBZHQJ9AP3SKFZh1fZQoaAZoCWgPQwiwkSQIV+FjQJSGlFKUaBVN6ANoFkdAn0JA8OkLyHV9lChoBmgJaA9DCLtjsU3qPHFAlIaUUpRoFU0aAmgWR0CfQjwevIOpdX2UKGgGaAloD0MIoWXdP9Z+cECUhpRSlGgVTRACaBZHQJ9EZm/WUbF1fZQoaAZoCWgPQwjXvRWJCXBxQJSGlFKUaBVNIAFoFkdAn0ZxSpBHC3V9lChoBmgJaA9DCK+T+rK0QXFAlIaUUpRoFUvTaBZHQJ9Ik0GeMAF1fZQoaAZoCWgPQwjf4XZoWJpJQJSGlFKUaBVLlmgWR0CfVanmaH9FdX2UKGgGaAloD0MIniPyXUrJQkCUhpRSlGgVS4BoFkdAn2VScLBsRHV9lChoBmgJaA9DCPMd/MQBnkNAlIaUUpRoFUuPaBZHQJ9mYUg0TDh1fZQoaAZoCWgPQwiqnsw/+uBGQJSGlFKUaBVLrWgWR0Cfao1+y7f6dX2UKGgGaAloD0MItwpioGu3M0CUhpRSlGgVS1toFkdAn4GqaCtihHV9lChoBmgJaA9DCP2fw3x5TXFAlIaUUpRoFUv2aBZHQJ+JFmBe5Wl1fZQoaAZoCWgPQwjN6EfDKXlBQJSGlFKUaBVLiWgWR0CfiyRJ2+wldX2UKGgGaAloD0MI36mAe56JaECUhpRSlGgVTegDaBZHQJ++O9FnZkF1fZQoaAZoCWgPQwikUuxonD9hQJSGlFKUaBVN6ANoFkdAn8TP1DjR2XV9lChoBmgJaA9DCEIj2Lj+8GVAlIaUUpRoFU3oA2gWR0Cfy1JDE3sHdX2UKGgGaAloD0MIAYdQpeZ0b0CUhpRSlGgVTdgBaBZHQJ/VX5uZThp1fZQoaAZoCWgPQwg9DoP5q4VxQJSGlFKUaBVNLQJoFkdAn9ZFotcv/XV9lChoBmgJaA9DCD9YxobuoGJAlIaUUpRoFU3oA2gWR0Cf3cFa0QbudX2UKGgGaAloD0MIb57qkJuBYkCUhpRSlGgVTegDaBZHQJ/s0QmNR3x1fZQoaAZoCWgPQwjSjht+N0lAQJSGlFKUaBVLp2gWR0Cf8koSL61tdX2UKGgGaAloD0MI0SFwJNB4M0CUhpRSlGgVS4xoFkdAn/vtBv73wnV9lChoBmgJaA9DCLn7HB8t7VBAlIaUUpRoFUt6aBZHQJ/+KseXAuZ1fZQoaAZoCWgPQwhK7xtfeyRGQJSGlFKUaBVLiGgWR0CgCMh0hePadX2UKGgGaAloD0MIoaNVLelGUkCUhpRSlGgVS4hoFkdAoAuRbQkX13V9lChoBmgJaA9DCPj9mxcnHjFAlIaUUpRoFUtyaBZHQKANRRIjGDN1fZQoaAZoCWgPQwilZg+0AoVNQJSGlFKUaBVLd2gWR0CgD2O938oAdX2UKGgGaAloD0MIZY7lXXVCY0CUhpRSlGgVTegDaBZHQKAXtK+SKWN1fZQoaAZoCWgPQwhLrIxGvh5wQJSGlFKUaBVNgQFoFkdAoBn3Uc4o7XV9lChoBmgJaA9DCJDY7h6gNzJAlIaUUpRoFUt1aBZHQKAdWxPfsNV1fZQoaAZoCWgPQwgKvJNPj8pfwJSGlFKUaBVNyQFoFkdAoB3UzVMEinV9lChoBmgJaA9DCHPaU3JOhHFAlIaUUpRoFU2vAmgWR0CgI1I2OyVwdX2UKGgGaAloD0MIxTvAkxb/bkCUhpRSlGgVTbQDaBZHQKAjTvhIe5p1fZQoaAZoCWgPQwgYXHNHf/ZgQJSGlFKUaBVN6ANoFkdAoCPXrB0p3HV9lChoBmgJaA9DCNeiBWhb43FAlIaUUpRoFUuYaBZHQKAkV6QeV9p1fZQoaAZoCWgPQwjnj2ltGp9NQJSGlFKUaBVLt2gWR0CgJG5Pl+3IdX2UKGgGaAloD0MICvMeZxoyZ0CUhpRSlGgVTegDaBZHQKAk5wHZ9NN1fZQoaAZoCWgPQwgra5vicT9nQJSGlFKUaBVN6ANoFkdAoCgBAlfJFXV9lChoBmgJaA9DCO3T8ZhBm3FAlIaUUpRoFUvyaBZHQKAplLXcxj91fZQoaAZoCWgPQwh8DcFxGQ9MQJSGlFKUaBVLnWgWR0CgLK/OdGy5dX2UKGgGaAloD0MIT1d3LLaxUUCUhpRSlGgVS51oFkdAoC7JrP+n63V9lChoBmgJaA9DCM+9h0uOhUBAlIaUUpRoFUtraBZHQKAx1+5vtMR1fZQoaAZoCWgPQwjlXmBWKBhSQJSGlFKUaBVLh2gWR0CgNO+xOclPdX2UKGgGaAloD0MIZoUi3c8XT0CUhpRSlGgVS4RoFkdAoDWJmZmZmnV9lChoBmgJaA9DCAb2mEhpLWhAlIaUUpRoFU3oA2gWR0CgObmU4aP0dX2UKGgGaAloD0MI4jrGFRdxUUCUhpRSlGgVS4VoFkdAoD3uLUCq63V9lChoBmgJaA9DCL0aoDTUXFRAlIaUUpRoFUt/aBZHQKA/gNBF/hF1fZQoaAZoCWgPQwgFhxdEpGROQJSGlFKUaBVLfmgWR0CgReAYHgP3dX2UKGgGaAloD0MI+UhKehiqWUCUhpRSlGgVTegDaBZHQKBIFZBcAzZ1fZQoaAZoCWgPQwhsskY9RJNcwJSGlFKUaBVLdmgWR0CgSTDC53C9dX2UKGgGaAloD0MIHhZqTXP+YkCUhpRSlGgVTegDaBZHQKBL2Py08eV1fZQoaAZoCWgPQwhPdcjNcE1NQJSGlFKUaBVLaWgWR0CgU+S9mHxjdX2UKGgGaAloD0MINdB8zt2AcECUhpRSlGgVTXQBaBZHQKBUfdkauOl1fZQoaAZoCWgPQwjYmq28ZGJtQJSGlFKUaBVNFANoFkdAoFR+iFj/dnV9lChoBmgJaA9DCBWrBmHuPnNAlIaUUpRoFU1TAWgWR0CgVH0s4DLbdX2UKGgGaAloD0MI196nqhCQckCUhpRSlGgVTQUBaBZHQKBUe2d/axp1fZQoaAZoCWgPQwgQQGoTJ0VBwJSGlFKUaBVN6QFoFkdAoF5p2hZha3V9lChoBmgJaA9DCOC+DpwzIE7AlIaUUpRoFUtUaBZHQKBfebQ1JlJ1fZQoaAZoCWgPQwgCY30Dk0c6QJSGlFKUaBVLXGgWR0CgYJIbwSamdX2UKGgGaAloD0MITUusjEYPckCUhpRSlGgVTcUBaBZHQKBgjwCr92p1fZQoaAZoCWgPQwi0keumVP9xQJSGlFKUaBVN0QFoFkdAoGGTQC0WuXV9lChoBmgJaA9DCFT+tbzy429AlIaUUpRoFU1WAWgWR0CgYxvg3tKJdX2UKGgGaAloD0MI5rFmZNAGcUCUhpRSlGgVTbMBaBZHQKBjDyWiUPh1fZQoaAZoCWgPQwh0X85s14ByQJSGlFKUaBVNGgFoFkdAoGOQ0O3DvXV9lChoBmgJaA9DCEHTEiujcRdAlIaUUpRoFUtTaBZHQKBt38VpKz11fZQoaAZoCWgPQwi8kuS5vk8WwJSGlFKUaBVLUmgWR0CgbfKc3EQ5dX2UKGgGaAloD0MIL1G9NbBVMUCUhpRSlGgVS2toFkdAoG5vL5h0AHV9lChoBmgJaA9DCNjXutQIBTNAlIaUUpRoFUttaBZHQKBvfLjghr51fZQoaAZoCWgPQwiy1Hq/0X5OQJSGlFKUaBVLYWgWR0CgexN03fhudX2UKGgGaAloD0MI1o7iHLXNcECUhpRSlGgVS+toFkdAoIIk9U0el3V9lChoBmgJaA9DCEfJq3NMZnBAlIaUUpRoFU33AWgWR0CggiV7x/d7dX2UKGgGaAloD0MI/mFLj6ZucECUhpRSlGgVTfgCaBZHQKCCG3BHkLh1fZQoaAZoCWgPQwg1tWytb4pyQJSGlFKUaBVNFAFoFkdAoIKpa/yoXXV9lChoBmgJaA9DCLIsmPijDnJAlIaUUpRoFU1lAWgWR0CggrAE2YOUdX2UKGgGaAloD0MIMdKL2v2MQUCUhpRSlGgVS5NoFkdAoIMxpL26CnV9lChoBmgJaA9DCDnv/+MESHBAlIaUUpRoFUvPaBZHQKCJ5ke6qbV1fZQoaAZoCWgPQwijztxDwt5wQJSGlFKUaBVN6wFoFkdAoIn460Y0mHV9lChoBmgJaA9DCMpPqn06PghAlIaUUpRoFUt9aBZHQKCS3dUKiPB1fZQoaAZoCWgPQwhM/id/97JPQJSGlFKUaBVLe2gWR0CgmkpT2nKodX2UKGgGaAloD0MIdqVlpN7nb0CUhpRSlGgVTQwBaBZHQKCl9undfsx1fZQoaAZoCWgPQwiqKF5lbeFAwJSGlFKUaBVNrAJoFkdAoKaNLHuJDXV9lChoBmgJaA9DCFxZorNMRHJAlIaUUpRoFU3zAWgWR0Cgx6BPbfxddX2UKGgGaAloD0MIcodNZCZdckCUhpRSlGgVTcEBaBZHQKDHqaESM991fZQoaAZoCWgPQwj4pumzA/pkQJSGlFKUaBVN6ANoFkdAoM9PAAQxvnV9lChoBmgJaA9DCCBfQgWHHnJAlIaUUpRoFU0/AWgWR0Cg09lWfbsXdX2UKGgGaAloD0MIDmWoimkDcUCUhpRSlGgVTWECaBZHQKDWF0HQhOh1fZQoaAZoCWgPQwiInpRJjcljQJSGlFKUaBVN6ANoFkdAoNxyGi5/b3V9lChoBmgJaA9DCK8Hk+JjQGRAlIaUUpRoFU3oA2gWR0Cg3HLvTgEVdX2UKGgGaAloD0MInnx6bMtyQ0CUhpRSlGgVS7JoFkdAoOFVwHZ9NXV9lChoBmgJaA9DCLsmpDUGmWNAlIaUUpRoFU3oA2gWR0Cg6FcxbjcVdX2UKGgGaAloD0MIj+Gxn8WvZkCUhpRSlGgVTegDaBZHQKDpfIJ7b+N1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gASVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 500032, "buffer_size": 50000, "batch_size": 128, "learning_starts": 0, "tau": 1.0, "gamma": 0.99, "gradient_steps": -1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gASVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n Replay buffer used in off-policy algorithms like SAC/TD3.\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device:\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n of the replay buffer which reduces by almost a factor two the memory used,\n at a cost of more complexity.\n See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ", "__init__": "<function ReplayBuffer.__init__ at 0x7f66a9e43cb0>", "add": "<function ReplayBuffer.add at 0x7f66a9e43d40>", "sample": "<function ReplayBuffer.sample at 0x7f66a9e43dd0>", "_get_samples": "<function ReplayBuffer._get_samples at 0x7f66a9e43e60>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f66a9ebc3c0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gASVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLBGgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "actor": null, "use_sde_at_warmup": false, "exploration_initial_eps": 1.0, "exploration_final_eps": 0.1, "exploration_fraction": 0.12, "target_update_interval": 15, "_n_calls": 31252, "max_grad_norm": 10, "exploration_rate": 0.1, "exploration_schedule": {":type:": "<class 'function'>", ":serialized:": "gASVYwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsESxNDLGQBfAAYAIgBawRyEIgAUwCIAmQBfAAYAIgAiAIYABQAiAEbABcAUwBkAFMAlE5LAYaUKYwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEgvdXNyL2xvY2FsL2xpYi9weXRob24zLjcvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEtuQwYAAQwBBAKUjANlbmSUjAxlbmRfZnJhY3Rpb26UjAVzdGFydJSHlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEgvdXNyL2xvY2FsL2xpYi9weXRob24zLjcvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpRoHilSlGgeKVKUh5R0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCR9lH2UKGgZaA6MDF9fcXVhbG5hbWVfX5SMG2dldF9saW5lYXJfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lChoC4wIYnVpbHRpbnOUjAVmbG9hdJSTlIwGcmV0dXJulGgwdYwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBqMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP7mZmZmZmZqFlFKUaDhHP764UeuFHriFlFKUaDhHP/AAAAAAAACFlFKUh5SMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
|
dqn-LunarLander-v2.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c68887b0bc911c3d79abf6233a6bf68b24ef7adfc0fad5b6a136f207339061fa
|
| 3 |
+
size 1134969
|
dqn-LunarLander-v2/data
CHANGED
|
@@ -1,24 +1,29 @@
|
|
| 1 |
{
|
| 2 |
"policy_class": {
|
| 3 |
":type:": "<class 'abc.ABCMeta'>",
|
| 4 |
-
":serialized:": "
|
| 5 |
"__module__": "stable_baselines3.dqn.policies",
|
| 6 |
"__doc__": "\n Policy class with Q-Value Net and target net for DQN\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
|
| 7 |
-
"__init__": "<function DQNPolicy.__init__ at
|
| 8 |
-
"_build": "<function DQNPolicy._build at
|
| 9 |
-
"make_q_net": "<function DQNPolicy.make_q_net at
|
| 10 |
-
"forward": "<function DQNPolicy.forward at
|
| 11 |
-
"_predict": "<function DQNPolicy._predict at
|
| 12 |
-
"_get_constructor_parameters": "<function DQNPolicy._get_constructor_parameters at
|
| 13 |
-
"set_training_mode": "<function DQNPolicy.set_training_mode at
|
| 14 |
"__abstractmethods__": "frozenset()",
|
| 15 |
-
"_abc_impl": "<_abc_data object at
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 16 |
},
|
| 17 |
-
"verbose": 1,
|
| 18 |
-
"policy_kwargs": {},
|
| 19 |
"observation_space": {
|
| 20 |
":type:": "<class 'gym.spaces.box.Box'>",
|
| 21 |
-
":serialized:": "
|
| 22 |
"dtype": "float32",
|
| 23 |
"_shape": [
|
| 24 |
8
|
|
@@ -31,85 +36,85 @@
|
|
| 31 |
},
|
| 32 |
"action_space": {
|
| 33 |
":type:": "<class 'gym.spaces.discrete.Discrete'>",
|
| 34 |
-
":serialized:": "
|
| 35 |
"n": 4,
|
| 36 |
"_shape": [],
|
| 37 |
"dtype": "int64",
|
| 38 |
"_np_random": "RandomState(MT19937)"
|
| 39 |
},
|
| 40 |
"n_envs": 16,
|
| 41 |
-
"num_timesteps":
|
| 42 |
-
"_total_timesteps":
|
| 43 |
"_num_timesteps_at_start": 0,
|
| 44 |
"seed": null,
|
| 45 |
"action_noise": null,
|
| 46 |
-
"start_time":
|
| 47 |
-
"learning_rate": 0.
|
| 48 |
"tensorboard_log": null,
|
| 49 |
"lr_schedule": {
|
| 50 |
":type:": "<class 'function'>",
|
| 51 |
-
":serialized:": "
|
| 52 |
},
|
| 53 |
"_last_obs": {
|
| 54 |
":type:": "<class 'numpy.ndarray'>",
|
| 55 |
-
":serialized:": "
|
| 56 |
},
|
| 57 |
"_last_episode_starts": {
|
| 58 |
":type:": "<class 'numpy.ndarray'>",
|
| 59 |
-
":serialized:": "
|
| 60 |
},
|
| 61 |
"_last_original_obs": {
|
| 62 |
":type:": "<class 'numpy.ndarray'>",
|
| 63 |
-
":serialized:": "
|
| 64 |
},
|
| 65 |
-
"_episode_num":
|
| 66 |
"use_sde": false,
|
| 67 |
"sde_sample_freq": -1,
|
| 68 |
-
"_current_progress_remaining": -
|
| 69 |
"ep_info_buffer": {
|
| 70 |
":type:": "<class 'collections.deque'>",
|
| 71 |
-
":serialized:": "
|
| 72 |
},
|
| 73 |
"ep_success_buffer": {
|
| 74 |
":type:": "<class 'collections.deque'>",
|
| 75 |
-
":serialized:": "
|
| 76 |
},
|
| 77 |
-
"_n_updates":
|
| 78 |
-
"buffer_size":
|
| 79 |
-
"batch_size":
|
| 80 |
-
"learning_starts":
|
| 81 |
"tau": 1.0,
|
| 82 |
"gamma": 0.99,
|
| 83 |
-
"gradient_steps": 1,
|
| 84 |
"optimize_memory_usage": false,
|
| 85 |
"replay_buffer_class": {
|
| 86 |
":type:": "<class 'abc.ABCMeta'>",
|
| 87 |
-
":serialized:": "
|
| 88 |
"__module__": "stable_baselines3.common.buffers",
|
| 89 |
"__doc__": "\n Replay buffer used in off-policy algorithms like SAC/TD3.\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device:\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n of the replay buffer which reduces by almost a factor two the memory used,\n at a cost of more complexity.\n See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ",
|
| 90 |
-
"__init__": "<function ReplayBuffer.__init__ at
|
| 91 |
-
"add": "<function ReplayBuffer.add at
|
| 92 |
-
"sample": "<function ReplayBuffer.sample at
|
| 93 |
-
"_get_samples": "<function ReplayBuffer._get_samples at
|
| 94 |
"__abstractmethods__": "frozenset()",
|
| 95 |
-
"_abc_impl": "<_abc_data object at
|
| 96 |
},
|
| 97 |
"replay_buffer_kwargs": {},
|
| 98 |
"train_freq": {
|
| 99 |
":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>",
|
| 100 |
-
":serialized:": "
|
| 101 |
},
|
| 102 |
"actor": null,
|
| 103 |
"use_sde_at_warmup": false,
|
| 104 |
"exploration_initial_eps": 1.0,
|
| 105 |
-
"exploration_final_eps": 0.
|
| 106 |
-
"exploration_fraction": 0.
|
| 107 |
-
"target_update_interval":
|
| 108 |
-
"_n_calls":
|
| 109 |
"max_grad_norm": 10,
|
| 110 |
-
"exploration_rate": 0.
|
| 111 |
"exploration_schedule": {
|
| 112 |
":type:": "<class 'function'>",
|
| 113 |
-
":serialized:": "
|
| 114 |
}
|
| 115 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"policy_class": {
|
| 3 |
":type:": "<class 'abc.ABCMeta'>",
|
| 4 |
+
":serialized:": "gASVMAAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLmRxbi5wb2xpY2llc5SMCURRTlBvbGljeZSTlC4=",
|
| 5 |
"__module__": "stable_baselines3.dqn.policies",
|
| 6 |
"__doc__": "\n Policy class with Q-Value Net and target net for DQN\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
|
| 7 |
+
"__init__": "<function DQNPolicy.__init__ at 0x7f66a9e72440>",
|
| 8 |
+
"_build": "<function DQNPolicy._build at 0x7f66a9e724d0>",
|
| 9 |
+
"make_q_net": "<function DQNPolicy.make_q_net at 0x7f66a9e72560>",
|
| 10 |
+
"forward": "<function DQNPolicy.forward at 0x7f66a9e725f0>",
|
| 11 |
+
"_predict": "<function DQNPolicy._predict at 0x7f66a9e72680>",
|
| 12 |
+
"_get_constructor_parameters": "<function DQNPolicy._get_constructor_parameters at 0x7f66a9e72710>",
|
| 13 |
+
"set_training_mode": "<function DQNPolicy.set_training_mode at 0x7f66a9e727a0>",
|
| 14 |
"__abstractmethods__": "frozenset()",
|
| 15 |
+
"_abc_impl": "<_abc_data object at 0x7f66a9e64510>"
|
| 16 |
+
},
|
| 17 |
+
"verbose": 0,
|
| 18 |
+
"policy_kwargs": {
|
| 19 |
+
"net_arch": [
|
| 20 |
+
256,
|
| 21 |
+
256
|
| 22 |
+
]
|
| 23 |
},
|
|
|
|
|
|
|
| 24 |
"observation_space": {
|
| 25 |
":type:": "<class 'gym.spaces.box.Box'>",
|
| 26 |
+
":serialized:": "gASVwwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBVudW1weS5jb3JlLm11bHRpYXJyYXmUjAxfcmVjb25zdHJ1Y3SUk5RoBowHbmRhcnJheZSTlEsAhZRDAWKUh5RSlChLAUsIhZRoColDIAAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lHSUYowEaGlnaJRoEmgUSwCFlGgWh5RSlChLAUsIhZRoColDIAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/lHSUYowNYm91bmRlZF9iZWxvd5RoEmgUSwCFlGgWh5RSlChLAUsIhZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYolDCAAAAAAAAAAAlHSUYowNYm91bmRlZF9hYm92ZZRoEmgUSwCFlGgWh5RSlChLAUsIhZRoKolDCAAAAAAAAAAAlHSUYowKX25wX3JhbmRvbZROdWIu",
|
| 27 |
"dtype": "float32",
|
| 28 |
"_shape": [
|
| 29 |
8
|
|
|
|
| 36 |
},
|
| 37 |
"action_space": {
|
| 38 |
":type:": "<class 'gym.spaces.discrete.Discrete'>",
|
| 39 |
+
":serialized:": "gASVRgsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwVbnVtcHkuY29yZS5tdWx0aWFycmF5lIwMX3JlY29uc3RydWN0lJOUaAiMB25kYXJyYXmUk5RLAIWUQwFilIeUUpQoSwFNcAKFlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYolCwAkAAD3HymwlPLza382FpV6k6v52F1yW/UsAlh4X34agG4dqWd6lCWkpxOR6uZ3Se3vXGXiIaNXhpOYL3//U/9GavuYaArn3YCI5gq5NnBjhG4t/Q8guf5ieqoH9rds2KIv5c+yGADjQbKJjMr8cvjD+B5FqnCs4l9NeCse4mCJrdSMTyva8uBXsX3n5GrkkoF+VVNAQ7pcm9et9ylVkmhNeyi4BBHCLkOOSxJ5Nlgbp9ZdeJm5IVupme/RuouTZUW2UceA5zGlHF+ifIZVkb7pkv35ctYUgMXl8iTmEt+AA6b78yM4JGFrExA1UlQe5qtd12nCOdjqm0UK8lbOE/V6n7KBN9UEJKvjr16B1tGmzGbm0BGZjAnGsKtsoYPUtVNmYIIghrGLQiAzMOvDlIWJelMs2bIyE35CUGQFc4taIC9CJ8s+6wLWtnm3xxfWXKu5evWJ0bIpfAQzIqzU3k4QwOpx8tntI8AFgejU408ULCjvHPXsLxABRF7hFHlZr3uAlXfgMIL8CRk+OLU0DmlgsDuM2ioZxjCi8QEoP5C5itpIgn+43FX2VEVRC11qU51KPag4+12ep+RXNJsoHm0JHkAjBHiIdn5sdYmClg6SJJO2mMiKes2Bx5SUnATJt/HZjWSuP0fNoTjSARcFwaU0v0p4FPPXWxIrxcphUESNW3X+YLbm6sbU0EhMhbNrU6GTkFDsNDG+66f2woa5gjrqntvRZ9VjrL4Wga4zZZSFV6iL+8oI7THI4xS3Dm6NYr3COA/SoYAEipD15MMouy4Xq+MyLGwPA8RtQE57QzH5Q2b9MMkcN2ZDZqIZ7A8Blbwel7UJJLQVkG34V7iJkqidanWBouM81BASfIQ/6CD0RVrMydK6Ct6uk9UBoT2lXgNI5oaEmKeNhwfE2YD5mP61k9YDen0LK7nVAxyM5T1QUwIjdGA0DjZr2jSUdJyfxV4r7DK9RGDy5ZGAPFhcZ2dqK6EV+7VUOR0WoR/f3ps6mjjxIE+9H0YcnXmZTIVra/qzSEukSjXnU2jbmCCSEgau72YLnuronlSiseX5O3QMx3Q3NEz8IYVe8y5XZHdCiCys3C7lc5S2Exhcn60eg2a14mkzbJkxHjxfUAj8aSyEhHbq9ahGEUuu69TdO6prqj/5DPcAo98WpGIJhnKINjSEg4Qi9B48XLshiXu9C+2aa9419O586iH+Sc4t7vNF+1bNRLx/twCGTiRDwoZr/2H1hIk3CH9SjklblqcS8R8CDxBqTrrsewp+a6Adii2SpPEJt9GQxOAQSej1zYUUhW8F1IHAkt9DQJMlkLsQJiL75H/YGwgyLoW6kFiE3G7N5wAUrSRXcZmNjC0YYOi87Eu7+RIACSS1CmJRzWiMB3XypysK/2/oSojNFawuuhhqkiQtADUNBf1UEo30mCRjFEFF+HWlYcuoTZO/UcA/tlm/YbyJKv8lEcUk75EsJLXVJu4X9hG8/8MT6t9CCyrxdvudqyK0aTp/sTm0I6kZhx8RYFqWJm9X5xFJwyD5n2pFv058A0GoM8ctm8X7mcTO2rHsLeX9wqQ8QOh0whteyo/KYKk/JAZ6El/6mys0V2NGhXtRFDzl84ls3I8GgfYD8eLIeT01p/sQypFQf5cBPiELprno08fSX/MSqUpkuKCh6eqfcFtGy3U78INZJQAc8f8IUp7VCrtJP8OZbLvpZxKy4p6Xm8UrtH7Q11+WxQlQcZVxyaLREg1Qdy9eiSqo+7aAf0FUuo4uU7cH2lxsxnxXpTjfopF/zX6wvIFA6KbaOcPoK2JF7jKqQ1BUn3Eq2+bCxgFBprJI5oNHEwi/kaOpqkedAepV0QSGcIWXZ29pp1gtMhcMJSVCAK/yamRCoKVEA2Ji5aXx6sZPcoe3tBVSxJAxZLuEEOGvhbj1S6Ci4Q1WnUuxUGsIPsn4W+9LHGrK7T6DV2jlannbSyJddN9nqU/HDrlheIS8OD6eNHTzymJ5nBaops+LTIQNNevJ8E5lY43GzvtHaP2FMTKIjReQENciIl5MwlFw50/L2sP2P2ZXququtsDE7/hsVHL4ek65HQU39vyx1QjxBHAWsTVk9zXZDsFbbohV60u0JoxXyOn8cD8RRHRkG8+WT9IyCGe9Wi1bHTMCUswUSDvvJDC7lEpnOwSDpYwJowjkE9aHg1frLDeQTMY02ErAKKvNE7NaUngG8YmHssa2BjbWIUliZgHgUbS3bj2xVgZJFhCuB6JMXQkSOrC9IMtHLtgdySJfqqHr1w6ax9tBJFKQFRSd/zgVE9iFqxVfaHRChqbp9zsPV7EtezUB4KGsXlycfHsrcbbAQL6Lw0KkaWU61qzOfTZ/ZMS3dQorET5UbT2pZxbqyvKV6/gkc0xvGi6Rn8UwPRrWWGNr5L07tAvP7srLfZFC4ktbyyzsobrtIzQUCJePJTN2299XYvBVTlBe1A535v1wlxhR6CIktEa+sKNvnyfD6ZQlO+Pr7V46Hn8Hy1fXGWAh7/wzufPcbuWC6U9XQQTUcXPPjJ9zo79+vg0auNRMjWiW+p06WHDW422Nsw8uRXEnBnZjlfEuGotrX4I58v1XBYJqPQFEwyNVAKnXhBnHVgCtZrXyLdLeZIYAIbyv7YFJFeOi6Qq4h1q19C9EhF9GhP1FqvCitZc5Wm063OeDgahJe0djs5US/XVIVPjTm392ndwSY4FYKapZ073hXuCbsQCjQ2B83ikNUK3d8CJddTauK2QK4zGfc5/JII0QT5SzwzmPqbLVYgbYGuOhd6yEzuMtBaRp+8N5UnSazltyoAzXgjva6zDCcBhGlSg6EAqerZrj0ouHw+0WphYMU9s7EN1TrTu4jwyZGH9hY1Q6Xo/tk5sXDhTmujSkDIyeDZ0MuyV76nf4aDh65GiQnQIazcej0HVsDKTQ5Jm3zPeh2ME5a8w+4PQJie6DrZ3xyOuLX7D3YTGrq7XGLEYUCYBnbo5rmoLH5P+mqxwyvp6VVWNmxQ0uOfQEambuytatdhVXKl+hpJpIMm05FPZ+YNF7IEDmNgnwut1y8WfOvmxP7hwQZ6u7pFI0uQfbWc1g81We4vtnD4JaCH0iRK6cWkoBBgQ6KvKx72rf3t/vqSlQL1cJWSY6o0goL/IMt5eYqQhkCzosV2vHQvn0CImVpNgvWsNIw3lc83lf1eoZZs4xQmAKPLGs2+QJmqjvgQLk/svxUgfBSbW8YlFuFfPHgq7OWmMBNLJWsS4TlUYw8355pPQM9I1EeYeZqynVNBRceD78c93vbpp8pzjkIdtvL4KBh0UrfNJGZsZX0DSY1P7MY94nCVdhJggvDwpU3hYJw9pR0lGKMA3Bvc5RLcHWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=",
|
| 40 |
"n": 4,
|
| 41 |
"_shape": [],
|
| 42 |
"dtype": "int64",
|
| 43 |
"_np_random": "RandomState(MT19937)"
|
| 44 |
},
|
| 45 |
"n_envs": 16,
|
| 46 |
+
"num_timesteps": 500032,
|
| 47 |
+
"_total_timesteps": 500000,
|
| 48 |
"_num_timesteps_at_start": 0,
|
| 49 |
"seed": null,
|
| 50 |
"action_noise": null,
|
| 51 |
+
"start_time": 1653141243.120034,
|
| 52 |
+
"learning_rate": 0.00063,
|
| 53 |
"tensorboard_log": null,
|
| 54 |
"lr_schedule": {
|
| 55 |
":type:": "<class 'function'>",
|
| 56 |
+
":serialized:": "gASVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9EpNKyv9tNhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
|
| 57 |
},
|
| 58 |
"_last_obs": {
|
| 59 |
":type:": "<class 'numpy.ndarray'>",
|
| 60 |
+
":serialized:": "gASVjQIAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxBLCIaUaAOMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiiUIAAgAAM1iwPMPJRLrI4Y88HKEPNk+dVLq+yAk1AACAPwAAgD+aFyK+9p9jvNrZHDsNmnI5ihXTPTtOeboAAIA/AACAP81w1LtIyZ+6mB1uPPePg7lZvh47crR1uAAAgD8AAIA/TaI5PRRuirioRxm+yxYXNo1QALwscoy1AACAPwAAgD+zAA2+FgB5PXqp7T3jlw++41eavELMUT0AAAAAAAAAAAAUhb7BWXE+XeIbPnVhbr5I0Ry9UguQvQAAAAAAAAAAZnR+PLg+vLmFu5Y85bmfNkDcoruCN6Q1AACAPwAAgD+a7Js8rpOPuoqwgDy2Lbi1g1gVuzRcsLQAAIA/AACAP2YI0jzhHrG6VGgEO9cODjxEJqE7rgfyvAAAgD8AAIA/sBhpvuQBPD8GJ02+okvivhUlhr7aphK9AAAAAAAAAAAAdv08XJ94uq2qWzwuvuy1gY70utOO27QAAIA/AACAP9qqwT0L5Sg/9uLAPSl/O7+VNQo+TzsAvgAAAAAAAAAAAHG3vVybH7pwMAY9m4yhNG83n7rJmcgzAACAPwAAgD8mBMI9cYJUu4Lnn72zyyS7Ojy8PJFQxDsAAIA/AACAP+iL674Ptwu+wpO0vqX4gL2zTxU+srn0vgAAAAAAAAAA/gfYvvc2uT52/hA+gT3ovbFYr74JmJG8AAAAAAAAAACUdJRiLg=="
|
| 61 |
},
|
| 62 |
"_last_episode_starts": {
|
| 63 |
":type:": "<class 'numpy.ndarray'>",
|
| 64 |
+
":serialized:": "gASVmAAAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxCFlGgDjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYolDEAEBAQEBAQEBAQEBAQEBAQGUdJRiLg=="
|
| 65 |
},
|
| 66 |
"_last_original_obs": {
|
| 67 |
":type:": "<class 'numpy.ndarray'>",
|
| 68 |
+
":serialized:": "gASVjQIAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxBLCIaUaAOMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiiUIAAgAAzeeuPI/ORLoCX088BscjtuOeVLrsuR21AACAPwAAgD+6HSK+3LVjvFqr0zqhgwo5tC7TPWBGD7oAAIA/AACAPzMz2buuC5+605RZPPdMkrzP7R47ytt/PQAAgD8AAAAA5sM/PXuUirhkwBa+xY9otllQALy7F9k1AACAPwAAgD+zNw6+qPaCPf2r5T1H2xG+vFKvvCoARj0AAAAAAAAAAN3Whb5UtnY+15QPPk1qUr7AaQ69e9C0vAAAAAAAAAAAzXB7PFJIvLlv8kc820I+tu3bort61EG1AACAPwAAgD+ao5o8e5iPuiWQQTws3UQ400UVu0L3PDcAAIA/AACAP8380Tzhnsq6hxoPvH+KOLxWgdE7FhMcPQAAgD8AAIA/6gZnviqNPj9mO2G+qvvlvm86hb5P+Sm9AAAAAAAAAADNXPw8j5p4ukDUHjyqXFC22I30uvwVPrUAAIA/AACAPwDevz3gHS0/th6wPVksP7/znhA+xOcQvgAAAAAAAAAAwBy4vVybH7rVeN48/sQTOcg9n7p6Lw84AACAPwAAgD/am8M9PdBQu8KElb2N3/G6wsa5PF3udzsAAIA/AACAP02e6b6ONAq+DMi0vvLAEr2ryC0+pdz4vgAAAAAAAAAAesDYvsyEuj7rGu09SY8Cvjfkrr7MNbC8AAAAAAAAAACUdJRiLg=="
|
| 69 |
},
|
| 70 |
+
"_episode_num": 1404,
|
| 71 |
"use_sde": false,
|
| 72 |
"sde_sample_freq": -1,
|
| 73 |
+
"_current_progress_remaining": -6.4000000000064e-05,
|
| 74 |
"ep_info_buffer": {
|
| 75 |
":type:": "<class 'collections.deque'>",
|
| 76 |
+
":serialized:": "gASVVhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIizOGOUHxb0CUhpRSlIwBbJRNrgGMAXSUR0Cezzs8xKxtdX2UKGgGaAloD0MIKuPfZ1xnUECUhpRSlGgVS4poFkdAnt3piy6cy3V9lChoBmgJaA9DCPUsCOV9pXBAlIaUUpRoFU2rAWgWR0Ce9nPoFFDwdX2UKGgGaAloD0MI4rGfxdIiY0CUhpRSlGgVTegDaBZHQJ8OxTCLuQZ1fZQoaAZoCWgPQwgjv36IjRRmQJSGlFKUaBVN6ANoFkdAnyEZqEeyRnV9lChoBmgJaA9DCGtJRzkYf2NAlIaUUpRoFU3oA2gWR0CfLpBMi8nNdX2UKGgGaAloD0MI7l9ZaVJeckCUhpRSlGgVTQsCaBZHQJ85wBaLXMB1fZQoaAZoCWgPQwhjf9k9OYxxQJSGlFKUaBVNuQFoFkdAnzva4lQdj3V9lChoBmgJaA9DCMbCEDl9n3BAlIaUUpRoFU3hAWgWR0CfPQ3QUpNLdX2UKGgGaAloD0MIGw5LA799Z0CUhpRSlGgVTegDaBZHQJ9AP3SKFZh1fZQoaAZoCWgPQwiwkSQIV+FjQJSGlFKUaBVN6ANoFkdAn0JA8OkLyHV9lChoBmgJaA9DCLtjsU3qPHFAlIaUUpRoFU0aAmgWR0CfQjwevIOpdX2UKGgGaAloD0MIoWXdP9Z+cECUhpRSlGgVTRACaBZHQJ9EZm/WUbF1fZQoaAZoCWgPQwjXvRWJCXBxQJSGlFKUaBVNIAFoFkdAn0ZxSpBHC3V9lChoBmgJaA9DCK+T+rK0QXFAlIaUUpRoFUvTaBZHQJ9Ik0GeMAF1fZQoaAZoCWgPQwjf4XZoWJpJQJSGlFKUaBVLlmgWR0CfVanmaH9FdX2UKGgGaAloD0MIniPyXUrJQkCUhpRSlGgVS4BoFkdAn2VScLBsRHV9lChoBmgJaA9DCPMd/MQBnkNAlIaUUpRoFUuPaBZHQJ9mYUg0TDh1fZQoaAZoCWgPQwiqnsw/+uBGQJSGlFKUaBVLrWgWR0Cfao1+y7f6dX2UKGgGaAloD0MItwpioGu3M0CUhpRSlGgVS1toFkdAn4GqaCtihHV9lChoBmgJaA9DCP2fw3x5TXFAlIaUUpRoFUv2aBZHQJ+JFmBe5Wl1fZQoaAZoCWgPQwjN6EfDKXlBQJSGlFKUaBVLiWgWR0CfiyRJ2+wldX2UKGgGaAloD0MI36mAe56JaECUhpRSlGgVTegDaBZHQJ++O9FnZkF1fZQoaAZoCWgPQwikUuxonD9hQJSGlFKUaBVN6ANoFkdAn8TP1DjR2XV9lChoBmgJaA9DCEIj2Lj+8GVAlIaUUpRoFU3oA2gWR0Cfy1JDE3sHdX2UKGgGaAloD0MIAYdQpeZ0b0CUhpRSlGgVTdgBaBZHQJ/VX5uZThp1fZQoaAZoCWgPQwg9DoP5q4VxQJSGlFKUaBVNLQJoFkdAn9ZFotcv/XV9lChoBmgJaA9DCD9YxobuoGJAlIaUUpRoFU3oA2gWR0Cf3cFa0QbudX2UKGgGaAloD0MIb57qkJuBYkCUhpRSlGgVTegDaBZHQJ/s0QmNR3x1fZQoaAZoCWgPQwjSjht+N0lAQJSGlFKUaBVLp2gWR0Cf8koSL61tdX2UKGgGaAloD0MI0SFwJNB4M0CUhpRSlGgVS4xoFkdAn/vtBv73wnV9lChoBmgJaA9DCLn7HB8t7VBAlIaUUpRoFUt6aBZHQJ/+KseXAuZ1fZQoaAZoCWgPQwhK7xtfeyRGQJSGlFKUaBVLiGgWR0CgCMh0hePadX2UKGgGaAloD0MIoaNVLelGUkCUhpRSlGgVS4hoFkdAoAuRbQkX13V9lChoBmgJaA9DCPj9mxcnHjFAlIaUUpRoFUtyaBZHQKANRRIjGDN1fZQoaAZoCWgPQwilZg+0AoVNQJSGlFKUaBVLd2gWR0CgD2O938oAdX2UKGgGaAloD0MIZY7lXXVCY0CUhpRSlGgVTegDaBZHQKAXtK+SKWN1fZQoaAZoCWgPQwhLrIxGvh5wQJSGlFKUaBVNgQFoFkdAoBn3Uc4o7XV9lChoBmgJaA9DCJDY7h6gNzJAlIaUUpRoFUt1aBZHQKAdWxPfsNV1fZQoaAZoCWgPQwgKvJNPj8pfwJSGlFKUaBVNyQFoFkdAoB3UzVMEinV9lChoBmgJaA9DCHPaU3JOhHFAlIaUUpRoFU2vAmgWR0CgI1I2OyVwdX2UKGgGaAloD0MIxTvAkxb/bkCUhpRSlGgVTbQDaBZHQKAjTvhIe5p1fZQoaAZoCWgPQwgYXHNHf/ZgQJSGlFKUaBVN6ANoFkdAoCPXrB0p3HV9lChoBmgJaA9DCNeiBWhb43FAlIaUUpRoFUuYaBZHQKAkV6QeV9p1fZQoaAZoCWgPQwjnj2ltGp9NQJSGlFKUaBVLt2gWR0CgJG5Pl+3IdX2UKGgGaAloD0MICvMeZxoyZ0CUhpRSlGgVTegDaBZHQKAk5wHZ9NN1fZQoaAZoCWgPQwgra5vicT9nQJSGlFKUaBVN6ANoFkdAoCgBAlfJFXV9lChoBmgJaA9DCO3T8ZhBm3FAlIaUUpRoFUvyaBZHQKAplLXcxj91fZQoaAZoCWgPQwh8DcFxGQ9MQJSGlFKUaBVLnWgWR0CgLK/OdGy5dX2UKGgGaAloD0MIT1d3LLaxUUCUhpRSlGgVS51oFkdAoC7JrP+n63V9lChoBmgJaA9DCM+9h0uOhUBAlIaUUpRoFUtraBZHQKAx1+5vtMR1fZQoaAZoCWgPQwjlXmBWKBhSQJSGlFKUaBVLh2gWR0CgNO+xOclPdX2UKGgGaAloD0MIZoUi3c8XT0CUhpRSlGgVS4RoFkdAoDWJmZmZmnV9lChoBmgJaA9DCAb2mEhpLWhAlIaUUpRoFU3oA2gWR0CgObmU4aP0dX2UKGgGaAloD0MI4jrGFRdxUUCUhpRSlGgVS4VoFkdAoD3uLUCq63V9lChoBmgJaA9DCL0aoDTUXFRAlIaUUpRoFUt/aBZHQKA/gNBF/hF1fZQoaAZoCWgPQwgFhxdEpGROQJSGlFKUaBVLfmgWR0CgReAYHgP3dX2UKGgGaAloD0MI+UhKehiqWUCUhpRSlGgVTegDaBZHQKBIFZBcAzZ1fZQoaAZoCWgPQwhsskY9RJNcwJSGlFKUaBVLdmgWR0CgSTDC53C9dX2UKGgGaAloD0MIHhZqTXP+YkCUhpRSlGgVTegDaBZHQKBL2Py08eV1fZQoaAZoCWgPQwhPdcjNcE1NQJSGlFKUaBVLaWgWR0CgU+S9mHxjdX2UKGgGaAloD0MINdB8zt2AcECUhpRSlGgVTXQBaBZHQKBUfdkauOl1fZQoaAZoCWgPQwjYmq28ZGJtQJSGlFKUaBVNFANoFkdAoFR+iFj/dnV9lChoBmgJaA9DCBWrBmHuPnNAlIaUUpRoFU1TAWgWR0CgVH0s4DLbdX2UKGgGaAloD0MI196nqhCQckCUhpRSlGgVTQUBaBZHQKBUe2d/axp1fZQoaAZoCWgPQwgQQGoTJ0VBwJSGlFKUaBVN6QFoFkdAoF5p2hZha3V9lChoBmgJaA9DCOC+DpwzIE7AlIaUUpRoFUtUaBZHQKBfebQ1JlJ1fZQoaAZoCWgPQwgCY30Dk0c6QJSGlFKUaBVLXGgWR0CgYJIbwSamdX2UKGgGaAloD0MITUusjEYPckCUhpRSlGgVTcUBaBZHQKBgjwCr92p1fZQoaAZoCWgPQwi0keumVP9xQJSGlFKUaBVN0QFoFkdAoGGTQC0WuXV9lChoBmgJaA9DCFT+tbzy429AlIaUUpRoFU1WAWgWR0CgYxvg3tKJdX2UKGgGaAloD0MI5rFmZNAGcUCUhpRSlGgVTbMBaBZHQKBjDyWiUPh1fZQoaAZoCWgPQwh0X85s14ByQJSGlFKUaBVNGgFoFkdAoGOQ0O3DvXV9lChoBmgJaA9DCEHTEiujcRdAlIaUUpRoFUtTaBZHQKBt38VpKz11fZQoaAZoCWgPQwi8kuS5vk8WwJSGlFKUaBVLUmgWR0CgbfKc3EQ5dX2UKGgGaAloD0MIL1G9NbBVMUCUhpRSlGgVS2toFkdAoG5vL5h0AHV9lChoBmgJaA9DCNjXutQIBTNAlIaUUpRoFUttaBZHQKBvfLjghr51fZQoaAZoCWgPQwiy1Hq/0X5OQJSGlFKUaBVLYWgWR0CgexN03fhudX2UKGgGaAloD0MI1o7iHLXNcECUhpRSlGgVS+toFkdAoIIk9U0el3V9lChoBmgJaA9DCEfJq3NMZnBAlIaUUpRoFU33AWgWR0CggiV7x/d7dX2UKGgGaAloD0MI/mFLj6ZucECUhpRSlGgVTfgCaBZHQKCCG3BHkLh1fZQoaAZoCWgPQwg1tWytb4pyQJSGlFKUaBVNFAFoFkdAoIKpa/yoXXV9lChoBmgJaA9DCLIsmPijDnJAlIaUUpRoFU1lAWgWR0CggrAE2YOUdX2UKGgGaAloD0MIMdKL2v2MQUCUhpRSlGgVS5NoFkdAoIMxpL26CnV9lChoBmgJaA9DCDnv/+MESHBAlIaUUpRoFUvPaBZHQKCJ5ke6qbV1fZQoaAZoCWgPQwijztxDwt5wQJSGlFKUaBVN6wFoFkdAoIn460Y0mHV9lChoBmgJaA9DCMpPqn06PghAlIaUUpRoFUt9aBZHQKCS3dUKiPB1fZQoaAZoCWgPQwhM/id/97JPQJSGlFKUaBVLe2gWR0CgmkpT2nKodX2UKGgGaAloD0MIdqVlpN7nb0CUhpRSlGgVTQwBaBZHQKCl9undfsx1fZQoaAZoCWgPQwiqKF5lbeFAwJSGlFKUaBVNrAJoFkdAoKaNLHuJDXV9lChoBmgJaA9DCFxZorNMRHJAlIaUUpRoFU3zAWgWR0Cgx6BPbfxddX2UKGgGaAloD0MIcodNZCZdckCUhpRSlGgVTcEBaBZHQKDHqaESM991fZQoaAZoCWgPQwj4pumzA/pkQJSGlFKUaBVN6ANoFkdAoM9PAAQxvnV9lChoBmgJaA9DCCBfQgWHHnJAlIaUUpRoFU0/AWgWR0Cg09lWfbsXdX2UKGgGaAloD0MIDmWoimkDcUCUhpRSlGgVTWECaBZHQKDWF0HQhOh1fZQoaAZoCWgPQwiInpRJjcljQJSGlFKUaBVN6ANoFkdAoNxyGi5/b3V9lChoBmgJaA9DCK8Hk+JjQGRAlIaUUpRoFU3oA2gWR0Cg3HLvTgEVdX2UKGgGaAloD0MInnx6bMtyQ0CUhpRSlGgVS7JoFkdAoOFVwHZ9NXV9lChoBmgJaA9DCLsmpDUGmWNAlIaUUpRoFU3oA2gWR0Cg6FcxbjcVdX2UKGgGaAloD0MIj+Gxn8WvZkCUhpRSlGgVTegDaBZHQKDpfIJ7b+N1ZS4="
|
| 77 |
},
|
| 78 |
"ep_success_buffer": {
|
| 79 |
":type:": "<class 'collections.deque'>",
|
| 80 |
+
":serialized:": "gASVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
| 81 |
},
|
| 82 |
+
"_n_updates": 500032,
|
| 83 |
+
"buffer_size": 50000,
|
| 84 |
+
"batch_size": 128,
|
| 85 |
+
"learning_starts": 0,
|
| 86 |
"tau": 1.0,
|
| 87 |
"gamma": 0.99,
|
| 88 |
+
"gradient_steps": -1,
|
| 89 |
"optimize_memory_usage": false,
|
| 90 |
"replay_buffer_class": {
|
| 91 |
":type:": "<class 'abc.ABCMeta'>",
|
| 92 |
+
":serialized:": "gASVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==",
|
| 93 |
"__module__": "stable_baselines3.common.buffers",
|
| 94 |
"__doc__": "\n Replay buffer used in off-policy algorithms like SAC/TD3.\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device:\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n of the replay buffer which reduces by almost a factor two the memory used,\n at a cost of more complexity.\n See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ",
|
| 95 |
+
"__init__": "<function ReplayBuffer.__init__ at 0x7f66a9e43cb0>",
|
| 96 |
+
"add": "<function ReplayBuffer.add at 0x7f66a9e43d40>",
|
| 97 |
+
"sample": "<function ReplayBuffer.sample at 0x7f66a9e43dd0>",
|
| 98 |
+
"_get_samples": "<function ReplayBuffer._get_samples at 0x7f66a9e43e60>",
|
| 99 |
"__abstractmethods__": "frozenset()",
|
| 100 |
+
"_abc_impl": "<_abc_data object at 0x7f66a9ebc3c0>"
|
| 101 |
},
|
| 102 |
"replay_buffer_kwargs": {},
|
| 103 |
"train_freq": {
|
| 104 |
":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>",
|
| 105 |
+
":serialized:": "gASVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLBGgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"
|
| 106 |
},
|
| 107 |
"actor": null,
|
| 108 |
"use_sde_at_warmup": false,
|
| 109 |
"exploration_initial_eps": 1.0,
|
| 110 |
+
"exploration_final_eps": 0.1,
|
| 111 |
+
"exploration_fraction": 0.12,
|
| 112 |
+
"target_update_interval": 15,
|
| 113 |
+
"_n_calls": 31252,
|
| 114 |
"max_grad_norm": 10,
|
| 115 |
+
"exploration_rate": 0.1,
|
| 116 |
"exploration_schedule": {
|
| 117 |
":type:": "<class 'function'>",
|
| 118 |
+
":serialized:": "gASVYwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsESxNDLGQBfAAYAIgBawRyEIgAUwCIAmQBfAAYAIgAiAIYABQAiAEbABcAUwBkAFMAlE5LAYaUKYwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEgvdXNyL2xvY2FsL2xpYi9weXRob24zLjcvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEtuQwYAAQwBBAKUjANlbmSUjAxlbmRfZnJhY3Rpb26UjAVzdGFydJSHlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEgvdXNyL2xvY2FsL2xpYi9weXRob24zLjcvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpRoHilSlGgeKVKUh5R0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCR9lH2UKGgZaA6MDF9fcXVhbG5hbWVfX5SMG2dldF9saW5lYXJfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lChoC4wIYnVpbHRpbnOUjAVmbG9hdJSTlIwGcmV0dXJulGgwdYwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBqMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP7mZmZmZmZqFlFKUaDhHP764UeuFHriFlFKUaDhHP/AAAAAAAACFlFKUh5SMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
|
| 119 |
}
|
| 120 |
}
|
dqn-LunarLander-v2/policy.optimizer.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:48e36adb9b5f994ee8b11e0f67cc4202687cc966ac54a71372f3f4b44cd3c4c0
|
| 3 |
+
size 556353
|
dqn-LunarLander-v2/policy.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d5cca54e8e086411ab0df9d57993c3082272d6431658cb72568e1e198881c6fb
|
| 3 |
+
size 557057
|
replay.mp4
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7d6ce5039eabed029ef92a67fc054888ea3d0e6fb350caf838204901fdee70cd
|
| 3 |
+
size 200810
|
results.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"mean_reward":
|
|
|
|
| 1 |
+
{"mean_reward": 225.62748226016856, "std_reward": 80.78354574090551, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-21T14:30:31.509162"}
|