Upload ars BipedalWalker-v3 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: BipedalWalker-v3
     metrics:
     - type: mean_reward
-      value: 165.83 +/- 135.34
+      value: 136.55 +/- 134.83
       name: mean_reward
       verified: false
 ---

ars-BipedalWalker-v3.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0fa55e02f658876b13176764188b66953d9e47ea57c2c4af11f7d6e8bcb0243d
-size 22554
+oid sha256:57a3792b2f672e7ac8dd372cffbd9aadbe4a6e756334d7cad798ad6074f80f39
+size 22605

ars-BipedalWalker-v3/data

@@ -10,17 +10,17 @@
     },
     "verbose": 5,
     "policy_kwargs": {},
-    "num_timesteps": 5024250,
+    "num_timesteps": 5133136,
     "_total_timesteps": 5000000.0,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1704225357833316500,
+    "start_time": 1704229494959482700,
     "learning_rate": 0.02,
     "tensorboard_log": "runs/BipedalWalker-v3__ars-BipedalWalker-v3__1__1704214603",
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAMroaL/8GM46JZTfv+7gGr0oT6E/yQYBPQSuPT/goTI9mkufPxo6N7/jQs08bFYKQDbgRz0Qgso/1GrVPj0u1T59atQ+xDzTPk+V0T5Hhc8+AjTNPpNK4z62W8k+dYexPZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="
+        ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAJdTb79rCvi6U1jvv+FkaL1BXpY/0xzPPPRIPj/RYSU9+lagPyb2P7+eW5o89YwHQK3ART0l6sw/k7/HPlE3xz7jDsY+A1zEPuUSwj5VU78+P2i8PpUH0z6UyMA+RJGjPZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -33,527 +33,527 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": 0.006618400000000024,
+    "_current_progress_remaining": 0.003957199999999994,
     "_stats_window_size": 100,
     "ep_info_buffer": [
         {
-            "r": 88.94536,
-            "l": 911
+            "r": -105.54695,
+            "l": 126
         },
         {
-            "r": -71.88852,
-            "l": 138
+            "r": 268.955009,
+            "l": 1600
         },
         {
-            "r": 35.362107,
-            "l": 669
+            "r": -9.753808,
+            "l": 724
         },
         {
-            "r": -85.291419,
-            "l": 101
+            "r": 258.82341,
+            "l": 1600
         },
         {
-            "r": 89.74683,
-            "l": 899
+            "r": -2.949627,
+            "l": 782
         },
         {
-            "r": -63.437168,
-            "l": 158
+            "r": 239.101702,
+            "l": 1600
         },
         {
-            "r": -60.72263,
-            "l": 163
+            "r": 266.565795,
+            "l": 1600
         },
         {
-            "r": 297.456177,
-            "l": 1510
+            "r": 251.502006,
+            "l": 1600
         },
         {
-            "r": -63.107012,
-            "l": 163
+            "r": 250.367986,
+            "l": 1600
         },
         {
-            "r": -62.557628,
-            "l": 158
+            "r": 36.664827,
+            "l": 739
         },
         {
-            "r": 298.934154,
-            "l": 1477
+            "r": -102.536947,
+            "l": 232
         },
         {
-            "r": -61.723185,
-            "l": 163
+            "r": 249.56268,
+            "l": 1600
         },
         {
-            "r": -77.686909,
-            "l": 117
+            "r": 241.864241,
+            "l": 1600
         },
         {
-            "r": -59.536354,
-            "l": 179
+            "r": -112.309248,
+            "l": 100
         },
         {
-            "r": 298.529319,
-            "l": 1452
+            "r": 268.427625,
+            "l": 1600
         },
         {
-            "r": -66.923112,
-            "l": 147
+            "r": -118.205052,
+            "l": 93
         },
         {
-            "r": -15.681894,
-            "l": 384
+            "r": 265.149907,
+            "l": 1600
         },
         {
-            "r": -74.861384,
-            "l": 154
+            "r": 256.476031,
+            "l": 1600
         },
         {
-            "r": 295.526079,
-            "l": 1535
+            "r": 1.078795,
+            "l": 1080
         },
         {
-            "r": -62.978438,
-            "l": 175
+            "r": -37.666993,
+            "l": 502
         },
         {
-            "r": -77.698023,
-            "l": 118
+            "r": 242.075407,
+            "l": 1600
         },
         {
-            "r": 297.798564,
-            "l": 1481
+            "r": 238.223933,
+            "l": 1600
         },
         {
-            "r": -69.617601,
-            "l": 136
+            "r": 263.336464,
+            "l": 1600
         },
         {
-            "r": -60.619563,
-            "l": 169
+            "r": 13.480805,
+            "l": 646
         },
         {
-            "r": -69.318713,
-            "l": 145
+            "r": 57.621121,
+            "l": 1101
         },
         {
-            "r": -78.865252,
-            "l": 119
+            "r": 89.972279,
+            "l": 1600
         },
         {
-            "r": -70.206739,
-            "l": 140
+            "r": 15.470009,
+            "l": 845
         },
         {
-            "r": 298.994913,
-            "l": 1556
+            "r": -78.36363,
+            "l": 356
         },
         {
-            "r": -85.311037,
-            "l": 101
+            "r": 50.362165,
+            "l": 803
         },
         {
-            "r": -52.708283,
-            "l": 201
+            "r": -116.864915,
+            "l": 95
         },
         {
-            "r": -68.301528,
-            "l": 142
+            "r": 278.433717,
+            "l": 1600
         },
         {
-            "r": 301.543331,
-            "l": 1401
+            "r": 250.719367,
+            "l": 1600
         },
         {
-            "r": -79.191338,
-            "l": 115
+            "r": -64.028139,
+            "l": 1600
         },
         {
-            "r": -8.790343,
-            "l": 398
+            "r": 279.936518,
+            "l": 1600
         },
         {
-            "r": -62.671836,
-            "l": 159
+            "r": -108.195341,
+            "l": 116
         },
         {
-            "r": -72.875149,
-            "l": 143
+            "r": 283.025801,
+            "l": 1600
         },
         {
-            "r": 16.442502,
-            "l": 544
+            "r": 254.27164,
+            "l": 1600
         },
         {
-            "r": -57.057251,
-            "l": 184
+            "r": 240.190771,
+            "l": 1600
         },
         {
-            "r": -64.206468,
-            "l": 165
+            "r": -36.310931,
+            "l": 1600
         },
         {
-            "r": -69.927084,
-            "l": 138
+            "r": -18.534468,
+            "l": 769
         },
         {
-            "r": 76.495525,
-            "l": 925
+            "r": -54.120732,
+            "l": 542
         },
         {
-            "r": 288.939109,
+            "r": 95.796747,
             "l": 1600
         },
         {
-            "r": 20.173908,
-            "l": 543
+            "r": 273.631725,
+            "l": 1600
         },
         {
-            "r": -75.757143,
-            "l": 127
+            "r": 134.831036,
+            "l": 1570
         },
         {
-            "r": -75.981574,
-            "l": 127
+            "r": 81.306988,
+            "l": 870
         },
         {
-            "r": 302.66767,
+            "r": 77.369444,
             "l": 1429
         },
         {
-            "r": -68.878576,
-            "l": 144
+            "r": 245.053544,
+            "l": 1600
         },
         {
-            "r": -78.569724,
-            "l": 113
+            "r": 289.446834,
+            "l": 1600
         },
         {
-            "r": 180.983784,
-            "l": 1324
+            "r": -80.147605,
+            "l": 392
         },
         {
-            "r": 13.461487,
-            "l": 555
+            "r": 254.878649,
+            "l": 1600
         },
         {
-            "r": -66.782102,
-            "l": 150
+            "r": 254.533641,
+            "l": 1600
         },
         {
-            "r": -80.640055,
-            "l": 112
+            "r": 30.897693,
+            "l": 996
         },
         {
-            "r": -64.938441,
-            "l": 165
+            "r": 267.202072,
+            "l": 1600
         },
         {
-            "r": -21.444768,
-            "l": 371
+            "r": 278.307405,
+            "l": 1600
         },
         {
-            "r": -47.098504,
-            "l": 217
+            "r": 68.781886,
+            "l": 997
         },
         {
-            "r": 49.453569,
-            "l": 682
+            "r": 231.499001,
+            "l": 1600
         },
         {
-            "r": -56.273638,
-            "l": 193
+            "r": 250.210364,
+            "l": 1600
         },
         {
-            "r": -56.872998,
-            "l": 196
+            "r": 106.931249,
+            "l": 1388
         },
         {
-            "r": -38.108875,
-            "l": 268
+            "r": -45.65302,
+            "l": 475
         },
         {
-            "r": -71.635875,
-            "l": 130
+            "r": 148.517543,
+            "l": 1600
         },
         {
-            "r": -73.237624,
-            "l": 137
+            "r": 251.09739,
+            "l": 1600
         },
         {
-            "r": -65.880175,
-            "l": 148
+            "r": -75.264789,
+            "l": 376
         },
         {
-            "r": -69.142083,
-            "l": 140
+            "r": -38.385261,
+            "l": 612
         },
         {
-            "r": 87.50665,
-            "l": 925
+            "r": 216.956518,
+            "l": 1600
         },
         {
-            "r": -76.774502,
-            "l": 143
+            "r": 35.339428,
+            "l": 950
         },
         {
-            "r": 61.149729,
-            "l": 775
+            "r": 257.09438,
+            "l": 1600
         },
         {
-            "r": -70.415239,
-            "l": 138
+            "r": -5.238769,
+            "l": 737
         },
         {
-            "r": 299.729988,
-            "l": 1460
+            "r": -31.528052,
+            "l": 576
         },
         {
-            "r": -80.243913,
-            "l": 110
+            "r": 260.710155,
+            "l": 1600
         },
         {
-            "r": -70.108071,
-            "l": 139
+            "r": 12.417512,
+            "l": 542
         },
         {
-            "r": -55.37548,
-            "l": 202
+            "r": 245.758925,
+            "l": 1600
         },
         {
-            "r": -37.359849,
-            "l": 275
+            "r": 280.722351,
+            "l": 1600
         },
         {
-            "r": 1.852956,
-            "l": 469
+            "r": 275.226165,
+            "l": 1600
         },
         {
-            "r": 138.877604,
-            "l": 1114
+            "r": -52.149168,
+            "l": 437
         },
         {
-            "r": -77.983433,
-            "l": 115
+            "r": 234.366901,
+            "l": 1600
         },
         {
-            "r": -55.758037,
-            "l": 225
+            "r": 284.050044,
+            "l": 1600
         },
         {
-            "r": -63.114222,
-            "l": 173
+            "r": 261.966035,
+            "l": 1600
         },
         {
-            "r": -62.041746,
-            "l": 168
+            "r": 251.785572,
+            "l": 1600
         },
         {
-            "r": -75.960817,
-            "l": 122
+            "r": 80.938022,
+            "l": 1041
         },
         {
-            "r": -88.539465,
-            "l": 1600
+            "r": -34.442948,
+            "l": 498
         },
         {
-            "r": -84.948587,
-            "l": 96
+            "r": 27.906894,
+            "l": 1037
         },
         {
-            "r": 14.466932,
-            "l": 549
+            "r": 47.162265,
+            "l": 925
         },
         {
-            "r": -76.501066,
-            "l": 125
+            "r": 92.837523,
+            "l": 1218
         },
         {
-            "r": -7.582603,
-            "l": 434
+            "r": 245.783449,
+            "l": 1600
         },
         {
-            "r": 12.785625,
-            "l": 537
+            "r": 25.046771,
+            "l": 1034
         },
         {
-            "r": -71.513748,
-            "l": 140
+            "r": -60.392176,
+            "l": 236
         },
         {
-            "r": -66.153133,
-            "l": 150
+            "r": 254.45361,
+            "l": 1600
         },
         {
-            "r": -54.451132,
-            "l": 210
+            "r": 242.276724,
+            "l": 1600
         },
         {
-            "r": 297.271485,
-            "l": 1512
+            "r": 259.285763,
+            "l": 1600
         },
         {
-            "r": -63.753196,
-            "l": 168
+            "r": 290.000697,
+            "l": 1552
         },
         {
-            "r": 9.988296,
-            "l": 500
+            "r": 262.104709,
+            "l": 1600
         },
         {
-            "r": -68.768703,
-            "l": 147
+            "r": -71.087299,
+            "l": 446
         },
         {
-            "r": 120.083128,
-            "l": 1089
+            "r": 245.659397,
+            "l": 1600
         },
         {
-            "r": -68.669963,
-            "l": 143
+            "r": 1.651875,
+            "l": 1600
         },
         {
-            "r": 297.58786,
-            "l": 1457
+            "r": 256.503717,
+            "l": 1600
         },
         {
-            "r": -52.760759,
-            "l": 241
+            "r": -5.865125,
+            "l": 764
         },
         {
-            "r": 13.748057,
-            "l": 527
+            "r": 20.159261,
+            "l": 930
         },
         {
-            "r": -71.008626,
-            "l": 134
+            "r": 14.111051,
+            "l": 959
         },
         {
-            "r": -73.333124,
-            "l": 137
+            "r": 93.047931,
+            "l": 1400
         },
         {
-            "r": -68.806607,
-            "l": 139
+            "r": -8.670267,
+            "l": 914
         },
         {
-            "r": -80.525286,
-            "l": 110
+            "r": 89.811412,
+            "l": 1279
         },
         {
-            "r": -70.811528,
-            "l": 140
+            "r": 14.441219,
+            "l": 592
         },
         {
-            "r": -6.093633,
-            "l": 525
+            "r": -105.503122,
+            "l": 124
         },
         {
-            "r": 179.376603,
-            "l": 1362
+            "r": 262.530493,
+            "l": 1600
         },
         {
-            "r": -80.290344,
-            "l": 110
+            "r": 284.335946,
+            "l": 1575
         },
         {
-            "r": -77.580306,
-            "l": 116
+            "r": 100.858783,
+            "l": 994
         },
         {
-            "r": -70.552497,
-            "l": 142
+            "r": 12.575966,
+            "l": 883
         },
         {
-            "r": 274.535495,
+            "r": 244.673984,
             "l": 1600
         },
         {
-            "r": -63.944323,
-            "l": 158
+            "r": -0.537824,
+            "l": 1600
         },
         {
-            "r": -76.63126,
-            "l": 149
+            "r": 256.477702,
+            "l": 1600
         },
         {
-            "r": -28.759952,
-            "l": 314
+            "r": 247.038964,
+            "l": 1600
         },
         {
-            "r": -44.719205,
-            "l": 258
+            "r": 21.783319,
+            "l": 737
         },
         {
-            "r": -68.717179,
-            "l": 139
+            "r": 249.258666,
+            "l": 1600
         },
         {
-            "r": -71.672338,
-            "l": 138
+            "r": 264.067871,
+            "l": 1600
         },
         {
-            "r": -41.341877,
-            "l": 258
+            "r": 286.455622,
+            "l": 1570
         },
         {
-            "r": 299.608473,
-            "l": 1514
+            "r": -106.717197,
+            "l": 129
         },
         {
-            "r": -67.465564,
-            "l": 143
+            "r": -105.621981,
+            "l": 141
         },
         {
-            "r": 294.872294,
-            "l": 1495
+            "r": 6.945632,
+            "l": 853
         },
         {
-            "r": -79.815684,
-            "l": 114
+            "r": 252.108025,
+            "l": 1600
         },
         {
-            "r": -78.59883,
-            "l": 116
+            "r": 289.565783,
+            "l": 1597
         },
         {
-            "r": -77.419479,
-            "l": 127
+            "r": 277.068068,
+            "l": 1600
         },
         {
-            "r": 294.434112,
-            "l": 1509
+            "r": -2.205681,
+            "l": 773
         },
         {
-            "r": -49.889868,
-            "l": 204
+            "r": 34.193666,
+            "l": 750
         },
         {
-            "r": -31.284469,
-            "l": 321
+            "r": 264.030085,
+            "l": 1600
         },
         {
-            "r": 42.459246,
-            "l": 634
+            "r": 249.759992,
+            "l": 1600
         },
         {
-            "r": 56.561265,
-            "l": 767
+            "r": 249.189658,
+            "l": 1600
         },
         {
-            "r": -60.910826,
-            "l": 176
+            "r": 262.72141,
+            "l": 1600
         },
         {
-            "r": -82.162395,
-            "l": 111
+            "r": -55.302972,
+            "l": 373
         }
     ],
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 290,
+    "_n_updates": 328,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVTAQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgVSxiFlGgZdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoESiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLGIWUaBl0lFKUjARoaWdolGgRKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sYhZRoGXSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==",
@@ -597,7 +597,7 @@
     "zero_policy": true,
     "weights": {
         ":type:": "<class 'torch.Tensor'>",
-        ":serialized:": "gAWVAAMAAAAAAACMDHRvcmNoLl91dGlsc5SMEl9yZWJ1aWxkX3RlbnNvcl92MpSTlCiMDXRvcmNoLnN0b3JhZ2WUjBBfbG9hZF9mcm9tX2J5dGVzlJOUQnkCAACAAooKbPycRvkgaqhQGS6AAk3pAy6AAn1xAChYEAAAAHByb3RvY29sX3ZlcnNpb25xAU3pA1gNAAAAbGl0dGxlX2VuZGlhbnECiFgKAAAAdHlwZV9zaXplc3EDfXEEKFgFAAAAc2hvcnRxBUsCWAMAAABpbnRxBksEWAQAAABsb25ncQdLBHV1LoACKFgHAAAAc3RvcmFnZXEAY3RvcmNoCkZsb2F0U3RvcmFnZQpxAVgNAAAAMTk1NTQxOTE3Njk3NnECWAMAAABjcHVxA0tgTnRxBFEugAJdcQBYDQAAADE5NTU0MTkxNzY5NzZxAWEuYAAAAAAAAABUXy+9WHutPWloaj2uzpQ8/CYVvg96Ar7VCDS9yKXavdi3dL1rzi69Sz75PNvNn73k7Yc9DzrPPI75jz1yw6e9EvZmvH5oib1sNuY8LtIIvcAxkD0pK+o8BeUovabUUrx+Jq49byQBPiEK+z0B1KC+XsYHvJWXHL4R6dc8fNPFvDVfpzyI8Sm9QDXcPddlij3oU449RfzpvakCBT1D5OM9p5UQPnpPjz2acxu+6zvpPdEgQL3kq7w8nYvPPS5SCT6C+AM+ZMbku3ZkEj1IIRS+V7g+vp5/KL3Dok09QasDPe2PCr1GPsG+EBuWvmqu1r3K31O9c5NwPWkTpT1rUqK9fxlLvQljYD6q1Go8NwwXPjsJv72PFgQ9KZCmvO/wqb1atLA9EKAjPgtGJ71zDnM8NbfHvUkekT40G4q7su4IvexrDb2tTBq+REwGvrnRlD3MIKI9XosUPJt4Yz0fz6295V3LvMX50r36k5G9iEFbvWa4qLzceY87uGC1PTxhMb2UhZRSlEsAS2CFlEsBhZSJjAtjb2xsZWN0aW9uc5SMC09yZGVyZWREaWN0lJOUKVKUdJRSlC4="
+        ":serialized:": "gAWVAAMAAAAAAACMDHRvcmNoLl91dGlsc5SMEl9yZWJ1aWxkX3RlbnNvcl92MpSTlCiMDXRvcmNoLnN0b3JhZ2WUjBBfbG9hZF9mcm9tX2J5dGVzlJOUQnkCAACAAooKbPycRvkgaqhQGS6AAk3pAy6AAn1xAChYEAAAAHByb3RvY29sX3ZlcnNpb25xAU3pA1gNAAAAbGl0dGxlX2VuZGlhbnECiFgKAAAAdHlwZV9zaXplc3EDfXEEKFgFAAAAc2hvcnRxBUsCWAMAAABpbnRxBksEWAQAAABsb25ncQdLBHV1LoACKFgHAAAAc3RvcmFnZXEAY3RvcmNoCkZsb2F0U3RvcmFnZQpxAVgNAAAAMTk1NjIwODUyMjI4OHECWAMAAABjcHVxA0tgTnRxBFEugAJdcQBYDQAAADE5NTYyMDg1MjIyODhxAWEuYAAAAAAAAAA65Q+8ZyLAPcBFQT0ygYE8buQmvpocGL6Rid+9n3ecvXuyPb1AjkG9iE7+uSZMp736p5A9nXZPPUQ/yj3im2u9iXGOvEu9971SfqY9mPlKvcKDej1gJ+M8+k5XvQyxkLyWILY9fhJRPRg0AD7SaaS+0qVGPNd+VL59nn49naMUvVQsiryRuo48mt73Pb5DoD2kStQ9z2fmvWHKQT0i9OY9j8dEPo5Krz1ff8i9P7zIPb51N734cq48S+UhPjml5j312g8+e3gQPbjrFj0ILwm+KPIxvnTDjL2YN60562OjPb6ICr3lls2+6cSgvppcBL5N9J68HWH2PAx1dT0cyqa94i3QvZa1UD7bj468zpQuPjKapb0pNuc8Y/CZPYA+yb29Jfk9C7n7PQhPVb0pbNE86sG6vaa8rD4Xxly9fraWvW7GX71E6iS+KgQgvot3kD05qLg9WabGPNI3oz1aElq9qUI6vTmx0r34SUq9/7iwva3ot70a+9U8IKrzPSC/jL2UhZRSlEsAS2CFlEsBhZSJjAtjb2xsZWN0aW9uc5SMC09yZGVyZWREaWN0lJOUKVKUdJRSlC4="
     },
     "processes": null,
     "old_count": 0,

ars-BipedalWalker-v3/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99c41fa843e75aa4331763ff58ad8ca77145f5dec187942404377246903e95d7
+oid sha256:7c0b13b450cdb01507835e0175210570faa9a72ea3e18217650eb3a90d65cd91
 size 1756

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMGHNiM19jb250cmliLmFycy5wb2xpY2llc5SMD0FSU0xpbmVhclBvbGljeZSTlC4=", "__module__": "sb3_contrib.ars.policies", "__doc__": "\n    Linear policy network for ARS.\n\n    :param observation_space: The observation space of the environment\n    :param action_space: The action space of the environment\n    :param with_bias: With or without bias on the output\n    :param squash_output: For continuous actions, whether the output is squashed\n        or not using a ``tanh()`` function. If not squashed with tanh the output will instead be clipped.\n    ", "__init__": "<function ARSLinearPolicy.__init__ at 0x000001C745702440>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x000001C745708EC0>"}, "verbose": 5, "policy_kwargs": {}, "num_timesteps": 5024250, "_total_timesteps": 5000000.0, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1704225357833316500, "learning_rate": 0.02, "tensorboard_log": "runs/BipedalWalker-v3__ars-BipedalWalker-v3__1__1704214603", "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAMroaL/8GM46JZTfv+7gGr0oT6E/yQYBPQSuPT/goTI9mkufPxo6N7/jQs08bFYKQDbgRz0Qgso/1GrVPj0u1T59atQ+xDzTPk+V0T5Hhc8+AjTNPpNK4z62W8k+dYexPZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAJsONDvsbia3UUtKOkoSg7y6cbw91nqFupg4XD9TRQ07AACAP+HJBD2WeIW65ZFaPwDMPDoAAIA/YLLhPolC5D6bP+w+U6b6Pva6CD/jOho/yIo1P27MYj8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.006618400000000024, "_stats_window_size": 100, "ep_info_buffer": [{"r": 88.94536, "l": 911}, {"r": -71.88852, "l": 138}, {"r": 35.362107, "l": 669}, {"r": -85.291419, "l": 101}, {"r": 89.74683, "l": 899}, {"r": -63.437168, "l": 158}, {"r": -60.72263, "l": 163}, {"r": 297.456177, "l": 1510}, {"r": -63.107012, "l": 163}, {"r": -62.557628, "l": 158}, {"r": 298.934154, "l": 1477}, {"r": -61.723185, "l": 163}, {"r": -77.686909, "l": 117}, {"r": -59.536354, "l": 179}, {"r": 298.529319, "l": 1452}, {"r": -66.923112, "l": 147}, {"r": -15.681894, "l": 384}, {"r": -74.861384, "l": 154}, {"r": 295.526079, "l": 1535}, {"r": -62.978438, "l": 175}, {"r": -77.698023, "l": 118}, {"r": 297.798564, "l": 1481}, {"r": -69.617601, "l": 136}, {"r": -60.619563, "l": 169}, {"r": -69.318713, "l": 145}, {"r": -78.865252, "l": 119}, {"r": -70.206739, "l": 140}, {"r": 298.994913, "l": 1556}, {"r": -85.311037, "l": 101}, {"r": -52.708283, "l": 201}, {"r": -68.301528, "l": 142}, {"r": 301.543331, "l": 1401}, {"r": -79.191338, "l": 115}, {"r": -8.790343, "l": 398}, {"r": -62.671836, "l": 159}, {"r": -72.875149, "l": 143}, {"r": 16.442502, "l": 544}, {"r": -57.057251, "l": 184}, {"r": -64.206468, "l": 165}, {"r": -69.927084, "l": 138}, {"r": 76.495525, "l": 925}, {"r": 288.939109, "l": 1600}, {"r": 20.173908, "l": 543}, {"r": -75.757143, "l": 127}, {"r": -75.981574, "l": 127}, {"r": 302.66767, "l": 1429}, {"r": -68.878576, "l": 144}, {"r": -78.569724, "l": 113}, {"r": 180.983784, "l": 1324}, {"r": 13.461487, "l": 555}, {"r": -66.782102, "l": 150}, {"r": -80.640055, "l": 112}, {"r": -64.938441, "l": 165}, {"r": -21.444768, "l": 371}, {"r": -47.098504, "l": 217}, {"r": 49.453569, "l": 682}, {"r": -56.273638, "l": 193}, {"r": -56.872998, "l": 196}, {"r": -38.108875, "l": 268}, {"r": -71.635875, "l": 130}, {"r": -73.237624, "l": 137}, {"r": -65.880175, "l": 148}, {"r": -69.142083, "l": 140}, {"r": 87.50665, "l": 925}, {"r": -76.774502, "l": 143}, {"r": 61.149729, "l": 775}, {"r": -70.415239, "l": 138}, {"r": 299.729988, "l": 1460}, {"r": -80.243913, "l": 110}, {"r": -70.108071, "l": 139}, {"r": -55.37548, "l": 202}, {"r": -37.359849, "l": 275}, {"r": 1.852956, "l": 469}, {"r": 138.877604, "l": 1114}, {"r": -77.983433, "l": 115}, {"r": -55.758037, "l": 225}, {"r": -63.114222, "l": 173}, {"r": -62.041746, "l": 168}, {"r": -75.960817, "l": 122}, {"r": -88.539465, "l": 1600}, {"r": -84.948587, "l": 96}, {"r": 14.466932, "l": 549}, {"r": -76.501066, "l": 125}, {"r": -7.582603, "l": 434}, {"r": 12.785625, "l": 537}, {"r": -71.513748, "l": 140}, {"r": -66.153133, "l": 150}, {"r": -54.451132, "l": 210}, {"r": 297.271485, "l": 1512}, {"r": -63.753196, "l": 168}, {"r": 9.988296, "l": 500}, {"r": -68.768703, "l": 147}, {"r": 120.083128, "l": 1089}, {"r": -68.669963, "l": 143}, {"r": 297.58786, "l": 1457}, {"r": -52.760759, "l": 241}, {"r": 13.748057, "l": 527}, {"r": -71.008626, "l": 134}, {"r": -73.333124, "l": 137}, {"r": -68.806607, "l": 139}, {"r": -80.525286, "l": 110}, {"r": -70.811528, "l": 140}, {"r": -6.093633, "l": 525}, {"r": 179.376603, "l": 1362}, {"r": -80.290344, "l": 110}, {"r": -77.580306, "l": 116}, {"r": -70.552497, "l": 142}, {"r": 274.535495, "l": 1600}, {"r": -63.944323, "l": 158}, {"r": -76.63126, "l": 149}, {"r": -28.759952, "l": 314}, {"r": -44.719205, "l": 258}, {"r": -68.717179, "l": 139}, {"r": -71.672338, "l": 138}, {"r": -41.341877, "l": 258}, {"r": 299.608473, "l": 1514}, {"r": -67.465564, "l": 143}, {"r": 294.872294, "l": 1495}, {"r": -79.815684, "l": 114}, {"r": -78.59883, "l": 116}, {"r": -77.419479, "l": 127}, {"r": 294.434112, "l": 1509}, {"r": -49.889868, "l": 204}, {"r": -31.284469, "l": 321}, {"r": 42.459246, "l": 634}, {"r": 56.561265, "l": 767}, {"r": -60.910826, "l": 176}, {"r": -82.162395, "l": 111}], "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 290, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVTAQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgVSxiFlGgZdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoESiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLGIWUaBl0lFKUjARoaWdolGgRKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sYhZRoGXSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True  True  True  True  True\n  True  True  True  True  True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True  True  True  True  True\n  True  True  True  True  True  True  True  True  True  True  True  True]", "_shape": [24], "low": "[-3.1415927 -5.        -5.        -5.        -3.1415927 -5.\n -3.1415927 -5.        -0.        -3.1415927 -5.        -3.1415927\n -5.        -0.        -1.        -1.        -1.        -1.\n -1.        -1.        -1.        -1.        -1.        -1.       ]", "high": "[3.1415927 5.        5.        5.        3.1415927 5.        3.1415927\n 5.        5.        3.1415927 5.        3.1415927 5.        5.\n 1.        1.        1.        1.        1.        1.        1.\n 1.        1.        1.       ]", "low_repr": "[-3.1415927 -5.        -5.        -5.        -3.1415927 -5.\n -3.1415927 -5.        -0.        -3.1415927 -5.        -3.1415927\n -5.        -0.        -1.        -1.        -1.        -1.\n -1.        -1.        -1.        -1.        -1.        -1.       ]", "high_repr": "[3.1415927 5.        5.        5.        3.1415927 5.        3.1415927\n 5.        5.        3.1415927 5.        3.1415927 5.        5.\n 1.        1.        1.        1.        1.        1.        1.\n 1.        1.        1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVpwEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True]", "bounded_above": "[ True  True  True  True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 1, "n_delta": 64, "pop_size": 128, "delta_std_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVaAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMU2M6XFVzZXJzXHByaWNvXC5jb25kYVxlbnZzXEFUTk5cbGliXHNpdGUtcGFja2FnZXNcc3RhYmxlX2Jhc2VsaW5lczNcY29tbW9uXHV0aWxzLnB5lIwEZnVuY5RLg0MCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9+uFHrhR64hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "n_eval_episodes": 1, "n_top": 32, "alive_bonus_offset": -0.1, "zero_policy": true, "weights": {":type:": "<class 'torch.Tensor'>", ":serialized:": "gAWVAAMAAAAAAACMDHRvcmNoLl91dGlsc5SMEl9yZWJ1aWxkX3RlbnNvcl92MpSTlCiMDXRvcmNoLnN0b3JhZ2WUjBBfbG9hZF9mcm9tX2J5dGVzlJOUQnkCAACAAooKbPycRvkgaqhQGS6AAk3pAy6AAn1xAChYEAAAAHByb3RvY29sX3ZlcnNpb25xAU3pA1gNAAAAbGl0dGxlX2VuZGlhbnECiFgKAAAAdHlwZV9zaXplc3EDfXEEKFgFAAAAc2hvcnRxBUsCWAMAAABpbnRxBksEWAQAAABsb25ncQdLBHV1LoACKFgHAAAAc3RvcmFnZXEAY3RvcmNoCkZsb2F0U3RvcmFnZQpxAVgNAAAAMTk1NTQxOTE3Njk3NnECWAMAAABjcHVxA0tgTnRxBFEugAJdcQBYDQAAADE5NTU0MTkxNzY5NzZxAWEuYAAAAAAAAABUXy+9WHutPWloaj2uzpQ8/CYVvg96Ar7VCDS9yKXavdi3dL1rzi69Sz75PNvNn73k7Yc9DzrPPI75jz1yw6e9EvZmvH5oib1sNuY8LtIIvcAxkD0pK+o8BeUovabUUrx+Jq49byQBPiEK+z0B1KC+XsYHvJWXHL4R6dc8fNPFvDVfpzyI8Sm9QDXcPddlij3oU449RfzpvakCBT1D5OM9p5UQPnpPjz2acxu+6zvpPdEgQL3kq7w8nYvPPS5SCT6C+AM+ZMbku3ZkEj1IIRS+V7g+vp5/KL3Dok09QasDPe2PCr1GPsG+EBuWvmqu1r3K31O9c5NwPWkTpT1rUqK9fxlLvQljYD6q1Go8NwwXPjsJv72PFgQ9KZCmvO/wqb1atLA9EKAjPgtGJ71zDnM8NbfHvUkekT40G4q7su4IvexrDb2tTBq+REwGvrnRlD3MIKI9XosUPJt4Yz0fz6295V3LvMX50r36k5G9iEFbvWa4qLzceY87uGC1PTxhMb2UhZRSlEsAS2CFlEsBhZSJjAtjb2xsZWN0aW9uc5SMC09yZGVyZWREaWN0lJOUKVKUdJRSlC4="}, "processes": null, "old_count": 0, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVaAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMU2M6XFVzZXJzXHByaWNvXC5jb25kYVxlbnZzXEFUTk5cbGliXHNpdGUtcGFja2FnZXNcc3RhYmxlX2Jhc2VsaW5lczNcY29tbW9uXHV0aWxzLnB5lIwEZnVuY5RLg0MCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz+UeuFHrhR7hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "n_params": 96, "system_info": {"OS": "Windows-10-10.0.22621-SP0 10.0.22621", "Python": "3.10.12", "Stable-Baselines3": "2.2.1", "PyTorch": "2.1.0", "GPU Enabled": "False", "Numpy": "1.26.0", "Cloudpickle": "3.0.0", "Gymnasium": "0.28.1", "OpenAI Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMGHNiM19jb250cmliLmFycy5wb2xpY2llc5SMD0FSU0xpbmVhclBvbGljeZSTlC4=", "__module__": "sb3_contrib.ars.policies", "__doc__": "\n    Linear policy network for ARS.\n\n    :param observation_space: The observation space of the environment\n    :param action_space: The action space of the environment\n    :param with_bias: With or without bias on the output\n    :param squash_output: For continuous actions, whether the output is squashed\n        or not using a ``tanh()`` function. If not squashed with tanh the output will instead be clipped.\n    ", "__init__": "<function ARSLinearPolicy.__init__ at 0x000001C745702440>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x000001C745708EC0>"}, "verbose": 5, "policy_kwargs": {}, "num_timesteps": 5133136, "_total_timesteps": 5000000.0, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1704229494959482700, "learning_rate": 0.02, "tensorboard_log": "runs/BipedalWalker-v3__ars-BipedalWalker-v3__1__1704214603", "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAJdTb79rCvi6U1jvv+FkaL1BXpY/0xzPPPRIPj/RYSU9+lagPyb2P7+eW5o89YwHQK3ART0l6sw/k7/HPlE3xz7jDsY+A1zEPuUSwj5VU78+P2i8PpUH0z6UyMA+RJGjPZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAJsONDvsbia3UUtKOkoSg7y6cbw91nqFupg4XD9TRQ07AACAP+HJBD2WeIW65ZFaPwDMPDoAAIA/YLLhPolC5D6bP+w+U6b6Pva6CD/jOho/yIo1P27MYj8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.003957199999999994, "_stats_window_size": 100, "ep_info_buffer": [{"r": -105.54695, "l": 126}, {"r": 268.955009, "l": 1600}, {"r": -9.753808, "l": 724}, {"r": 258.82341, "l": 1600}, {"r": -2.949627, "l": 782}, {"r": 239.101702, "l": 1600}, {"r": 266.565795, "l": 1600}, {"r": 251.502006, "l": 1600}, {"r": 250.367986, "l": 1600}, {"r": 36.664827, "l": 739}, {"r": -102.536947, "l": 232}, {"r": 249.56268, "l": 1600}, {"r": 241.864241, "l": 1600}, {"r": -112.309248, "l": 100}, {"r": 268.427625, "l": 1600}, {"r": -118.205052, "l": 93}, {"r": 265.149907, "l": 1600}, {"r": 256.476031, "l": 1600}, {"r": 1.078795, "l": 1080}, {"r": -37.666993, "l": 502}, {"r": 242.075407, "l": 1600}, {"r": 238.223933, "l": 1600}, {"r": 263.336464, "l": 1600}, {"r": 13.480805, "l": 646}, {"r": 57.621121, "l": 1101}, {"r": 89.972279, "l": 1600}, {"r": 15.470009, "l": 845}, {"r": -78.36363, "l": 356}, {"r": 50.362165, "l": 803}, {"r": -116.864915, "l": 95}, {"r": 278.433717, "l": 1600}, {"r": 250.719367, "l": 1600}, {"r": -64.028139, "l": 1600}, {"r": 279.936518, "l": 1600}, {"r": -108.195341, "l": 116}, {"r": 283.025801, "l": 1600}, {"r": 254.27164, "l": 1600}, {"r": 240.190771, "l": 1600}, {"r": -36.310931, "l": 1600}, {"r": -18.534468, "l": 769}, {"r": -54.120732, "l": 542}, {"r": 95.796747, "l": 1600}, {"r": 273.631725, "l": 1600}, {"r": 134.831036, "l": 1570}, {"r": 81.306988, "l": 870}, {"r": 77.369444, "l": 1429}, {"r": 245.053544, "l": 1600}, {"r": 289.446834, "l": 1600}, {"r": -80.147605, "l": 392}, {"r": 254.878649, "l": 1600}, {"r": 254.533641, "l": 1600}, {"r": 30.897693, "l": 996}, {"r": 267.202072, "l": 1600}, {"r": 278.307405, "l": 1600}, {"r": 68.781886, "l": 997}, {"r": 231.499001, "l": 1600}, {"r": 250.210364, "l": 1600}, {"r": 106.931249, "l": 1388}, {"r": -45.65302, "l": 475}, {"r": 148.517543, "l": 1600}, {"r": 251.09739, "l": 1600}, {"r": -75.264789, "l": 376}, {"r": -38.385261, "l": 612}, {"r": 216.956518, "l": 1600}, {"r": 35.339428, "l": 950}, {"r": 257.09438, "l": 1600}, {"r": -5.238769, "l": 737}, {"r": -31.528052, "l": 576}, {"r": 260.710155, "l": 1600}, {"r": 12.417512, "l": 542}, {"r": 245.758925, "l": 1600}, {"r": 280.722351, "l": 1600}, {"r": 275.226165, "l": 1600}, {"r": -52.149168, "l": 437}, {"r": 234.366901, "l": 1600}, {"r": 284.050044, "l": 1600}, {"r": 261.966035, "l": 1600}, {"r": 251.785572, "l": 1600}, {"r": 80.938022, "l": 1041}, {"r": -34.442948, "l": 498}, {"r": 27.906894, "l": 1037}, {"r": 47.162265, "l": 925}, {"r": 92.837523, "l": 1218}, {"r": 245.783449, "l": 1600}, {"r": 25.046771, "l": 1034}, {"r": -60.392176, "l": 236}, {"r": 254.45361, "l": 1600}, {"r": 242.276724, "l": 1600}, {"r": 259.285763, "l": 1600}, {"r": 290.000697, "l": 1552}, {"r": 262.104709, "l": 1600}, {"r": -71.087299, "l": 446}, {"r": 245.659397, "l": 1600}, {"r": 1.651875, "l": 1600}, {"r": 256.503717, "l": 1600}, {"r": -5.865125, "l": 764}, {"r": 20.159261, "l": 930}, {"r": 14.111051, "l": 959}, {"r": 93.047931, "l": 1400}, {"r": -8.670267, "l": 914}, {"r": 89.811412, "l": 1279}, {"r": 14.441219, "l": 592}, {"r": -105.503122, "l": 124}, {"r": 262.530493, "l": 1600}, {"r": 284.335946, "l": 1575}, {"r": 100.858783, "l": 994}, {"r": 12.575966, "l": 883}, {"r": 244.673984, "l": 1600}, {"r": -0.537824, "l": 1600}, {"r": 256.477702, "l": 1600}, {"r": 247.038964, "l": 1600}, {"r": 21.783319, "l": 737}, {"r": 249.258666, "l": 1600}, {"r": 264.067871, "l": 1600}, {"r": 286.455622, "l": 1570}, {"r": -106.717197, "l": 129}, {"r": -105.621981, "l": 141}, {"r": 6.945632, "l": 853}, {"r": 252.108025, "l": 1600}, {"r": 289.565783, "l": 1597}, {"r": 277.068068, "l": 1600}, {"r": -2.205681, "l": 773}, {"r": 34.193666, "l": 750}, {"r": 264.030085, "l": 1600}, {"r": 249.759992, "l": 1600}, {"r": 249.189658, "l": 1600}, {"r": 262.72141, "l": 1600}, {"r": -55.302972, "l": 373}], "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 328, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVTAQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgVSxiFlGgZdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoESiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLGIWUaBl0lFKUjARoaWdolGgRKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sYhZRoGXSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True  True  True  True  True\n  True  True  True  True  True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True  True  True  True  True\n  True  True  True  True  True  True  True  True  True  True  True  True]", "_shape": [24], "low": "[-3.1415927 -5.        -5.        -5.        -3.1415927 -5.\n -3.1415927 -5.        -0.        -3.1415927 -5.        -3.1415927\n -5.        -0.        -1.        -1.        -1.        -1.\n -1.        -1.        -1.        -1.        -1.        -1.       ]", "high": "[3.1415927 5.        5.        5.        3.1415927 5.        3.1415927\n 5.        5.        3.1415927 5.        3.1415927 5.        5.\n 1.        1.        1.        1.        1.        1.        1.\n 1.        1.        1.       ]", "low_repr": "[-3.1415927 -5.        -5.        -5.        -3.1415927 -5.\n -3.1415927 -5.        -0.        -3.1415927 -5.        -3.1415927\n -5.        -0.        -1.        -1.        -1.        -1.\n -1.        -1.        -1.        -1.        -1.        -1.       ]", "high_repr": "[3.1415927 5.        5.        5.        3.1415927 5.        3.1415927\n 5.        5.        3.1415927 5.        3.1415927 5.        5.\n 1.        1.        1.        1.        1.        1.        1.\n 1.        1.        1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVpwEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True]", "bounded_above": "[ True  True  True  True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 1, "n_delta": 64, "pop_size": 128, "delta_std_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVaAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMU2M6XFVzZXJzXHByaWNvXC5jb25kYVxlbnZzXEFUTk5cbGliXHNpdGUtcGFja2FnZXNcc3RhYmxlX2Jhc2VsaW5lczNcY29tbW9uXHV0aWxzLnB5lIwEZnVuY5RLg0MCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9+uFHrhR64hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "n_eval_episodes": 1, "n_top": 32, "alive_bonus_offset": -0.1, "zero_policy": true, "weights": {":type:": "<class 'torch.Tensor'>", ":serialized:": "gAWVAAMAAAAAAACMDHRvcmNoLl91dGlsc5SMEl9yZWJ1aWxkX3RlbnNvcl92MpSTlCiMDXRvcmNoLnN0b3JhZ2WUjBBfbG9hZF9mcm9tX2J5dGVzlJOUQnkCAACAAooKbPycRvkgaqhQGS6AAk3pAy6AAn1xAChYEAAAAHByb3RvY29sX3ZlcnNpb25xAU3pA1gNAAAAbGl0dGxlX2VuZGlhbnECiFgKAAAAdHlwZV9zaXplc3EDfXEEKFgFAAAAc2hvcnRxBUsCWAMAAABpbnRxBksEWAQAAABsb25ncQdLBHV1LoACKFgHAAAAc3RvcmFnZXEAY3RvcmNoCkZsb2F0U3RvcmFnZQpxAVgNAAAAMTk1NjIwODUyMjI4OHECWAMAAABjcHVxA0tgTnRxBFEugAJdcQBYDQAAADE5NTYyMDg1MjIyODhxAWEuYAAAAAAAAAA65Q+8ZyLAPcBFQT0ygYE8buQmvpocGL6Rid+9n3ecvXuyPb1AjkG9iE7+uSZMp736p5A9nXZPPUQ/yj3im2u9iXGOvEu9971SfqY9mPlKvcKDej1gJ+M8+k5XvQyxkLyWILY9fhJRPRg0AD7SaaS+0qVGPNd+VL59nn49naMUvVQsiryRuo48mt73Pb5DoD2kStQ9z2fmvWHKQT0i9OY9j8dEPo5Krz1ff8i9P7zIPb51N734cq48S+UhPjml5j312g8+e3gQPbjrFj0ILwm+KPIxvnTDjL2YN60562OjPb6ICr3lls2+6cSgvppcBL5N9J68HWH2PAx1dT0cyqa94i3QvZa1UD7bj468zpQuPjKapb0pNuc8Y/CZPYA+yb29Jfk9C7n7PQhPVb0pbNE86sG6vaa8rD4Xxly9fraWvW7GX71E6iS+KgQgvot3kD05qLg9WabGPNI3oz1aElq9qUI6vTmx0r34SUq9/7iwva3ot70a+9U8IKrzPSC/jL2UhZRSlEsAS2CFlEsBhZSJjAtjb2xsZWN0aW9uc5SMC09yZGVyZWREaWN0lJOUKVKUdJRSlC4="}, "processes": null, "old_count": 0, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVaAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMU2M6XFVzZXJzXHByaWNvXC5jb25kYVxlbnZzXEFUTk5cbGliXHNpdGUtcGFja2FnZXNcc3RhYmxlX2Jhc2VsaW5lczNcY29tbW9uXHV0aWxzLnB5lIwEZnVuY5RLg0MCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz+UeuFHrhR7hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "n_params": 96, "system_info": {"OS": "Windows-10-10.0.22621-SP0 10.0.22621", "Python": "3.10.12", "Stable-Baselines3": "2.2.1", "PyTorch": "2.1.0", "GPU Enabled": "False", "Numpy": "1.26.0", "Cloudpickle": "3.0.0", "Gymnasium": "0.28.1", "OpenAI Gym": "0.21.0"}}

logs/events.out.tfevents.1704229494.Thunder.26636.8

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf14ae2abf7d2d5db45dd657cb4c7151515107a5401fc68a586505a1b7a8613
+size 441

results.json

@@ -1 +1 @@
-{"mean_reward": 165.8297182, "std_reward": 135.34181303609216, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-01-02T22:48:12.808389"}
+{"mean_reward": 136.5450083, "std_reward": 134.82856508364077, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-01-02T23:57:01.161810"}

vec_normalize.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:553c98b5a29ccee7306edd8020fb2c0a6b8ca733d78e6aaf97efe3259a94a4cd
+oid sha256:a29545fc981cbf9faae1e5d9f6472bf565ba342315a584916260b0e9f8cec69e
 size 2665