Upload ars BipedalWalker-v3 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: BipedalWalker-v3
     metrics:
     - type: mean_reward
-      value: -82.80 +/- 1.74
+      value: -48.73 +/- 33.84
       name: mean_reward
       verified: false
 ---

ars-BipedalWalker-v3.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:857d2f0a2491c011ecdff95e82004cc5a96280878d8b8bd139ace426cabf2469
-size 22856
+oid sha256:4d3be004eb6e73732a08d843a52060737aebd9630a6fd3531558671bd90c06c4
+size 22845

ars-BipedalWalker-v3/data

@@ -10,17 +10,17 @@
     },
     "verbose": 5,
     "policy_kwargs": {},
-    "num_timesteps": 5010832,
+    "num_timesteps": 5010237,
     "_total_timesteps": 5000000.0,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1704206065493476560,
+    "start_time": 1704210231932827705,
     "learning_rate": 0.02,
     "tensorboard_log": "runs/BipedalWalker-v3__ars-BipedalWalker-v3__1__1704206062",
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAPly5jdoA9Wzj3QBN7O7J7mPK3A6RtYqt5iu1TvhzrQ3c7HnO/ncqTll0yq3usHUO8Ki8TZzsec7rCmEO4JqhTv8Rok72RCQOwxdmjvQFak7iYm9O/dH2Ttzsec7c7HnO5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="
+        ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAGOTl79oG7U9RboBvxezAz6+HBhAJgQZPr6f3z+rqsQ9YXVfP7nEYL9uvvs9n2XnP4oseT1sC0M/XZL/PzKQ/z89jf8//of/PzuD/z/Bfv8/Znb/P350/z8pw8Y/b4IuPpSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -33,530 +33,530 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": 0.0022052000000000183,
+    "_current_progress_remaining": 0.0028650000000000064,
     "_stats_window_size": 100,
     "ep_info_buffer": [
         {
-            "r": -75.699705,
-            "l": 194
+            "r": -63.295305,
+            "l": 147
         },
         {
-            "r": -101.888551,
-            "l": 146
+            "r": -35.163789,
+            "l": 277
         },
         {
-            "r": -77.193288,
-            "l": 169
+            "r": -61.73058,
+            "l": 141
         },
         {
-            "r": -99.533813,
-            "l": 109
+            "r": -75.263299,
+            "l": 119
         },
         {
-            "r": -87.371594,
-            "l": 92
+            "r": -24.767588,
+            "l": 404
         },
         {
-            "r": -101.49961,
-            "l": 117
+            "r": -55.887147,
+            "l": 162
         },
         {
-            "r": -80.836548,
-            "l": 118
+            "r": -64.805026,
+            "l": 224
         },
         {
-            "r": -79.97698,
-            "l": 116
+            "r": -80.154582,
+            "l": 127
         },
         {
-            "r": -65.949554,
-            "l": 239
+            "r": -61.90307,
+            "l": 148
         },
         {
-            "r": -90.320139,
-            "l": 168
+            "r": -67.438716,
+            "l": 191
         },
         {
-            "r": -83.16602,
-            "l": 110
+            "r": -65.028426,
+            "l": 134
         },
         {
-            "r": -93.620493,
-            "l": 267
+            "r": -65.193499,
+            "l": 131
         },
         {
-            "r": -69.650876,
-            "l": 198
+            "r": -84.249247,
+            "l": 111
         },
         {
-            "r": -86.093731,
-            "l": 98
+            "r": -27.624869,
+            "l": 330
         },
         {
-            "r": -81.576907,
-            "l": 118
+            "r": -84.209721,
+            "l": 169
         },
         {
-            "r": -100.4607,
-            "l": 213
+            "r": -53.862977,
+            "l": 187
         },
         {
-            "r": -95.60811,
-            "l": 109
+            "r": -77.252861,
+            "l": 127
         },
         {
-            "r": -89.42563,
-            "l": 173
+            "r": -61.149079,
+            "l": 194
         },
         {
-            "r": -86.319001,
-            "l": 98
+            "r": -58.038187,
+            "l": 153
         },
         {
-            "r": -99.106665,
-            "l": 111
+            "r": -65.558306,
+            "l": 158
         },
         {
-            "r": -77.380381,
-            "l": 135
+            "r": -10.071604,
+            "l": 335
         },
         {
-            "r": -86.271594,
-            "l": 98
+            "r": -55.036968,
+            "l": 221
         },
         {
-            "r": -80.443208,
-            "l": 114
+            "r": -54.635448,
+            "l": 197
         },
         {
-            "r": -92.616569,
-            "l": 132
+            "r": -51.402458,
+            "l": 194
         },
         {
-            "r": -77.39566,
-            "l": 139
+            "r": -74.556918,
+            "l": 235
         },
         {
-            "r": -108.723792,
-            "l": 173
+            "r": -54.901285,
+            "l": 188
         },
         {
-            "r": -81.307455,
-            "l": 115
+            "r": -61.623892,
+            "l": 148
         },
         {
-            "r": -67.34515,
-            "l": 224
+            "r": -19.616699,
+            "l": 352
         },
         {
-            "r": -78.955821,
-            "l": 145
+            "r": -65.435281,
+            "l": 135
         },
         {
-            "r": -100.545816,
-            "l": 111
+            "r": -67.485047,
+            "l": 131
         },
         {
-            "r": -83.931278,
-            "l": 111
+            "r": -91.289605,
+            "l": 75
         },
         {
-            "r": -76.241173,
-            "l": 190
+            "r": -75.438332,
+            "l": 107
         },
         {
-            "r": -90.461717,
-            "l": 83
+            "r": -75.553718,
+            "l": 104
         },
         {
-            "r": -78.679217,
+            "r": -73.158723,
             "l": 122
         },
         {
-            "r": -104.296403,
-            "l": 149
+            "r": -80.016864,
+            "l": 95
         },
         {
-            "r": -77.92684,
-            "l": 124
+            "r": -85.263509,
+            "l": 82
         },
         {
-            "r": -108.843256,
-            "l": 165
+            "r": -68.43229,
+            "l": 149
         },
         {
-            "r": -96.716311,
-            "l": 110
+            "r": -51.131343,
+            "l": 339
         },
         {
-            "r": -81.058324,
-            "l": 166
+            "r": -79.590881,
+            "l": 96
         },
         {
-            "r": -94.323965,
-            "l": 107
+            "r": -26.852265,
+            "l": 261
         },
         {
-            "r": -85.318799,
-            "l": 162
+            "r": -44.924681,
+            "l": 219
         },
         {
-            "r": -29.772687,
-            "l": 1600
+            "r": -77.722779,
+            "l": 184
         },
         {
-            "r": -88.924801,
-            "l": 164
+            "r": -58.226186,
+            "l": 189
         },
         {
-            "r": -77.119105,
-            "l": 138
+            "r": -84.230571,
+            "l": 128
         },
         {
-            "r": -83.725415,
-            "l": 107
+            "r": -64.511906,
+            "l": 158
         },
         {
-            "r": -89.372687,
-            "l": 84
+            "r": -67.324286,
+            "l": 245
         },
         {
-            "r": -99.481269,
-            "l": 112
+            "r": -63.359646,
+            "l": 188
         },
         {
-            "r": -97.934653,
-            "l": 118
+            "r": -56.609461,
+            "l": 160
         },
         {
-            "r": -96.854774,
-            "l": 110
+            "r": -78.148093,
+            "l": 98
         },
         {
-            "r": -83.575456,
-            "l": 106
+            "r": -65.562732,
+            "l": 134
         },
         {
-            "r": -68.87519,
-            "l": 239
+            "r": -79.926608,
+            "l": 98
         },
         {
-            "r": -78.402323,
-            "l": 137
+            "r": -62.557816,
+            "l": 142
         },
         {
-            "r": -80.570882,
-            "l": 132
+            "r": -52.831566,
+            "l": 191
         },
         {
-            "r": -79.769084,
-            "l": 166
+            "r": -15.571258,
+            "l": 322
         },
         {
-            "r": -98.636255,
-            "l": 112
+            "r": -38.451853,
+            "l": 301
         },
         {
-            "r": -77.488203,
-            "l": 141
+            "r": -12.1718,
+            "l": 341
         },
         {
-            "r": -107.464233,
-            "l": 212
+            "r": -79.761934,
+            "l": 120
         },
         {
-            "r": -71.321281,
-            "l": 162
+            "r": 8.382368,
+            "l": 444
         },
         {
-            "r": -75.933809,
-            "l": 143
+            "r": -59.695192,
+            "l": 174
         },
         {
-            "r": -75.270707,
-            "l": 176
+            "r": -41.535208,
+            "l": 237
         },
         {
-            "r": -94.894085,
-            "l": 165
+            "r": -48.44616,
+            "l": 357
         },
         {
-            "r": -93.9746,
-            "l": 138
+            "r": -91.859853,
+            "l": 71
         },
         {
-            "r": -72.504982,
-            "l": 175
+            "r": -42.544152,
+            "l": 233
         },
         {
-            "r": -92.607136,
-            "l": 210
+            "r": -35.800509,
+            "l": 327
         },
         {
-            "r": -84.6305,
-            "l": 139
+            "r": -72.348155,
+            "l": 116
         },
         {
-            "r": -110.861924,
-            "l": 217
+            "r": -47.534723,
+            "l": 222
         },
         {
-            "r": -100.024825,
-            "l": 115
+            "r": -90.914372,
+            "l": 192
         },
         {
-            "r": -83.52315,
-            "l": 103
+            "r": -64.91504,
+            "l": 157
         },
         {
-            "r": -98.228054,
-            "l": 158
+            "r": -82.800849,
+            "l": 112
         },
         {
-            "r": -81.265082,
-            "l": 130
+            "r": -68.255988,
+            "l": 186
         },
         {
-            "r": -87.955185,
-            "l": 92
+            "r": 6.351179,
+            "l": 1600
         },
         {
-            "r": -98.948018,
-            "l": 146
+            "r": -59.878767,
+            "l": 270
         },
         {
-            "r": -96.006625,
-            "l": 110
+            "r": -59.250301,
+            "l": 168
         },
         {
-            "r": -74.949786,
-            "l": 158
+            "r": -76.43146,
+            "l": 122
         },
         {
-            "r": -105.163098,
-            "l": 135
+            "r": -103.355358,
+            "l": 158
         },
         {
-            "r": -79.498295,
-            "l": 161
+            "r": -33.635603,
+            "l": 254
         },
         {
-            "r": -103.611137,
-            "l": 321
+            "r": -51.494566,
+            "l": 172
         },
         {
-            "r": -67.197385,
-            "l": 247
+            "r": -44.385668,
+            "l": 243
         },
         {
-            "r": -74.366123,
-            "l": 171
+            "r": -35.874931,
+            "l": 234
         },
         {
-            "r": -104.885425,
-            "l": 159
+            "r": -54.21843,
+            "l": 163
         },
         {
-            "r": -77.759915,
-            "l": 120
+            "r": -82.411216,
+            "l": 115
         },
         {
-            "r": -79.969976,
-            "l": 117
+            "r": -49.650394,
+            "l": 205
         },
         {
-            "r": -98.233326,
-            "l": 264
+            "r": -80.337987,
+            "l": 121
         },
         {
-            "r": -99.362078,
-            "l": 172
+            "r": -35.219553,
+            "l": 266
         },
         {
-            "r": -106.844996,
-            "l": 232
+            "r": -91.809571,
+            "l": 156
         },
         {
-            "r": -96.654156,
-            "l": 146
+            "r": -74.710327,
+            "l": 108
         },
         {
-            "r": -100.129207,
-            "l": 111
+            "r": -81.800721,
+            "l": 89
         },
         {
-            "r": -99.482454,
-            "l": 110
+            "r": -61.792968,
+            "l": 143
         },
         {
-            "r": -107.053312,
-            "l": 136
+            "r": -67.526095,
+            "l": 154
         },
         {
-            "r": -82.110876,
-            "l": 139
+            "r": -65.415817,
+            "l": 137
         },
         {
-            "r": -102.017107,
-            "l": 109
+            "r": -81.250609,
+            "l": 144
         },
         {
-            "r": -89.666568,
-            "l": 159
+            "r": -75.991448,
+            "l": 124
         },
         {
-            "r": -84.313919,
-            "l": 110
+            "r": -58.766987,
+            "l": 170
         },
         {
-            "r": -100.490706,
-            "l": 138
+            "r": -92.965073,
+            "l": 246
         },
         {
-            "r": -81.008076,
-            "l": 136
+            "r": -64.19417,
+            "l": 162
         },
         {
-            "r": -64.160341,
-            "l": 225
+            "r": -83.301608,
+            "l": 120
         },
         {
-            "r": -90.164532,
-            "l": 75
+            "r": -54.733763,
+            "l": 204
         },
         {
-            "r": -111.953588,
-            "l": 208
+            "r": -41.579434,
+            "l": 227
         },
         {
-            "r": -95.969847,
-            "l": 155
+            "r": -59.136732,
+            "l": 171
         },
         {
-            "r": -71.29612,
-            "l": 200
+            "r": -54.635721,
+            "l": 176
         },
         {
-            "r": -98.715173,
-            "l": 113
+            "r": -69.302897,
+            "l": 149
         },
         {
-            "r": -69.957715,
-            "l": 191
+            "r": -86.177365,
+            "l": 82
         },
         {
-            "r": -84.717546,
-            "l": 105
+            "r": -55.872477,
+            "l": 162
         },
         {
-            "r": -100.948741,
-            "l": 169
+            "r": -37.696937,
+            "l": 232
         },
         {
-            "r": -84.548692,
-            "l": 108
+            "r": -31.103111,
+            "l": 299
         },
         {
-            "r": -67.760652,
-            "l": 187
+            "r": -55.168789,
+            "l": 209
         },
         {
-            "r": -73.712867,
-            "l": 165
+            "r": -75.863576,
+            "l": 105
         },
         {
-            "r": -108.47378,
-            "l": 175
+            "r": -66.890515,
+            "l": 141
         },
         {
-            "r": -105.996004,
-            "l": 110
+            "r": -61.959295,
+            "l": 146
         },
         {
-            "r": -79.957485,
-            "l": 117
+            "r": -70.441167,
+            "l": 118
         },
         {
-            "r": -76.023527,
-            "l": 135
+            "r": -61.604561,
+            "l": 292
         },
         {
-            "r": -83.976686,
-            "l": 102
+            "r": -23.342477,
+            "l": 320
         },
         {
-            "r": -75.336591,
-            "l": 135
+            "r": -59.098363,
+            "l": 168
         },
         {
-            "r": -104.746337,
-            "l": 146
+            "r": -96.074468,
+            "l": 91
         },
         {
-            "r": -84.338371,
-            "l": 107
+            "r": -68.823718,
+            "l": 125
         },
         {
-            "r": -78.682963,
-            "l": 129
+            "r": -87.078573,
+            "l": 152
         },
         {
-            "r": -93.755449,
-            "l": 183
+            "r": -52.806547,
+            "l": 167
         },
         {
-            "r": -108.052725,
-            "l": 217
+            "r": -64.060766,
+            "l": 134
         },
         {
-            "r": -71.792746,
-            "l": 150
+            "r": -58.177316,
+            "l": 163
         },
         {
-            "r": -42.647651,
-            "l": 1600
+            "r": -83.495476,
+            "l": 88
         },
         {
-            "r": -69.772178,
-            "l": 206
+            "r": -38.042663,
+            "l": 240
         },
         {
-            "r": -99.047466,
-            "l": 109
+            "r": -54.268122,
+            "l": 181
         },
         {
-            "r": -105.032942,
-            "l": 170
+            "r": -55.591425,
+            "l": 190
         },
         {
-            "r": -102.78305,
-            "l": 136
+            "r": -60.518166,
+            "l": 151
         },
         {
-            "r": -72.788605,
-            "l": 143
+            "r": -68.787402,
+            "l": 132
         },
         {
-            "r": -101.862709,
-            "l": 112
+            "r": -73.51059,
+            "l": 189
         },
         {
-            "r": -85.070324,
-            "l": 143
+            "r": -67.879465,
+            "l": 150
         },
         {
-            "r": -101.804457,
-            "l": 186
+            "r": -79.658483,
+            "l": 118
         }
     ],
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 149,
+    "_n_updates": 402,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
-        ":serialized:": "gAWVRgQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBAolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgUSxiFlGgYdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoECiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaApLGIWUaBh0lFKUjARoaWdolGgQKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoCksYhZRoGHSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==",
+        ":serialized:": "gAWVTAQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgVSxiFlGgZdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoESiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLGIWUaBl0lFKUjARoaWdolGgRKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sYhZRoGXSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==",
         "dtype": "float32",
         "bounded_below": "[ True  True  True  True  True  True  True  True  True  True  True  True\n  True  True  True  True  True  True  True  True  True  True  True  True]",
         "bounded_above": "[ True  True  True  True  True  True  True  True  True  True  True  True\n  True  True  True  True  True  True  True  True  True  True  True  True]",
@@ -571,7 +571,7 @@
     },
     "action_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
-        ":serialized:": "gAWVoQEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgHjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgQKJYEAAAAAAAAAAEBAQGUaBRLBIWUaBh0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgQKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaApLBIWUaBh0lFKUjARoaWdolGgQKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaApLBIWUaBh0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlE51Yi4=",
+        ":serialized:": "gAWVpwEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlE51Yi4=",
         "dtype": "float32",
         "bounded_below": "[ True  True  True  True]",
         "bounded_above": "[ True  True  True  True]",
@@ -597,7 +597,7 @@
     "zero_policy": true,
     "weights": {
         ":type:": "<class 'torch.Tensor'>",
-        ":serialized:": "gAWVAgMAAAAAAACMDHRvcmNoLl91dGlsc5SMEl9yZWJ1aWxkX3RlbnNvcl92MpSTlCiMDXRvcmNoLnN0b3JhZ2WUjBBfbG9hZF9mcm9tX2J5dGVzlJOUQnsCAACAAooKbPycRvkgaqhQGS6AAk3pAy6AAn1xAChYEAAAAHByb3RvY29sX3ZlcnNpb25xAU3pA1gNAAAAbGl0dGxlX2VuZGlhbnECiFgKAAAAdHlwZV9zaXplc3EDfXEEKFgFAAAAc2hvcnRxBUsCWAMAAABpbnRxBksEWAQAAABsb25ncQdLBHV1LoACKFgHAAAAc3RvcmFnZXEAY3RvcmNoCkZsb2F0U3RvcmFnZQpxAVgOAAAAOTc4Njg5ODE0MDA3MzZxAlgDAAAAY3B1cQNLYE50cQRRLoACXXEAWA4AAAA5Nzg2ODk4MTQwMDczNnEBYS5gAAAAAAAAAN2+vz1Z1gU+IdlSPekwDb0UVsK8w1AsPe/MQT00w189gE8kvollNj6pc+c9FPQ3vSZMurtDdMq9HkdEPDlBXr0kb3G9dhKeuyiLAjptUBM8KajOPBvYAD20S1m83EJtvZCOPbu0tec9Cy6hvewGB77EUKU8cXiIvV3qOr0cQhm+22SMvK4skj1yMIk+OiwHPrSyOz1XWvs9ysMpPZJWRT2YwMK9wJ0EuYLhjTxy2wE8X4oEPptnFT5kiWY70CECvQ8vaj7S6g09dSKqvNfLDb7VM408wnmVvPIjBD0O3OG8s7FEPsFi6r1XEgK+0GJGPSIbHb1j5iG7EnMUvQAS+jw1r9s94+kpvozlV7u8x788TmW6vJR4KD1qyUm8pJgAu5gOKj11h9091Y2cvA3z0zyDK589d7LvPbprQjyJwS++9+SfvcohuTu2w3S9mU+5vWeAwjw8lno9Z86kvGarPrzXR3E9SyP6PYkhHb6AV9Y9Y4+Fvckdqr0wryY9Fm66PJSFlFKUSwBLYIWUSwGFlImMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpR0lFKULg=="
+        ":serialized:": "gAWVAgMAAAAAAACMDHRvcmNoLl91dGlsc5SMEl9yZWJ1aWxkX3RlbnNvcl92MpSTlCiMDXRvcmNoLnN0b3JhZ2WUjBBfbG9hZF9mcm9tX2J5dGVzlJOUQnsCAACAAooKbPycRvkgaqhQGS6AAk3pAy6AAn1xAChYEAAAAHByb3RvY29sX3ZlcnNpb25xAU3pA1gNAAAAbGl0dGxlX2VuZGlhbnECiFgKAAAAdHlwZV9zaXplc3EDfXEEKFgFAAAAc2hvcnRxBUsCWAMAAABpbnRxBksEWAQAAABsb25ncQdLBHV1LoACKFgHAAAAc3RvcmFnZXEAY3RvcmNoCkZsb2F0U3RvcmFnZQpxAVgOAAAAOTc4Njg5ODcwNDU3OTJxAlgDAAAAY3B1cQNLYE50cQRRLoACXXEAWA4AAAA5Nzg2ODk4NzA0NTc5MnEBYS5gAAAAAAAAAD6xozyJ1EU+Z0tLPsXEib38ilS99njdPUcNVj4WIDC++jFdviJZjj794e898PkCOraPtjy2vwW+lVUIvZCdwr2YfYC9L6KZPPJKtr0SWTu7WjwRPRlQ672M6H8+OJGIvfXmZb1OziS8iS12vhrtUb2gR6c99WRSvsA0OL68/+u9KFPWvOCdBT5OTpk+g8LsvFOTjDzfK7a8POzjPUJ0GL49HbI96p4FPci1DT0a4Qm9Pf0jPm1wKD6N9JU9DdKEPZF2vT5lLw4+7IzBPZbdw7w7bT89XDIVvkzBPj2oMN+8pefLPU+aVL4nQfi9fM5SPizRaD0Nq3C9rCnRvWc3grwSeBg+QMugvXxMTbzdXvI92yQrvg6UDD2J1L69uN8mO7yQmjzLEVU9abuYPS2HTD1Bveo9QvchPh2PiD3ampy+EZ6IvRvBpD1OWB++Erknvp3Y270/4Ry8EQOGvTXpoDyPcxk9x2JvPqH3Hb65bZU9NIRxvgOXcL31kI49yjGVPJSFlFKUSwBLYIWUSwGFlImMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpR0lFKULg=="
     },
     "processes": null,
     "old_count": 0,

ars-BipedalWalker-v3/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:429be7341d9e0d3b783467022b93803456e441d4d52f008d625f06edd52e99ac
+oid sha256:1e9b987076f3cb0f6604ccba2f8b27c9aeca523da2137daa17af68ab57388dee
 size 1756

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMGHNiM19jb250cmliLmFycy5wb2xpY2llc5SMD0FSU0xpbmVhclBvbGljeZSTlC4=", "__module__": "sb3_contrib.ars.policies", "__doc__": "\n    Linear policy network for ARS.\n\n    :param observation_space: The observation space of the environment\n    :param action_space: The action space of the environment\n    :param with_bias: With or without bias on the output\n    :param squash_output: For continuous actions, whether the output is squashed\n        or not using a ``tanh()`` function. If not squashed with tanh the output will instead be clipped.\n    ", "__init__": "<function ARSLinearPolicy.__init__ at 0x7aa378bd5f30>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7aa37910dac0>"}, "verbose": 5, "policy_kwargs": {}, "num_timesteps": 5010832, "_total_timesteps": 5000000.0, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1704206065493476560, "learning_rate": 0.02, "tensorboard_log": "runs/BipedalWalker-v3__ars-BipedalWalker-v3__1__1704206062", "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAPly5jdoA9Wzj3QBN7O7J7mPK3A6RtYqt5iu1TvhzrQ3c7HnO/ncqTll0yq3usHUO8Ki8TZzsec7rCmEO4JqhTv8Rok72RCQOwxdmjvQFak7iYm9O/dH2Ttzsec7c7HnO5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAJsONDvsbia3UUtKOkoSg7y6cbw91nqFupg4XD9TRQ07AACAP+HJBD2WeIW65ZFaPwDMPDoAAIA/YLLhPolC5D6bP+w+U6b6Pva6CD/jOho/yIo1P27MYj8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0022052000000000183, "_stats_window_size": 100, "ep_info_buffer": [{"r": -75.699705, "l": 194}, {"r": -101.888551, "l": 146}, {"r": -77.193288, "l": 169}, {"r": -99.533813, "l": 109}, {"r": -87.371594, "l": 92}, {"r": -101.49961, "l": 117}, {"r": -80.836548, "l": 118}, {"r": -79.97698, "l": 116}, {"r": -65.949554, "l": 239}, {"r": -90.320139, "l": 168}, {"r": -83.16602, "l": 110}, {"r": -93.620493, "l": 267}, {"r": -69.650876, "l": 198}, {"r": -86.093731, "l": 98}, {"r": -81.576907, "l": 118}, {"r": -100.4607, "l": 213}, {"r": -95.60811, "l": 109}, {"r": -89.42563, "l": 173}, {"r": -86.319001, "l": 98}, {"r": -99.106665, "l": 111}, {"r": -77.380381, "l": 135}, {"r": -86.271594, "l": 98}, {"r": -80.443208, "l": 114}, {"r": -92.616569, "l": 132}, {"r": -77.39566, "l": 139}, {"r": -108.723792, "l": 173}, {"r": -81.307455, "l": 115}, {"r": -67.34515, "l": 224}, {"r": -78.955821, "l": 145}, {"r": -100.545816, "l": 111}, {"r": -83.931278, "l": 111}, {"r": -76.241173, "l": 190}, {"r": -90.461717, "l": 83}, {"r": -78.679217, "l": 122}, {"r": -104.296403, "l": 149}, {"r": -77.92684, "l": 124}, {"r": -108.843256, "l": 165}, {"r": -96.716311, "l": 110}, {"r": -81.058324, "l": 166}, {"r": -94.323965, "l": 107}, {"r": -85.318799, "l": 162}, {"r": -29.772687, "l": 1600}, {"r": -88.924801, "l": 164}, {"r": -77.119105, "l": 138}, {"r": -83.725415, "l": 107}, {"r": -89.372687, "l": 84}, {"r": -99.481269, "l": 112}, {"r": -97.934653, "l": 118}, {"r": -96.854774, "l": 110}, {"r": -83.575456, "l": 106}, {"r": -68.87519, "l": 239}, {"r": -78.402323, "l": 137}, {"r": -80.570882, "l": 132}, {"r": -79.769084, "l": 166}, {"r": -98.636255, "l": 112}, {"r": -77.488203, "l": 141}, {"r": -107.464233, "l": 212}, {"r": -71.321281, "l": 162}, {"r": -75.933809, "l": 143}, {"r": -75.270707, "l": 176}, {"r": -94.894085, "l": 165}, {"r": -93.9746, "l": 138}, {"r": -72.504982, "l": 175}, {"r": -92.607136, "l": 210}, {"r": -84.6305, "l": 139}, {"r": -110.861924, "l": 217}, {"r": -100.024825, "l": 115}, {"r": -83.52315, "l": 103}, {"r": -98.228054, "l": 158}, {"r": -81.265082, "l": 130}, {"r": -87.955185, "l": 92}, {"r": -98.948018, "l": 146}, {"r": -96.006625, "l": 110}, {"r": -74.949786, "l": 158}, {"r": -105.163098, "l": 135}, {"r": -79.498295, "l": 161}, {"r": -103.611137, "l": 321}, {"r": -67.197385, "l": 247}, {"r": -74.366123, "l": 171}, {"r": -104.885425, "l": 159}, {"r": -77.759915, "l": 120}, {"r": -79.969976, "l": 117}, {"r": -98.233326, "l": 264}, {"r": -99.362078, "l": 172}, {"r": -106.844996, "l": 232}, {"r": -96.654156, "l": 146}, {"r": -100.129207, "l": 111}, {"r": -99.482454, "l": 110}, {"r": -107.053312, "l": 136}, {"r": -82.110876, "l": 139}, {"r": -102.017107, "l": 109}, {"r": -89.666568, "l": 159}, {"r": -84.313919, "l": 110}, {"r": -100.490706, "l": 138}, {"r": -81.008076, "l": 136}, {"r": -64.160341, "l": 225}, {"r": -90.164532, "l": 75}, {"r": -111.953588, "l": 208}, {"r": -95.969847, "l": 155}, {"r": -71.29612, "l": 200}, {"r": -98.715173, "l": 113}, {"r": -69.957715, "l": 191}, {"r": -84.717546, "l": 105}, {"r": -100.948741, "l": 169}, {"r": -84.548692, "l": 108}, {"r": -67.760652, "l": 187}, {"r": -73.712867, "l": 165}, {"r": -108.47378, "l": 175}, {"r": -105.996004, "l": 110}, {"r": -79.957485, "l": 117}, {"r": -76.023527, "l": 135}, {"r": -83.976686, "l": 102}, {"r": -75.336591, "l": 135}, {"r": -104.746337, "l": 146}, {"r": -84.338371, "l": 107}, {"r": -78.682963, "l": 129}, {"r": -93.755449, "l": 183}, {"r": -108.052725, "l": 217}, {"r": -71.792746, "l": 150}, {"r": -42.647651, "l": 1600}, {"r": -69.772178, "l": 206}, {"r": -99.047466, "l": 109}, {"r": -105.032942, "l": 170}, {"r": -102.78305, "l": 136}, {"r": -72.788605, "l": 143}, {"r": -101.862709, "l": 112}, {"r": -85.070324, "l": 143}, {"r": -101.804457, "l": 186}], "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 149, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVRgQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBAolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgUSxiFlGgYdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoECiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaApLGIWUaBh0lFKUjARoaWdolGgQKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoCksYhZRoGHSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True  True  True  True  True\n  True  True  True  True  True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True  True  True  True  True\n  True  True  True  True  True  True  True  True  True  True  True  True]", "_shape": [24], "low": "[-3.1415927 -5.        -5.        -5.        -3.1415927 -5.\n -3.1415927 -5.        -0.        -3.1415927 -5.        -3.1415927\n -5.        -0.        -1.        -1.        -1.        -1.\n -1.        -1.        -1.        -1.        -1.        -1.       ]", "high": "[3.1415927 5.        5.        5.        3.1415927 5.        3.1415927\n 5.        5.        3.1415927 5.        3.1415927 5.        5.\n 1.        1.        1.        1.        1.        1.        1.\n 1.        1.        1.       ]", "low_repr": "[-3.1415927 -5.        -5.        -5.        -3.1415927 -5.\n -3.1415927 -5.        -0.        -3.1415927 -5.        -3.1415927\n -5.        -0.        -1.        -1.        -1.        -1.\n -1.        -1.        -1.        -1.        -1.        -1.       ]", "high_repr": "[3.1415927 5.        5.        5.        3.1415927 5.        3.1415927\n 5.        5.        3.1415927 5.        3.1415927 5.        5.\n 1.        1.        1.        1.        1.        1.        1.\n 1.        1.        1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVoQEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgHjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgQKJYEAAAAAAAAAAEBAQGUaBRLBIWUaBh0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgQKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaApLBIWUaBh0lFKUjARoaWdolGgQKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaApLBIWUaBh0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True]", "bounded_above": "[ True  True  True  True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 1, "n_delta": 64, "pop_size": 128, "delta_std_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9+uFHrhR64hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "n_eval_episodes": 1, "n_top": 32, "alive_bonus_offset": -0.1, "zero_policy": true, "weights": {":type:": "<class 'torch.Tensor'>", ":serialized:": "gAWVAgMAAAAAAACMDHRvcmNoLl91dGlsc5SMEl9yZWJ1aWxkX3RlbnNvcl92MpSTlCiMDXRvcmNoLnN0b3JhZ2WUjBBfbG9hZF9mcm9tX2J5dGVzlJOUQnsCAACAAooKbPycRvkgaqhQGS6AAk3pAy6AAn1xAChYEAAAAHByb3RvY29sX3ZlcnNpb25xAU3pA1gNAAAAbGl0dGxlX2VuZGlhbnECiFgKAAAAdHlwZV9zaXplc3EDfXEEKFgFAAAAc2hvcnRxBUsCWAMAAABpbnRxBksEWAQAAABsb25ncQdLBHV1LoACKFgHAAAAc3RvcmFnZXEAY3RvcmNoCkZsb2F0U3RvcmFnZQpxAVgOAAAAOTc4Njg5ODE0MDA3MzZxAlgDAAAAY3B1cQNLYE50cQRRLoACXXEAWA4AAAA5Nzg2ODk4MTQwMDczNnEBYS5gAAAAAAAAAN2+vz1Z1gU+IdlSPekwDb0UVsK8w1AsPe/MQT00w189gE8kvollNj6pc+c9FPQ3vSZMurtDdMq9HkdEPDlBXr0kb3G9dhKeuyiLAjptUBM8KajOPBvYAD20S1m83EJtvZCOPbu0tec9Cy6hvewGB77EUKU8cXiIvV3qOr0cQhm+22SMvK4skj1yMIk+OiwHPrSyOz1XWvs9ysMpPZJWRT2YwMK9wJ0EuYLhjTxy2wE8X4oEPptnFT5kiWY70CECvQ8vaj7S6g09dSKqvNfLDb7VM408wnmVvPIjBD0O3OG8s7FEPsFi6r1XEgK+0GJGPSIbHb1j5iG7EnMUvQAS+jw1r9s94+kpvozlV7u8x788TmW6vJR4KD1qyUm8pJgAu5gOKj11h9091Y2cvA3z0zyDK589d7LvPbprQjyJwS++9+SfvcohuTu2w3S9mU+5vWeAwjw8lno9Z86kvGarPrzXR3E9SyP6PYkhHb6AV9Y9Y4+Fvckdqr0wryY9Fm66PJSFlFKUSwBLYIWUSwGFlImMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpR0lFKULg=="}, "processes": null, "old_count": 0, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz+UeuFHrhR7hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "n_params": 96, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.2.1", "PyTorch": "2.1.0+cu121", "GPU Enabled": "False", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMGHNiM19jb250cmliLmFycy5wb2xpY2llc5SMD0FSU0xpbmVhclBvbGljeZSTlC4=", "__module__": "sb3_contrib.ars.policies", "__doc__": "\n    Linear policy network for ARS.\n\n    :param observation_space: The observation space of the environment\n    :param action_space: The action space of the environment\n    :param with_bias: With or without bias on the output\n    :param squash_output: For continuous actions, whether the output is squashed\n        or not using a ``tanh()`` function. If not squashed with tanh the output will instead be clipped.\n    ", "__init__": "<function ARSLinearPolicy.__init__ at 0x7aa378bd5f30>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7aa37910dac0>"}, "verbose": 5, "policy_kwargs": {}, "num_timesteps": 5010237, "_total_timesteps": 5000000.0, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1704210231932827705, "learning_rate": 0.02, "tensorboard_log": "runs/BipedalWalker-v3__ars-BipedalWalker-v3__1__1704206062", "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAGOTl79oG7U9RboBvxezAz6+HBhAJgQZPr6f3z+rqsQ9YXVfP7nEYL9uvvs9n2XnP4oseT1sC0M/XZL/PzKQ/z89jf8//of/PzuD/z/Bfv8/Znb/P350/z8pw8Y/b4IuPpSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAJsONDvsbia3UUtKOkoSg7y6cbw91nqFupg4XD9TRQ07AACAP+HJBD2WeIW65ZFaPwDMPDoAAIA/YLLhPolC5D6bP+w+U6b6Pva6CD/jOho/yIo1P27MYj8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0028650000000000064, "_stats_window_size": 100, "ep_info_buffer": [{"r": -63.295305, "l": 147}, {"r": -35.163789, "l": 277}, {"r": -61.73058, "l": 141}, {"r": -75.263299, "l": 119}, {"r": -24.767588, "l": 404}, {"r": -55.887147, "l": 162}, {"r": -64.805026, "l": 224}, {"r": -80.154582, "l": 127}, {"r": -61.90307, "l": 148}, {"r": -67.438716, "l": 191}, {"r": -65.028426, "l": 134}, {"r": -65.193499, "l": 131}, {"r": -84.249247, "l": 111}, {"r": -27.624869, "l": 330}, {"r": -84.209721, "l": 169}, {"r": -53.862977, "l": 187}, {"r": -77.252861, "l": 127}, {"r": -61.149079, "l": 194}, {"r": -58.038187, "l": 153}, {"r": -65.558306, "l": 158}, {"r": -10.071604, "l": 335}, {"r": -55.036968, "l": 221}, {"r": -54.635448, "l": 197}, {"r": -51.402458, "l": 194}, {"r": -74.556918, "l": 235}, {"r": -54.901285, "l": 188}, {"r": -61.623892, "l": 148}, {"r": -19.616699, "l": 352}, {"r": -65.435281, "l": 135}, {"r": -67.485047, "l": 131}, {"r": -91.289605, "l": 75}, {"r": -75.438332, "l": 107}, {"r": -75.553718, "l": 104}, {"r": -73.158723, "l": 122}, {"r": -80.016864, "l": 95}, {"r": -85.263509, "l": 82}, {"r": -68.43229, "l": 149}, {"r": -51.131343, "l": 339}, {"r": -79.590881, "l": 96}, {"r": -26.852265, "l": 261}, {"r": -44.924681, "l": 219}, {"r": -77.722779, "l": 184}, {"r": -58.226186, "l": 189}, {"r": -84.230571, "l": 128}, {"r": -64.511906, "l": 158}, {"r": -67.324286, "l": 245}, {"r": -63.359646, "l": 188}, {"r": -56.609461, "l": 160}, {"r": -78.148093, "l": 98}, {"r": -65.562732, "l": 134}, {"r": -79.926608, "l": 98}, {"r": -62.557816, "l": 142}, {"r": -52.831566, "l": 191}, {"r": -15.571258, "l": 322}, {"r": -38.451853, "l": 301}, {"r": -12.1718, "l": 341}, {"r": -79.761934, "l": 120}, {"r": 8.382368, "l": 444}, {"r": -59.695192, "l": 174}, {"r": -41.535208, "l": 237}, {"r": -48.44616, "l": 357}, {"r": -91.859853, "l": 71}, {"r": -42.544152, "l": 233}, {"r": -35.800509, "l": 327}, {"r": -72.348155, "l": 116}, {"r": -47.534723, "l": 222}, {"r": -90.914372, "l": 192}, {"r": -64.91504, "l": 157}, {"r": -82.800849, "l": 112}, {"r": -68.255988, "l": 186}, {"r": 6.351179, "l": 1600}, {"r": -59.878767, "l": 270}, {"r": -59.250301, "l": 168}, {"r": -76.43146, "l": 122}, {"r": -103.355358, "l": 158}, {"r": -33.635603, "l": 254}, {"r": -51.494566, "l": 172}, {"r": -44.385668, "l": 243}, {"r": -35.874931, "l": 234}, {"r": -54.21843, "l": 163}, {"r": -82.411216, "l": 115}, {"r": -49.650394, "l": 205}, {"r": -80.337987, "l": 121}, {"r": -35.219553, "l": 266}, {"r": -91.809571, "l": 156}, {"r": -74.710327, "l": 108}, {"r": -81.800721, "l": 89}, {"r": -61.792968, "l": 143}, {"r": -67.526095, "l": 154}, {"r": -65.415817, "l": 137}, {"r": -81.250609, "l": 144}, {"r": -75.991448, "l": 124}, {"r": -58.766987, "l": 170}, {"r": -92.965073, "l": 246}, {"r": -64.19417, "l": 162}, {"r": -83.301608, "l": 120}, {"r": -54.733763, "l": 204}, {"r": -41.579434, "l": 227}, {"r": -59.136732, "l": 171}, {"r": -54.635721, "l": 176}, {"r": -69.302897, "l": 149}, {"r": -86.177365, "l": 82}, {"r": -55.872477, "l": 162}, {"r": -37.696937, "l": 232}, {"r": -31.103111, "l": 299}, {"r": -55.168789, "l": 209}, {"r": -75.863576, "l": 105}, {"r": -66.890515, "l": 141}, {"r": -61.959295, "l": 146}, {"r": -70.441167, "l": 118}, {"r": -61.604561, "l": 292}, {"r": -23.342477, "l": 320}, {"r": -59.098363, "l": 168}, {"r": -96.074468, "l": 91}, {"r": -68.823718, "l": 125}, {"r": -87.078573, "l": 152}, {"r": -52.806547, "l": 167}, {"r": -64.060766, "l": 134}, {"r": -58.177316, "l": 163}, {"r": -83.495476, "l": 88}, {"r": -38.042663, "l": 240}, {"r": -54.268122, "l": 181}, {"r": -55.591425, "l": 190}, {"r": -60.518166, "l": 151}, {"r": -68.787402, "l": 132}, {"r": -73.51059, "l": 189}, {"r": -67.879465, "l": 150}, {"r": -79.658483, "l": 118}], "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 402, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVTAQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgVSxiFlGgZdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoESiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLGIWUaBl0lFKUjARoaWdolGgRKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sYhZRoGXSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True  True  True  True  True\n  True  True  True  True  True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True  True  True  True  True\n  True  True  True  True  True  True  True  True  True  True  True  True]", "_shape": [24], "low": "[-3.1415927 -5.        -5.        -5.        -3.1415927 -5.\n -3.1415927 -5.        -0.        -3.1415927 -5.        -3.1415927\n -5.        -0.        -1.        -1.        -1.        -1.\n -1.        -1.        -1.        -1.        -1.        -1.       ]", "high": "[3.1415927 5.        5.        5.        3.1415927 5.        3.1415927\n 5.        5.        3.1415927 5.        3.1415927 5.        5.\n 1.        1.        1.        1.        1.        1.        1.\n 1.        1.        1.       ]", "low_repr": "[-3.1415927 -5.        -5.        -5.        -3.1415927 -5.\n -3.1415927 -5.        -0.        -3.1415927 -5.        -3.1415927\n -5.        -0.        -1.        -1.        -1.        -1.\n -1.        -1.        -1.        -1.        -1.        -1.       ]", "high_repr": "[3.1415927 5.        5.        5.        3.1415927 5.        3.1415927\n 5.        5.        3.1415927 5.        3.1415927 5.        5.\n 1.        1.        1.        1.        1.        1.        1.\n 1.        1.        1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVpwEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True]", "bounded_above": "[ True  True  True  True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 1, "n_delta": 64, "pop_size": 128, "delta_std_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9+uFHrhR64hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "n_eval_episodes": 1, "n_top": 32, "alive_bonus_offset": -0.1, "zero_policy": true, "weights": {":type:": "<class 'torch.Tensor'>", ":serialized:": "gAWVAgMAAAAAAACMDHRvcmNoLl91dGlsc5SMEl9yZWJ1aWxkX3RlbnNvcl92MpSTlCiMDXRvcmNoLnN0b3JhZ2WUjBBfbG9hZF9mcm9tX2J5dGVzlJOUQnsCAACAAooKbPycRvkgaqhQGS6AAk3pAy6AAn1xAChYEAAAAHByb3RvY29sX3ZlcnNpb25xAU3pA1gNAAAAbGl0dGxlX2VuZGlhbnECiFgKAAAAdHlwZV9zaXplc3EDfXEEKFgFAAAAc2hvcnRxBUsCWAMAAABpbnRxBksEWAQAAABsb25ncQdLBHV1LoACKFgHAAAAc3RvcmFnZXEAY3RvcmNoCkZsb2F0U3RvcmFnZQpxAVgOAAAAOTc4Njg5ODcwNDU3OTJxAlgDAAAAY3B1cQNLYE50cQRRLoACXXEAWA4AAAA5Nzg2ODk4NzA0NTc5MnEBYS5gAAAAAAAAAD6xozyJ1EU+Z0tLPsXEib38ilS99njdPUcNVj4WIDC++jFdviJZjj794e898PkCOraPtjy2vwW+lVUIvZCdwr2YfYC9L6KZPPJKtr0SWTu7WjwRPRlQ672M6H8+OJGIvfXmZb1OziS8iS12vhrtUb2gR6c99WRSvsA0OL68/+u9KFPWvOCdBT5OTpk+g8LsvFOTjDzfK7a8POzjPUJ0GL49HbI96p4FPci1DT0a4Qm9Pf0jPm1wKD6N9JU9DdKEPZF2vT5lLw4+7IzBPZbdw7w7bT89XDIVvkzBPj2oMN+8pefLPU+aVL4nQfi9fM5SPizRaD0Nq3C9rCnRvWc3grwSeBg+QMugvXxMTbzdXvI92yQrvg6UDD2J1L69uN8mO7yQmjzLEVU9abuYPS2HTD1Bveo9QvchPh2PiD3ampy+EZ6IvRvBpD1OWB++Erknvp3Y270/4Ry8EQOGvTXpoDyPcxk9x2JvPqH3Hb65bZU9NIRxvgOXcL31kI49yjGVPJSFlFKUSwBLYIWUSwGFlImMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpR0lFKULg=="}, "processes": null, "old_count": 0, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz+UeuFHrhR7hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "n_params": 96, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.2.1", "PyTorch": "2.1.0+cu121", "GPU Enabled": "False", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

logs/events.out.tfevents.1704210231.9ade1c240cb3.56389.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bc8997baf43244572de82813e0fbfcf440be235e35e049dc901aa742f46982
+size 441

results.json

@@ -1 +1 @@
-{"mean_reward": -82.7985692, "std_reward": 1.7352509431395662, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-01-02T15:42:03.765795"}
+{"mean_reward": -48.728420299999996, "std_reward": 33.8414359010978, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-01-02T16:52:44.114796"}

vec_normalize.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0703fe542681e84a8aad213e8055d41e554806f1543f03e5238f9e3ac762520
+oid sha256:ee6cde12b3f3377e736fbab323ee24b1ff92566966098669db276ba2e5590a84
 size 2665