Upload ars BipedalWalker-v3 trained agent
Browse files- README.md +1 -1
- ars-BipedalWalker-v3.zip +2 -2
- ars-BipedalWalker-v3/data +245 -245
- ars-BipedalWalker-v3/policy.pth +1 -1
- config.json +1 -1
- logs/events.out.tfevents.1704222070.Thunder.26636.4 +3 -0
- replay.mp4 +0 -0
- results.json +1 -1
- vec_normalize.pkl +1 -1
README.md
CHANGED
|
@@ -16,7 +16,7 @@ model-index:
|
|
| 16 |
type: BipedalWalker-v3
|
| 17 |
metrics:
|
| 18 |
- type: mean_reward
|
| 19 |
-
value:
|
| 20 |
name: mean_reward
|
| 21 |
verified: false
|
| 22 |
---
|
|
|
|
| 16 |
type: BipedalWalker-v3
|
| 17 |
metrics:
|
| 18 |
- type: mean_reward
|
| 19 |
+
value: 163.66 +/- 117.15
|
| 20 |
name: mean_reward
|
| 21 |
verified: false
|
| 22 |
---
|
ars-BipedalWalker-v3.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aa0239dcbf551f08e273bdfee7907f9aacb9ae9a01beae397e75be4cbb2f9032
|
| 3 |
+
size 22568
|
ars-BipedalWalker-v3/data
CHANGED
|
@@ -10,17 +10,17 @@
|
|
| 10 |
},
|
| 11 |
"verbose": 5,
|
| 12 |
"policy_kwargs": {},
|
| 13 |
-
"num_timesteps":
|
| 14 |
"_total_timesteps": 5000000.0,
|
| 15 |
"_num_timesteps_at_start": 0,
|
| 16 |
"seed": null,
|
| 17 |
"action_noise": null,
|
| 18 |
-
"start_time":
|
| 19 |
"learning_rate": 0.02,
|
| 20 |
"tensorboard_log": "runs/BipedalWalker-v3__ars-BipedalWalker-v3__1__1704214603",
|
| 21 |
"_last_obs": {
|
| 22 |
":type:": "<class 'numpy.ndarray'>",
|
| 23 |
-
":serialized:": "
|
| 24 |
},
|
| 25 |
"_last_episode_starts": {
|
| 26 |
":type:": "<class 'numpy.ndarray'>",
|
|
@@ -33,527 +33,527 @@
|
|
| 33 |
"_episode_num": 0,
|
| 34 |
"use_sde": false,
|
| 35 |
"sde_sample_freq": -1,
|
| 36 |
-
"_current_progress_remaining": 0.
|
| 37 |
"_stats_window_size": 100,
|
| 38 |
"ep_info_buffer": [
|
| 39 |
{
|
| 40 |
-
"r":
|
| 41 |
-
"l":
|
| 42 |
-
},
|
| 43 |
-
{
|
| 44 |
-
"r": 6.422581,
|
| 45 |
-
"l": 689
|
| 46 |
},
|
| 47 |
{
|
| 48 |
-
"r":
|
| 49 |
-
"l":
|
| 50 |
},
|
| 51 |
{
|
| 52 |
-
"r": -
|
| 53 |
-
"l":
|
| 54 |
},
|
| 55 |
{
|
| 56 |
-
"r":
|
| 57 |
-
"l":
|
| 58 |
},
|
| 59 |
{
|
| 60 |
-
"r":
|
| 61 |
-
"l":
|
| 62 |
},
|
| 63 |
{
|
| 64 |
-
"r":
|
| 65 |
-
"l":
|
| 66 |
},
|
| 67 |
{
|
| 68 |
-
"r":
|
| 69 |
-
"l":
|
| 70 |
},
|
| 71 |
{
|
| 72 |
-
"r":
|
| 73 |
"l": 1600
|
| 74 |
},
|
| 75 |
{
|
| 76 |
-
"r":
|
| 77 |
-
"l":
|
| 78 |
},
|
| 79 |
{
|
| 80 |
-
"r": -
|
| 81 |
-
"l":
|
| 82 |
},
|
| 83 |
{
|
| 84 |
-
"r": -
|
| 85 |
-
"l":
|
| 86 |
},
|
| 87 |
{
|
| 88 |
-
"r":
|
| 89 |
-
"l":
|
| 90 |
},
|
| 91 |
{
|
| 92 |
-
"r":
|
| 93 |
-
"l":
|
| 94 |
},
|
| 95 |
{
|
| 96 |
-
"r":
|
| 97 |
-
"l":
|
| 98 |
},
|
| 99 |
{
|
| 100 |
-
"r":
|
| 101 |
-
"l":
|
| 102 |
},
|
| 103 |
{
|
| 104 |
-
"r":
|
| 105 |
"l": 1600
|
| 106 |
},
|
| 107 |
{
|
| 108 |
-
"r":
|
| 109 |
-
"l":
|
| 110 |
},
|
| 111 |
{
|
| 112 |
-
"r":
|
| 113 |
-
"l":
|
| 114 |
},
|
| 115 |
{
|
| 116 |
-
"r":
|
| 117 |
-
"l":
|
| 118 |
},
|
| 119 |
{
|
| 120 |
-
"r":
|
| 121 |
-
"l":
|
| 122 |
},
|
| 123 |
{
|
| 124 |
-
"r":
|
| 125 |
-
"l":
|
| 126 |
},
|
| 127 |
{
|
| 128 |
-
"r":
|
| 129 |
-
"l":
|
| 130 |
},
|
| 131 |
{
|
| 132 |
-
"r": -
|
| 133 |
-
"l":
|
| 134 |
},
|
| 135 |
{
|
| 136 |
-
"r":
|
| 137 |
-
"l":
|
| 138 |
},
|
| 139 |
{
|
| 140 |
-
"r":
|
| 141 |
-
"l":
|
| 142 |
},
|
| 143 |
{
|
| 144 |
-
"r": -
|
| 145 |
-
"l":
|
| 146 |
},
|
| 147 |
{
|
| 148 |
-
"r":
|
| 149 |
"l": 1600
|
| 150 |
},
|
| 151 |
{
|
| 152 |
-
"r":
|
| 153 |
-
"l":
|
| 154 |
},
|
| 155 |
{
|
| 156 |
-
"r":
|
| 157 |
-
"l":
|
| 158 |
},
|
| 159 |
{
|
| 160 |
-
"r":
|
| 161 |
-
"l":
|
| 162 |
},
|
| 163 |
{
|
| 164 |
-
"r":
|
| 165 |
-
"l":
|
| 166 |
},
|
| 167 |
{
|
| 168 |
-
"r":
|
| 169 |
-
"l":
|
| 170 |
},
|
| 171 |
{
|
| 172 |
-
"r":
|
| 173 |
-
"l":
|
| 174 |
},
|
| 175 |
{
|
| 176 |
-
"r":
|
| 177 |
-
"l":
|
| 178 |
},
|
| 179 |
{
|
| 180 |
-
"r":
|
| 181 |
-
"l":
|
| 182 |
},
|
| 183 |
{
|
| 184 |
-
"r":
|
| 185 |
-
"l":
|
| 186 |
},
|
| 187 |
{
|
| 188 |
-
"r": -
|
| 189 |
-
"l":
|
| 190 |
},
|
| 191 |
{
|
| 192 |
-
"r":
|
| 193 |
"l": 1600
|
| 194 |
},
|
| 195 |
{
|
| 196 |
-
"r":
|
| 197 |
-
"l":
|
| 198 |
},
|
| 199 |
{
|
| 200 |
-
"r":
|
| 201 |
-
"l":
|
| 202 |
},
|
| 203 |
{
|
| 204 |
-
"r":
|
| 205 |
-
"l":
|
| 206 |
},
|
| 207 |
{
|
| 208 |
-
"r":
|
| 209 |
"l": 1600
|
| 210 |
},
|
| 211 |
{
|
| 212 |
-
"r":
|
| 213 |
-
"l":
|
| 214 |
},
|
| 215 |
{
|
| 216 |
-
"r":
|
| 217 |
-
"l":
|
| 218 |
},
|
| 219 |
{
|
| 220 |
-
"r":
|
| 221 |
-
"l":
|
| 222 |
},
|
| 223 |
{
|
| 224 |
-
"r":
|
| 225 |
-
"l":
|
| 226 |
},
|
| 227 |
{
|
| 228 |
-
"r":
|
| 229 |
-
"l":
|
| 230 |
},
|
| 231 |
{
|
| 232 |
-
"r":
|
| 233 |
-
"l":
|
| 234 |
},
|
| 235 |
{
|
| 236 |
-
"r":
|
| 237 |
-
"l":
|
| 238 |
},
|
| 239 |
{
|
| 240 |
-
"r":
|
| 241 |
-
"l":
|
| 242 |
},
|
| 243 |
{
|
| 244 |
-
"r":
|
| 245 |
"l": 1600
|
| 246 |
},
|
| 247 |
{
|
| 248 |
-
"r": -
|
| 249 |
-
"l":
|
| 250 |
},
|
| 251 |
{
|
| 252 |
-
"r":
|
| 253 |
-
"l":
|
| 254 |
},
|
| 255 |
{
|
| 256 |
-
"r":
|
| 257 |
-
"l":
|
| 258 |
},
|
| 259 |
{
|
| 260 |
-
"r":
|
| 261 |
-
"l":
|
| 262 |
},
|
| 263 |
{
|
| 264 |
-
"r":
|
| 265 |
"l": 1600
|
| 266 |
},
|
| 267 |
{
|
| 268 |
-
"r":
|
| 269 |
-
"l":
|
| 270 |
},
|
| 271 |
{
|
| 272 |
-
"r":
|
| 273 |
-
"l":
|
| 274 |
},
|
| 275 |
{
|
| 276 |
-
"r":
|
| 277 |
-
"l":
|
| 278 |
},
|
| 279 |
{
|
| 280 |
-
"r":
|
| 281 |
-
"l":
|
| 282 |
},
|
| 283 |
{
|
| 284 |
-
"r":
|
| 285 |
-
"l":
|
| 286 |
},
|
| 287 |
{
|
| 288 |
-
"r":
|
| 289 |
"l": 1600
|
| 290 |
},
|
| 291 |
{
|
| 292 |
-
"r":
|
| 293 |
-
"l":
|
| 294 |
},
|
| 295 |
{
|
| 296 |
-
"r":
|
| 297 |
-
"l":
|
| 298 |
},
|
| 299 |
{
|
| 300 |
-
"r":
|
| 301 |
-
"l":
|
| 302 |
},
|
| 303 |
{
|
| 304 |
-
"r":
|
| 305 |
-
"l":
|
| 306 |
},
|
| 307 |
{
|
| 308 |
-
"r":
|
| 309 |
-
"l":
|
| 310 |
},
|
| 311 |
{
|
| 312 |
-
"r": -
|
| 313 |
-
"l":
|
| 314 |
},
|
| 315 |
{
|
| 316 |
-
"r": -
|
| 317 |
-
"l":
|
| 318 |
},
|
| 319 |
{
|
| 320 |
-
"r":
|
| 321 |
-
"l":
|
| 322 |
},
|
| 323 |
{
|
| 324 |
-
"r":
|
| 325 |
-
"l":
|
| 326 |
},
|
| 327 |
{
|
| 328 |
-
"r": -
|
| 329 |
-
"l":
|
| 330 |
},
|
| 331 |
{
|
| 332 |
-
"r":
|
| 333 |
-
"l":
|
| 334 |
},
|
| 335 |
{
|
| 336 |
-
"r":
|
| 337 |
"l": 1600
|
| 338 |
},
|
| 339 |
{
|
| 340 |
-
"r": -
|
| 341 |
-
"l":
|
| 342 |
},
|
| 343 |
{
|
| 344 |
-
"r": -
|
| 345 |
-
"l":
|
| 346 |
},
|
| 347 |
{
|
| 348 |
-
"r": -
|
| 349 |
-
"l":
|
| 350 |
},
|
| 351 |
{
|
| 352 |
-
"r":
|
| 353 |
"l": 1600
|
| 354 |
},
|
| 355 |
{
|
| 356 |
-
"r":
|
| 357 |
-
"l":
|
| 358 |
},
|
| 359 |
{
|
| 360 |
-
"r":
|
| 361 |
"l": 1600
|
| 362 |
},
|
| 363 |
{
|
| 364 |
-
"r":
|
| 365 |
-
"l":
|
| 366 |
},
|
| 367 |
{
|
| 368 |
-
"r":
|
| 369 |
-
"l":
|
| 370 |
},
|
| 371 |
{
|
| 372 |
-
"r":
|
| 373 |
-
"l":
|
| 374 |
},
|
| 375 |
{
|
| 376 |
-
"r":
|
| 377 |
-
"l":
|
| 378 |
},
|
| 379 |
{
|
| 380 |
-
"r":
|
| 381 |
-
"l":
|
| 382 |
},
|
| 383 |
{
|
| 384 |
-
"r":
|
| 385 |
-
"l":
|
| 386 |
},
|
| 387 |
{
|
| 388 |
-
"r":
|
| 389 |
"l": 1600
|
| 390 |
},
|
| 391 |
{
|
| 392 |
-
"r":
|
| 393 |
-
"l":
|
| 394 |
-
},
|
| 395 |
-
{
|
| 396 |
-
"r": 77.361513,
|
| 397 |
-
"l": 1363
|
| 398 |
},
|
| 399 |
{
|
| 400 |
-
"r":
|
| 401 |
"l": 1600
|
| 402 |
},
|
| 403 |
{
|
| 404 |
-
"r":
|
| 405 |
-
"l":
|
| 406 |
-
},
|
| 407 |
-
{
|
| 408 |
-
"r": 69.716531,
|
| 409 |
-
"l": 1116
|
| 410 |
},
|
| 411 |
{
|
| 412 |
-
"r":
|
| 413 |
-
"l":
|
| 414 |
},
|
| 415 |
{
|
| 416 |
-
"r": -
|
| 417 |
-
"l":
|
| 418 |
},
|
| 419 |
{
|
| 420 |
-
"r":
|
| 421 |
-
"l":
|
| 422 |
},
|
| 423 |
{
|
| 424 |
-
"r":
|
| 425 |
"l": 1600
|
| 426 |
},
|
| 427 |
{
|
| 428 |
-
"r":
|
| 429 |
-
"l":
|
| 430 |
},
|
| 431 |
{
|
| 432 |
-
"r": -
|
| 433 |
-
"l":
|
| 434 |
},
|
| 435 |
{
|
| 436 |
-
"r":
|
| 437 |
-
"l":
|
| 438 |
},
|
| 439 |
{
|
| 440 |
-
"r": -
|
| 441 |
-
"l":
|
| 442 |
},
|
| 443 |
{
|
| 444 |
-
"r":
|
| 445 |
-
"l":
|
| 446 |
},
|
| 447 |
{
|
| 448 |
-
"r":
|
| 449 |
-
"l":
|
| 450 |
},
|
| 451 |
{
|
| 452 |
-
"r":
|
| 453 |
-
"l":
|
| 454 |
},
|
| 455 |
{
|
| 456 |
-
"r":
|
| 457 |
-
"l":
|
| 458 |
},
|
| 459 |
{
|
| 460 |
-
"r":
|
| 461 |
"l": 1600
|
| 462 |
},
|
| 463 |
{
|
| 464 |
-
"r":
|
| 465 |
"l": 1600
|
| 466 |
},
|
| 467 |
{
|
| 468 |
-
"r": -
|
| 469 |
-
"l":
|
| 470 |
},
|
| 471 |
{
|
| 472 |
-
"r":
|
| 473 |
-
"l":
|
| 474 |
},
|
| 475 |
{
|
| 476 |
-
"r":
|
| 477 |
-
"l":
|
| 478 |
},
|
| 479 |
{
|
| 480 |
-
"r":
|
| 481 |
"l": 1600
|
| 482 |
},
|
| 483 |
{
|
| 484 |
-
"r":
|
| 485 |
"l": 1600
|
| 486 |
},
|
| 487 |
{
|
| 488 |
-
"r":
|
| 489 |
-
"l":
|
| 490 |
},
|
| 491 |
{
|
| 492 |
-
"r":
|
| 493 |
-
"l":
|
| 494 |
},
|
| 495 |
{
|
| 496 |
-
"r":
|
| 497 |
-
"l":
|
| 498 |
},
|
| 499 |
{
|
| 500 |
-
"r": -
|
| 501 |
-
"l":
|
| 502 |
},
|
| 503 |
{
|
| 504 |
-
"r": -
|
| 505 |
-
"l":
|
| 506 |
},
|
| 507 |
{
|
| 508 |
-
"r":
|
| 509 |
-
"l":
|
| 510 |
},
|
| 511 |
{
|
| 512 |
-
"r":
|
| 513 |
"l": 1600
|
| 514 |
},
|
| 515 |
{
|
| 516 |
-
"r":
|
| 517 |
-
"l":
|
| 518 |
},
|
| 519 |
{
|
| 520 |
-
"r":
|
| 521 |
"l": 1600
|
| 522 |
},
|
| 523 |
{
|
| 524 |
-
"r":
|
| 525 |
-
"l":
|
|
|
|
|
|
|
|
|
|
|
|
|
| 526 |
},
|
| 527 |
{
|
| 528 |
-
"r":
|
| 529 |
-
"l":
|
| 530 |
},
|
| 531 |
{
|
| 532 |
-
"r":
|
| 533 |
-
"l":
|
| 534 |
},
|
| 535 |
{
|
| 536 |
-
"r":
|
|
|
|
|
|
|
|
|
|
|
|
|
| 537 |
"l": 1600
|
| 538 |
},
|
| 539 |
{
|
| 540 |
-
"r":
|
| 541 |
-
"l":
|
| 542 |
},
|
| 543 |
{
|
| 544 |
-
"r":
|
| 545 |
"l": 1600
|
| 546 |
},
|
| 547 |
{
|
| 548 |
-
"r":
|
| 549 |
"l": 1600
|
|
|
|
|
|
|
|
|
|
|
|
|
| 550 |
}
|
| 551 |
],
|
| 552 |
"ep_success_buffer": {
|
| 553 |
":type:": "<class 'collections.deque'>",
|
| 554 |
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
| 555 |
},
|
| 556 |
-
"_n_updates":
|
| 557 |
"observation_space": {
|
| 558 |
":type:": "<class 'gymnasium.spaces.box.Box'>",
|
| 559 |
":serialized:": "gAWVTAQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgVSxiFlGgZdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoESiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLGIWUaBl0lFKUjARoaWdolGgRKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sYhZRoGXSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==",
|
|
@@ -597,7 +597,7 @@
|
|
| 597 |
"zero_policy": true,
|
| 598 |
"weights": {
|
| 599 |
":type:": "<class 'torch.Tensor'>",
|
| 600 |
-
":serialized:": "
|
| 601 |
},
|
| 602 |
"processes": null,
|
| 603 |
"old_count": 0,
|
|
|
|
| 10 |
},
|
| 11 |
"verbose": 5,
|
| 12 |
"policy_kwargs": {},
|
| 13 |
+
"num_timesteps": 5014135,
|
| 14 |
"_total_timesteps": 5000000.0,
|
| 15 |
"_num_timesteps_at_start": 0,
|
| 16 |
"seed": null,
|
| 17 |
"action_noise": null,
|
| 18 |
+
"start_time": 1704222070653095200,
|
| 19 |
"learning_rate": 0.02,
|
| 20 |
"tensorboard_log": "runs/BipedalWalker-v3__ars-BipedalWalker-v3__1__1704214603",
|
| 21 |
"_last_obs": {
|
| 22 |
":type:": "<class 'numpy.ndarray'>",
|
| 23 |
+
":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAOgtY79dJQ48n5fMv92Z3rgAyrU/pXkyPUvkOz+Yl1k9KD+dPxFWJL/PJRg9MTYOQMrXTz2FOsE/Hbf+PltW/j52d/0+0EP8PkLE+j4dD/k+5BX3PtugBD+aCd0+KQbSPZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="
|
| 24 |
},
|
| 25 |
"_last_episode_starts": {
|
| 26 |
":type:": "<class 'numpy.ndarray'>",
|
|
|
|
| 33 |
"_episode_num": 0,
|
| 34 |
"use_sde": false,
|
| 35 |
"sde_sample_freq": -1,
|
| 36 |
+
"_current_progress_remaining": 0.02130719999999997,
|
| 37 |
"_stats_window_size": 100,
|
| 38 |
"ep_info_buffer": [
|
| 39 |
{
|
| 40 |
+
"r": 272.424624,
|
| 41 |
+
"l": 1600
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42 |
},
|
| 43 |
{
|
| 44 |
+
"r": 186.505586,
|
| 45 |
+
"l": 1465
|
| 46 |
},
|
| 47 |
{
|
| 48 |
+
"r": -18.542281,
|
| 49 |
+
"l": 692
|
| 50 |
},
|
| 51 |
{
|
| 52 |
+
"r": -77.583918,
|
| 53 |
+
"l": 157
|
| 54 |
},
|
| 55 |
{
|
| 56 |
+
"r": 79.153279,
|
| 57 |
+
"l": 895
|
| 58 |
},
|
| 59 |
{
|
| 60 |
+
"r": 291.305128,
|
| 61 |
+
"l": 1600
|
| 62 |
},
|
| 63 |
{
|
| 64 |
+
"r": 0.871243,
|
| 65 |
+
"l": 522
|
| 66 |
},
|
| 67 |
{
|
| 68 |
+
"r": 267.882763,
|
| 69 |
"l": 1600
|
| 70 |
},
|
| 71 |
{
|
| 72 |
+
"r": 74.711857,
|
| 73 |
+
"l": 927
|
| 74 |
},
|
| 75 |
{
|
| 76 |
+
"r": -24.262137,
|
| 77 |
+
"l": 371
|
| 78 |
},
|
| 79 |
{
|
| 80 |
+
"r": -97.568883,
|
| 81 |
+
"l": 85
|
| 82 |
},
|
| 83 |
{
|
| 84 |
+
"r": -20.37131,
|
| 85 |
+
"l": 465
|
| 86 |
},
|
| 87 |
{
|
| 88 |
+
"r": 41.078614,
|
| 89 |
+
"l": 709
|
| 90 |
},
|
| 91 |
{
|
| 92 |
+
"r": -9.363666,
|
| 93 |
+
"l": 465
|
| 94 |
},
|
| 95 |
{
|
| 96 |
+
"r": 55.346104,
|
| 97 |
+
"l": 758
|
| 98 |
},
|
| 99 |
{
|
| 100 |
+
"r": 281.827362,
|
| 101 |
"l": 1600
|
| 102 |
},
|
| 103 |
{
|
| 104 |
+
"r": 299.807138,
|
| 105 |
+
"l": 1572
|
| 106 |
},
|
| 107 |
{
|
| 108 |
+
"r": 301.641497,
|
| 109 |
+
"l": 1546
|
| 110 |
},
|
| 111 |
{
|
| 112 |
+
"r": 270.286854,
|
| 113 |
+
"l": 1600
|
| 114 |
},
|
| 115 |
{
|
| 116 |
+
"r": -10.480241,
|
| 117 |
+
"l": 469
|
| 118 |
},
|
| 119 |
{
|
| 120 |
+
"r": 300.566749,
|
| 121 |
+
"l": 1533
|
| 122 |
},
|
| 123 |
{
|
| 124 |
+
"r": 60.239547,
|
| 125 |
+
"l": 837
|
| 126 |
},
|
| 127 |
{
|
| 128 |
+
"r": -61.373674,
|
| 129 |
+
"l": 197
|
| 130 |
},
|
| 131 |
{
|
| 132 |
+
"r": 12.590863,
|
| 133 |
+
"l": 629
|
| 134 |
},
|
| 135 |
{
|
| 136 |
+
"r": 40.688526,
|
| 137 |
+
"l": 697
|
| 138 |
},
|
| 139 |
{
|
| 140 |
+
"r": -61.132378,
|
| 141 |
+
"l": 200
|
| 142 |
},
|
| 143 |
{
|
| 144 |
+
"r": 202.216289,
|
| 145 |
"l": 1600
|
| 146 |
},
|
| 147 |
{
|
| 148 |
+
"r": 100.84738,
|
| 149 |
+
"l": 1340
|
| 150 |
},
|
| 151 |
{
|
| 152 |
+
"r": 44.177902,
|
| 153 |
+
"l": 743
|
| 154 |
},
|
| 155 |
{
|
| 156 |
+
"r": -58.309471,
|
| 157 |
+
"l": 208
|
| 158 |
},
|
| 159 |
{
|
| 160 |
+
"r": 303.024362,
|
| 161 |
+
"l": 1569
|
| 162 |
},
|
| 163 |
{
|
| 164 |
+
"r": 301.47895,
|
| 165 |
+
"l": 1586
|
| 166 |
},
|
| 167 |
{
|
| 168 |
+
"r": 11.45072,
|
| 169 |
+
"l": 593
|
| 170 |
},
|
| 171 |
{
|
| 172 |
+
"r": -9.337701,
|
| 173 |
+
"l": 452
|
| 174 |
},
|
| 175 |
{
|
| 176 |
+
"r": -65.171025,
|
| 177 |
+
"l": 172
|
| 178 |
},
|
| 179 |
{
|
| 180 |
+
"r": -61.16068,
|
| 181 |
+
"l": 198
|
| 182 |
},
|
| 183 |
{
|
| 184 |
+
"r": -19.866101,
|
| 185 |
+
"l": 439
|
| 186 |
},
|
| 187 |
{
|
| 188 |
+
"r": 289.826565,
|
| 189 |
"l": 1600
|
| 190 |
},
|
| 191 |
{
|
| 192 |
+
"r": -48.856962,
|
| 193 |
+
"l": 276
|
| 194 |
},
|
| 195 |
{
|
| 196 |
+
"r": 91.98763,
|
| 197 |
+
"l": 975
|
| 198 |
},
|
| 199 |
{
|
| 200 |
+
"r": 8.761411,
|
| 201 |
+
"l": 783
|
| 202 |
},
|
| 203 |
{
|
| 204 |
+
"r": 255.62017,
|
| 205 |
"l": 1600
|
| 206 |
},
|
| 207 |
{
|
| 208 |
+
"r": -42.172894,
|
| 209 |
+
"l": 275
|
| 210 |
},
|
| 211 |
{
|
| 212 |
+
"r": 80.910596,
|
| 213 |
+
"l": 897
|
| 214 |
},
|
| 215 |
{
|
| 216 |
+
"r": -57.99261,
|
| 217 |
+
"l": 223
|
| 218 |
},
|
| 219 |
{
|
| 220 |
+
"r": -16.150048,
|
| 221 |
+
"l": 464
|
| 222 |
},
|
| 223 |
{
|
| 224 |
+
"r": 46.091065,
|
| 225 |
+
"l": 721
|
| 226 |
},
|
| 227 |
{
|
| 228 |
+
"r": 6.162305,
|
| 229 |
+
"l": 575
|
| 230 |
},
|
| 231 |
{
|
| 232 |
+
"r": -47.508048,
|
| 233 |
+
"l": 238
|
| 234 |
},
|
| 235 |
{
|
| 236 |
+
"r": 70.480423,
|
| 237 |
+
"l": 1002
|
| 238 |
},
|
| 239 |
{
|
| 240 |
+
"r": 282.178864,
|
| 241 |
"l": 1600
|
| 242 |
},
|
| 243 |
{
|
| 244 |
+
"r": -63.339335,
|
| 245 |
+
"l": 188
|
| 246 |
},
|
| 247 |
{
|
| 248 |
+
"r": 298.517964,
|
| 249 |
+
"l": 1600
|
| 250 |
},
|
| 251 |
{
|
| 252 |
+
"r": 67.285674,
|
| 253 |
+
"l": 805
|
| 254 |
},
|
| 255 |
{
|
| 256 |
+
"r": 14.727725,
|
| 257 |
+
"l": 589
|
| 258 |
},
|
| 259 |
{
|
| 260 |
+
"r": 283.075412,
|
| 261 |
"l": 1600
|
| 262 |
},
|
| 263 |
{
|
| 264 |
+
"r": 174.046128,
|
| 265 |
+
"l": 1428
|
| 266 |
},
|
| 267 |
{
|
| 268 |
+
"r": 304.613802,
|
| 269 |
+
"l": 1500
|
| 270 |
},
|
| 271 |
{
|
| 272 |
+
"r": 69.096459,
|
| 273 |
+
"l": 847
|
| 274 |
},
|
| 275 |
{
|
| 276 |
+
"r": -8.085554,
|
| 277 |
+
"l": 495
|
| 278 |
},
|
| 279 |
{
|
| 280 |
+
"r": -59.932103,
|
| 281 |
+
"l": 216
|
| 282 |
},
|
| 283 |
{
|
| 284 |
+
"r": -91.329322,
|
| 285 |
"l": 1600
|
| 286 |
},
|
| 287 |
{
|
| 288 |
+
"r": 177.042528,
|
| 289 |
+
"l": 1385
|
| 290 |
},
|
| 291 |
{
|
| 292 |
+
"r": 265.056317,
|
| 293 |
+
"l": 1600
|
| 294 |
},
|
| 295 |
{
|
| 296 |
+
"r": -66.734723,
|
| 297 |
+
"l": 175
|
| 298 |
},
|
| 299 |
{
|
| 300 |
+
"r": 295.445764,
|
| 301 |
+
"l": 1582
|
| 302 |
},
|
| 303 |
{
|
| 304 |
+
"r": 169.48836,
|
| 305 |
+
"l": 1462
|
| 306 |
},
|
| 307 |
{
|
| 308 |
+
"r": -2.60687,
|
| 309 |
+
"l": 521
|
| 310 |
},
|
| 311 |
{
|
| 312 |
+
"r": -66.485069,
|
| 313 |
+
"l": 174
|
| 314 |
},
|
| 315 |
{
|
| 316 |
+
"r": 80.445247,
|
| 317 |
+
"l": 916
|
| 318 |
},
|
| 319 |
{
|
| 320 |
+
"r": -24.720133,
|
| 321 |
+
"l": 407
|
| 322 |
},
|
| 323 |
{
|
| 324 |
+
"r": -59.036251,
|
| 325 |
+
"l": 208
|
| 326 |
},
|
| 327 |
{
|
| 328 |
+
"r": 298.820627,
|
| 329 |
+
"l": 1570
|
| 330 |
},
|
| 331 |
{
|
| 332 |
+
"r": 286.895619,
|
| 333 |
"l": 1600
|
| 334 |
},
|
| 335 |
{
|
| 336 |
+
"r": -29.211359,
|
| 337 |
+
"l": 367
|
| 338 |
},
|
| 339 |
{
|
| 340 |
+
"r": -80.016043,
|
| 341 |
+
"l": 149
|
| 342 |
},
|
| 343 |
{
|
| 344 |
+
"r": -40.898676,
|
| 345 |
+
"l": 276
|
| 346 |
},
|
| 347 |
{
|
| 348 |
+
"r": 110.750443,
|
| 349 |
"l": 1600
|
| 350 |
},
|
| 351 |
{
|
| 352 |
+
"r": 299.552808,
|
| 353 |
+
"l": 1574
|
| 354 |
},
|
| 355 |
{
|
| 356 |
+
"r": -80.31806,
|
| 357 |
"l": 1600
|
| 358 |
},
|
| 359 |
{
|
| 360 |
+
"r": 70.261078,
|
| 361 |
+
"l": 1057
|
| 362 |
},
|
| 363 |
{
|
| 364 |
+
"r": 105.927059,
|
| 365 |
+
"l": 1072
|
| 366 |
},
|
| 367 |
{
|
| 368 |
+
"r": -66.911242,
|
| 369 |
+
"l": 192
|
| 370 |
},
|
| 371 |
{
|
| 372 |
+
"r": -37.256905,
|
| 373 |
+
"l": 324
|
| 374 |
},
|
| 375 |
{
|
| 376 |
+
"r": 299.478612,
|
| 377 |
+
"l": 1576
|
| 378 |
},
|
| 379 |
{
|
| 380 |
+
"r": -47.133521,
|
| 381 |
+
"l": 263
|
| 382 |
},
|
| 383 |
{
|
| 384 |
+
"r": 284.517038,
|
| 385 |
"l": 1600
|
| 386 |
},
|
| 387 |
{
|
| 388 |
+
"r": -0.467875,
|
| 389 |
+
"l": 505
|
|
|
|
|
|
|
|
|
|
|
|
|
| 390 |
},
|
| 391 |
{
|
| 392 |
+
"r": 282.947017,
|
| 393 |
"l": 1600
|
| 394 |
},
|
| 395 |
{
|
| 396 |
+
"r": 5.075504,
|
| 397 |
+
"l": 506
|
|
|
|
|
|
|
|
|
|
|
|
|
| 398 |
},
|
| 399 |
{
|
| 400 |
+
"r": 300.629989,
|
| 401 |
+
"l": 1550
|
| 402 |
},
|
| 403 |
{
|
| 404 |
+
"r": -55.147071,
|
| 405 |
+
"l": 215
|
| 406 |
},
|
| 407 |
{
|
| 408 |
+
"r": 291.831535,
|
| 409 |
+
"l": 1600
|
| 410 |
},
|
| 411 |
{
|
| 412 |
+
"r": 285.500794,
|
| 413 |
"l": 1600
|
| 414 |
},
|
| 415 |
{
|
| 416 |
+
"r": 25.175128,
|
| 417 |
+
"l": 650
|
| 418 |
},
|
| 419 |
{
|
| 420 |
+
"r": -46.283536,
|
| 421 |
+
"l": 307
|
| 422 |
},
|
| 423 |
{
|
| 424 |
+
"r": 169.446476,
|
| 425 |
+
"l": 1571
|
| 426 |
},
|
| 427 |
{
|
| 428 |
+
"r": -1.62938,
|
| 429 |
+
"l": 529
|
| 430 |
},
|
| 431 |
{
|
| 432 |
+
"r": 5.412852,
|
| 433 |
+
"l": 583
|
| 434 |
},
|
| 435 |
{
|
| 436 |
+
"r": 275.504268,
|
| 437 |
+
"l": 1600
|
| 438 |
},
|
| 439 |
{
|
| 440 |
+
"r": 300.626585,
|
| 441 |
+
"l": 1570
|
| 442 |
},
|
| 443 |
{
|
| 444 |
+
"r": -2.274214,
|
| 445 |
+
"l": 498
|
| 446 |
},
|
| 447 |
{
|
| 448 |
+
"r": 278.158868,
|
| 449 |
"l": 1600
|
| 450 |
},
|
| 451 |
{
|
| 452 |
+
"r": 286.922062,
|
| 453 |
"l": 1600
|
| 454 |
},
|
| 455 |
{
|
| 456 |
+
"r": -51.125596,
|
| 457 |
+
"l": 226
|
| 458 |
},
|
| 459 |
{
|
| 460 |
+
"r": -31.54577,
|
| 461 |
+
"l": 320
|
| 462 |
},
|
| 463 |
{
|
| 464 |
+
"r": 301.064766,
|
| 465 |
+
"l": 1577
|
| 466 |
},
|
| 467 |
{
|
| 468 |
+
"r": 284.419013,
|
| 469 |
"l": 1600
|
| 470 |
},
|
| 471 |
{
|
| 472 |
+
"r": 282.761565,
|
| 473 |
"l": 1600
|
| 474 |
},
|
| 475 |
{
|
| 476 |
+
"r": 298.606231,
|
| 477 |
+
"l": 1578
|
| 478 |
},
|
| 479 |
{
|
| 480 |
+
"r": -39.679794,
|
| 481 |
+
"l": 306
|
| 482 |
},
|
| 483 |
{
|
| 484 |
+
"r": 178.382618,
|
| 485 |
+
"l": 1565
|
| 486 |
},
|
| 487 |
{
|
| 488 |
+
"r": -35.036283,
|
| 489 |
+
"l": 353
|
| 490 |
},
|
| 491 |
{
|
| 492 |
+
"r": -16.68046,
|
| 493 |
+
"l": 404
|
| 494 |
},
|
| 495 |
{
|
| 496 |
+
"r": -64.181603,
|
| 497 |
+
"l": 183
|
| 498 |
},
|
| 499 |
{
|
| 500 |
+
"r": 271.804814,
|
| 501 |
"l": 1600
|
| 502 |
},
|
| 503 |
{
|
| 504 |
+
"r": -21.205456,
|
| 505 |
+
"l": 410
|
| 506 |
},
|
| 507 |
{
|
| 508 |
+
"r": 276.536808,
|
| 509 |
"l": 1600
|
| 510 |
},
|
| 511 |
{
|
| 512 |
+
"r": 54.849401,
|
| 513 |
+
"l": 823
|
| 514 |
+
},
|
| 515 |
+
{
|
| 516 |
+
"r": 103.589777,
|
| 517 |
+
"l": 980
|
| 518 |
},
|
| 519 |
{
|
| 520 |
+
"r": 302.24956,
|
| 521 |
+
"l": 1551
|
| 522 |
},
|
| 523 |
{
|
| 524 |
+
"r": 109.691293,
|
| 525 |
+
"l": 1146
|
| 526 |
},
|
| 527 |
{
|
| 528 |
+
"r": 169.726024,
|
| 529 |
+
"l": 1383
|
| 530 |
+
},
|
| 531 |
+
{
|
| 532 |
+
"r": 299.955399,
|
| 533 |
"l": 1600
|
| 534 |
},
|
| 535 |
{
|
| 536 |
+
"r": 95.159543,
|
| 537 |
+
"l": 985
|
| 538 |
},
|
| 539 |
{
|
| 540 |
+
"r": 271.699313,
|
| 541 |
"l": 1600
|
| 542 |
},
|
| 543 |
{
|
| 544 |
+
"r": -87.113001,
|
| 545 |
"l": 1600
|
| 546 |
+
},
|
| 547 |
+
{
|
| 548 |
+
"r": -74.437039,
|
| 549 |
+
"l": 159
|
| 550 |
}
|
| 551 |
],
|
| 552 |
"ep_success_buffer": {
|
| 553 |
":type:": "<class 'collections.deque'>",
|
| 554 |
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
| 555 |
},
|
| 556 |
+
"_n_updates": 252,
|
| 557 |
"observation_space": {
|
| 558 |
":type:": "<class 'gymnasium.spaces.box.Box'>",
|
| 559 |
":serialized:": "gAWVTAQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgVSxiFlGgZdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoESiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLGIWUaBl0lFKUjARoaWdolGgRKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sYhZRoGXSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==",
|
|
|
|
| 597 |
"zero_policy": true,
|
| 598 |
"weights": {
|
| 599 |
":type:": "<class 'torch.Tensor'>",
|
| 600 |
+
":serialized:": "gAWVAAMAAAAAAACMDHRvcmNoLl91dGlsc5SMEl9yZWJ1aWxkX3RlbnNvcl92MpSTlCiMDXRvcmNoLnN0b3JhZ2WUjBBfbG9hZF9mcm9tX2J5dGVzlJOUQnkCAACAAooKbPycRvkgaqhQGS6AAk3pAy6AAn1xAChYEAAAAHByb3RvY29sX3ZlcnNpb25xAU3pA1gNAAAAbGl0dGxlX2VuZGlhbnECiFgKAAAAdHlwZV9zaXplc3EDfXEEKFgFAAAAc2hvcnRxBUsCWAMAAABpbnRxBksEWAQAAABsb25ncQdLBHV1LoACKFgHAAAAc3RvcmFnZXEAY3RvcmNoCkZsb2F0U3RvcmFnZQpxAVgNAAAAMTk1NTUyNzU4MzM0NHECWAMAAABjcHVxA0tgTnRxBFEugAJdcQBYDQAAADE5NTU1Mjc1ODMzNDRxAWEuYAAAAAAAAACa7k69lbNVPRYzGz1EzvS7S87/vQNjgb1Qn7W8KgUGvvEXUb1AyY29Hz92PdU8dLwXgYs9wmesOz6ebjyVH6C8wIu9vGt3h72QlPi8G5uJvIlzyT1AzDM9P5pSvTCsU7pKcaQ9MwI5Ppe70z01vIG+yNYAPKqQhb3zeIk9EjT3O1ndaz0iFvq8gg/ePYoQnTwMD6E9Wgibvf45kTxWR+Q9Bg8IPtJq3D33DhG+mKMzPbMOn7zmjUS8k3bdPah76z0Y8LM97Dp6vNhGUjswliO+OBf/vSQ4uLuev3o9JO88PT7CC71NxKq+QpuAvihCxb3N2mq9UuyyPQAHhD08Agy+IOTSuxZeQT7w08s7/L8SPthZx72UubU8ku3dPCt697yu6AI+5or1PSIYPTxyWjo818PRvHYThT5xmCQ8QHY+vSF1W72VJtG9JaHyvbAChj3Yp4Q939VyPas2bj2ROo29COrDO7o92r24Zym9Sg6fvTe+cr0SnWE8zNOJPZd01DuUhZRSlEsAS2CFlEsBhZSJjAtjb2xsZWN0aW9uc5SMC09yZGVyZWREaWN0lJOUKVKUdJRSlC4="
|
| 601 |
},
|
| 602 |
"processes": null,
|
| 603 |
"old_count": 0,
|
ars-BipedalWalker-v3/policy.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1756
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5d8f3f1de8bdbbe332e1cfb3e450a0ce392a77e1cd10843dfebb4dafbc900373
|
| 3 |
size 1756
|
config.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMGHNiM19jb250cmliLmFycy5wb2xpY2llc5SMD0FSU0xpbmVhclBvbGljeZSTlC4=", "__module__": "sb3_contrib.ars.policies", "__doc__": "\n Linear policy network for ARS.\n\n :param observation_space: The observation space of the environment\n :param action_space: The action space of the environment\n :param with_bias: With or without bias on the output\n :param squash_output: For continuous actions, whether the output is squashed\n or not using a ``tanh()`` function. If not squashed with tanh the output will instead be clipped.\n ", "__init__": "<function ARSLinearPolicy.__init__ at 0x000001C745702440>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x000001C745708EC0>"}, "verbose": 5, "policy_kwargs": {}, "num_timesteps": 5040316, "_total_timesteps": 5000000.0, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1704218342709000100, "learning_rate": 0.02, "tensorboard_log": "runs/BipedalWalker-v3__ars-BipedalWalker-v3__1__1704214603", "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAOEkUr8uLBk9rxKnv/Lw7j19VNQ/CeOuPRiDQz/bqqM9T3GSP5/dx75zDZM984AQQCG8az3fd7A/vj4xP1I0MT/IAzE/dbYwP7dKMD/Xvy8/HgIvP3+XMj+uHwo/f/YMPpSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAJsONDvsbia3UUtKOkoSg7y6cbw91nqFupg4XD9TRQ07AACAP+HJBD2WeIW65ZFaPwDMPDoAAIA/YLLhPolC5D6bP+w+U6b6Pva6CD/jOho/yIo1P27MYj8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.02376800000000001, "_stats_window_size": 100, "ep_info_buffer": [{"r": -25.209435, "l": 1136}, {"r": 6.422581, "l": 689}, {"r": -26.24021, "l": 436}, {"r": -32.176419, "l": 459}, {"r": 28.445344, "l": 723}, {"r": 8.895444, "l": 714}, {"r": 0.056346, "l": 900}, {"r": -2.467812, "l": 1205}, {"r": 148.328934, "l": 1600}, {"r": 58.508009, "l": 1088}, {"r": -48.43003, "l": 362}, {"r": -30.20791, "l": 911}, {"r": 213.038006, "l": 1600}, {"r": 254.438993, "l": 1600}, {"r": 226.710783, "l": 1600}, {"r": -25.591325, "l": 409}, {"r": 205.925617, "l": 1600}, {"r": 208.906405, "l": 1600}, {"r": 230.995341, "l": 1600}, {"r": -58.080502, "l": 651}, {"r": 80.632818, "l": 1462}, {"r": 169.142476, "l": 1600}, {"r": -0.819569, "l": 910}, {"r": -51.909319, "l": 725}, {"r": -60.046724, "l": 538}, {"r": 174.098296, "l": 1600}, {"r": -34.515232, "l": 940}, {"r": 249.058434, "l": 1600}, {"r": 193.892999, "l": 1600}, {"r": -53.566218, "l": 261}, {"r": 223.139971, "l": 1600}, {"r": 247.14486, "l": 1600}, {"r": 222.062641, "l": 1600}, {"r": 202.57538, "l": 1600}, {"r": 184.80892, "l": 1600}, {"r": 210.894862, "l": 1600}, {"r": 225.348783, "l": 1600}, {"r": -81.249589, "l": 455}, {"r": 221.046129, "l": 1600}, {"r": 73.672621, "l": 1381}, {"r": 215.009095, "l": 1600}, {"r": 214.225758, "l": 1600}, {"r": 222.838364, "l": 1600}, {"r": 128.323322, "l": 1494}, {"r": -22.814765, "l": 1205}, {"r": 195.051976, "l": 1600}, {"r": 199.104242, "l": 1600}, {"r": 177.549515, "l": 1600}, {"r": 235.405362, "l": 1600}, {"r": 212.361609, "l": 1600}, {"r": 209.458703, "l": 1600}, {"r": 212.451327, "l": 1600}, {"r": -53.787486, "l": 655}, {"r": 7.060643, "l": 1514}, {"r": 197.0097, "l": 1600}, {"r": 238.067449, "l": 1600}, {"r": 165.732431, "l": 1600}, {"r": 0.461925, "l": 677}, {"r": 194.002243, "l": 1600}, {"r": 273.439597, "l": 1600}, {"r": 5.466907, "l": 813}, {"r": 216.6469, "l": 1600}, {"r": 237.189877, "l": 1600}, {"r": 188.710022, "l": 1600}, {"r": -33.371844, "l": 358}, {"r": 217.909226, "l": 1600}, {"r": 204.530523, "l": 1600}, {"r": 146.364116, "l": 1600}, {"r": -44.970378, "l": 630}, {"r": -72.866511, "l": 371}, {"r": 200.640121, "l": 1600}, {"r": 244.171862, "l": 1600}, {"r": -42.008823, "l": 326}, {"r": 79.598219, "l": 1291}, {"r": 229.511854, "l": 1600}, {"r": -13.094749, "l": 553}, {"r": -0.901831, "l": 1086}, {"r": -13.056126, "l": 920}, {"r": 218.819986, "l": 1600}, {"r": -34.868306, "l": 835}, {"r": 53.495472, "l": 1600}, {"r": 138.669729, "l": 1550}, {"r": 192.150246, "l": 1600}, {"r": 30.421875, "l": 773}, {"r": 65.491297, "l": 1248}, {"r": -9.352368, "l": 523}, {"r": 203.262731, "l": 1600}, {"r": 245.393082, "l": 1600}, {"r": 98.598496, "l": 1440}, {"r": 77.361513, "l": 1363}, {"r": 250.738768, "l": 1600}, {"r": 208.718474, "l": 1600}, {"r": 69.716531, "l": 1116}, {"r": 194.115975, "l": 1600}, {"r": -99.967801, "l": 327}, {"r": 25.001892, "l": 1445}, {"r": 186.051582, "l": 1600}, {"r": -39.505501, "l": 380}, {"r": -64.702114, "l": 226}, {"r": 215.413754, "l": 1600}, {"r": -40.136617, "l": 373}, {"r": 93.823235, "l": 1423}, {"r": -72.63116, "l": 713}, {"r": 89.332823, "l": 1416}, {"r": 207.243324, "l": 1600}, {"r": 207.482892, "l": 1600}, {"r": 216.903515, "l": 1600}, {"r": -42.360869, "l": 746}, {"r": 30.526615, "l": 1220}, {"r": 32.774981, "l": 786}, {"r": 223.303644, "l": 1600}, {"r": 221.961741, "l": 1600}, {"r": 176.499837, "l": 1600}, {"r": 189.325037, "l": 1600}, {"r": 213.330131, "l": 1600}, {"r": -33.521043, "l": 824}, {"r": -76.903899, "l": 475}, {"r": 18.34619, "l": 666}, {"r": 213.017391, "l": 1600}, {"r": 186.7645, "l": 1600}, {"r": 255.55672, "l": 1600}, {"r": -30.02628, "l": 988}, {"r": 115.827631, "l": 1443}, {"r": -67.402841, "l": 577}, {"r": -11.180363, "l": 1600}, {"r": -8.761066, "l": 832}, {"r": 176.743559, "l": 1600}, {"r": 228.179153, "l": 1600}], "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 214, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVTAQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgVSxiFlGgZdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoESiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLGIWUaBl0lFKUjARoaWdolGgRKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sYhZRoGXSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True True True True True True True True True True True True\n True True True True True True True True True True True True]", "bounded_above": "[ True True True True True True True True True True True True\n True True True True True True True True True True True True]", "_shape": [24], "low": "[-3.1415927 -5. -5. -5. -3.1415927 -5.\n -3.1415927 -5. -0. -3.1415927 -5. -3.1415927\n -5. -0. -1. -1. -1. -1.\n -1. -1. -1. -1. -1. -1. ]", "high": "[3.1415927 5. 5. 5. 3.1415927 5. 3.1415927\n 5. 5. 3.1415927 5. 3.1415927 5. 5.\n 1. 1. 1. 1. 1. 1. 1.\n 1. 1. 1. ]", "low_repr": "[-3.1415927 -5. -5. -5. -3.1415927 -5.\n -3.1415927 -5. -0. -3.1415927 -5. -3.1415927\n -5. -0. -1. -1. -1. -1.\n -1. -1. -1. -1. -1. -1. ]", "high_repr": "[3.1415927 5. 5. 5. 3.1415927 5. 3.1415927\n 5. 5. 3.1415927 5. 3.1415927 5. 5.\n 1. 1. 1. 1. 1. 1. 1.\n 1. 1. 1. ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVpwEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True]", "bounded_above": "[ True True True True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 1, "n_delta": 64, "pop_size": 128, "delta_std_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVaAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMU2M6XFVzZXJzXHByaWNvXC5jb25kYVxlbnZzXEFUTk5cbGliXHNpdGUtcGFja2FnZXNcc3RhYmxlX2Jhc2VsaW5lczNcY29tbW9uXHV0aWxzLnB5lIwEZnVuY5RLg0MCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9+uFHrhR64hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "n_eval_episodes": 1, "n_top": 32, "alive_bonus_offset": -0.1, "zero_policy": true, "weights": {":type:": "<class 'torch.Tensor'>", ":serialized:": "gAWVAAMAAAAAAACMDHRvcmNoLl91dGlsc5SMEl9yZWJ1aWxkX3RlbnNvcl92MpSTlCiMDXRvcmNoLnN0b3JhZ2WUjBBfbG9hZF9mcm9tX2J5dGVzlJOUQnkCAACAAooKbPycRvkgaqhQGS6AAk3pAy6AAn1xAChYEAAAAHByb3RvY29sX3ZlcnNpb25xAU3pA1gNAAAAbGl0dGxlX2VuZGlhbnECiFgKAAAAdHlwZV9zaXplc3EDfXEEKFgFAAAAc2hvcnRxBUsCWAMAAABpbnRxBksEWAQAAABsb25ncQdLBHV1LoACKFgHAAAAc3RvcmFnZXEAY3RvcmNoCkZsb2F0U3RvcmFnZQpxAVgNAAAAMTk1NTEyNjI4MzcxMnECWAMAAABjcHVxA0tgTnRxBFEugAJdcQBYDQAAADE5NTUxMjYyODM3MTJxAWEuYAAAAAAAAADP0iS9ErEzPSjPiT3lQDC9mNWcvWvMoL2sntC8PBv8vfI10Lx4DRy9ta2DPUQm/bys6Z09gz+LuyqB8Tzkwcy7lwrYOmeJBb1+iUi9nYENvbGKKz2wiDc9oi8OvWXNbD2u/Gk9604tPuofLD0kRWi+aLwXPWXw3Lw9CeE89VQ2PMYwZT1Y7449wU3EPSnM+DqofwY+aLCOvf7+jjx6VKE9l0X8PVV/9z21iw6+1qutPSyiTb3CB6q8QkMCPkg6kj0UdnI9hxcgvTXntLzYsbS9i3z2vavARr1Rik09KtaPPcW6FLx1ao++8GFRvrEccb3Mr6e8qpnTPYqn2DwaKyy+INDeORhvLT7cSwu9FQsqPpdwGr3AVgq83VlMPaQ6Azt1QKU9AT/7PZWeizwgRp09nXwxvWGXdT7+LQg978VlvL74l70xFJG9y5HBvfqSqTzi4Qs+CB5HPaCkSj3cOq29CIwyvZQNWb29mRy9O3DZvWhga72EiB+6F0uqPRvqi7uUhZRSlEsAS2CFlEsBhZSJjAtjb2xsZWN0aW9uc5SMC09yZGVyZWREaWN0lJOUKVKUdJRSlC4="}, "processes": null, "old_count": 0, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVaAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMU2M6XFVzZXJzXHByaWNvXC5jb25kYVxlbnZzXEFUTk5cbGliXHNpdGUtcGFja2FnZXNcc3RhYmxlX2Jhc2VsaW5lczNcY29tbW9uXHV0aWxzLnB5lIwEZnVuY5RLg0MCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz+UeuFHrhR7hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "n_params": 96, "system_info": {"OS": "Windows-10-10.0.22621-SP0 10.0.22621", "Python": "3.10.12", "Stable-Baselines3": "2.2.1", "PyTorch": "2.1.0", "GPU Enabled": "False", "Numpy": "1.26.0", "Cloudpickle": "3.0.0", "Gymnasium": "0.28.1", "OpenAI Gym": "0.21.0"}}
|
|
|
|
| 1 |
+
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMGHNiM19jb250cmliLmFycy5wb2xpY2llc5SMD0FSU0xpbmVhclBvbGljeZSTlC4=", "__module__": "sb3_contrib.ars.policies", "__doc__": "\n Linear policy network for ARS.\n\n :param observation_space: The observation space of the environment\n :param action_space: The action space of the environment\n :param with_bias: With or without bias on the output\n :param squash_output: For continuous actions, whether the output is squashed\n or not using a ``tanh()`` function. If not squashed with tanh the output will instead be clipped.\n ", "__init__": "<function ARSLinearPolicy.__init__ at 0x000001C745702440>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x000001C745708EC0>"}, "verbose": 5, "policy_kwargs": {}, "num_timesteps": 5014135, "_total_timesteps": 5000000.0, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1704222070653095200, "learning_rate": 0.02, "tensorboard_log": "runs/BipedalWalker-v3__ars-BipedalWalker-v3__1__1704214603", "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAOgtY79dJQ48n5fMv92Z3rgAyrU/pXkyPUvkOz+Yl1k9KD+dPxFWJL/PJRg9MTYOQMrXTz2FOsE/Hbf+PltW/j52d/0+0EP8PkLE+j4dD/k+5BX3PtugBD+aCd0+KQbSPZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAJsONDvsbia3UUtKOkoSg7y6cbw91nqFupg4XD9TRQ07AACAP+HJBD2WeIW65ZFaPwDMPDoAAIA/YLLhPolC5D6bP+w+U6b6Pva6CD/jOho/yIo1P27MYj8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.02130719999999997, "_stats_window_size": 100, "ep_info_buffer": [{"r": 272.424624, "l": 1600}, {"r": 186.505586, "l": 1465}, {"r": -18.542281, "l": 692}, {"r": -77.583918, "l": 157}, {"r": 79.153279, "l": 895}, {"r": 291.305128, "l": 1600}, {"r": 0.871243, "l": 522}, {"r": 267.882763, "l": 1600}, {"r": 74.711857, "l": 927}, {"r": -24.262137, "l": 371}, {"r": -97.568883, "l": 85}, {"r": -20.37131, "l": 465}, {"r": 41.078614, "l": 709}, {"r": -9.363666, "l": 465}, {"r": 55.346104, "l": 758}, {"r": 281.827362, "l": 1600}, {"r": 299.807138, "l": 1572}, {"r": 301.641497, "l": 1546}, {"r": 270.286854, "l": 1600}, {"r": -10.480241, "l": 469}, {"r": 300.566749, "l": 1533}, {"r": 60.239547, "l": 837}, {"r": -61.373674, "l": 197}, {"r": 12.590863, "l": 629}, {"r": 40.688526, "l": 697}, {"r": -61.132378, "l": 200}, {"r": 202.216289, "l": 1600}, {"r": 100.84738, "l": 1340}, {"r": 44.177902, "l": 743}, {"r": -58.309471, "l": 208}, {"r": 303.024362, "l": 1569}, {"r": 301.47895, "l": 1586}, {"r": 11.45072, "l": 593}, {"r": -9.337701, "l": 452}, {"r": -65.171025, "l": 172}, {"r": -61.16068, "l": 198}, {"r": -19.866101, "l": 439}, {"r": 289.826565, "l": 1600}, {"r": -48.856962, "l": 276}, {"r": 91.98763, "l": 975}, {"r": 8.761411, "l": 783}, {"r": 255.62017, "l": 1600}, {"r": -42.172894, "l": 275}, {"r": 80.910596, "l": 897}, {"r": -57.99261, "l": 223}, {"r": -16.150048, "l": 464}, {"r": 46.091065, "l": 721}, {"r": 6.162305, "l": 575}, {"r": -47.508048, "l": 238}, {"r": 70.480423, "l": 1002}, {"r": 282.178864, "l": 1600}, {"r": -63.339335, "l": 188}, {"r": 298.517964, "l": 1600}, {"r": 67.285674, "l": 805}, {"r": 14.727725, "l": 589}, {"r": 283.075412, "l": 1600}, {"r": 174.046128, "l": 1428}, {"r": 304.613802, "l": 1500}, {"r": 69.096459, "l": 847}, {"r": -8.085554, "l": 495}, {"r": -59.932103, "l": 216}, {"r": -91.329322, "l": 1600}, {"r": 177.042528, "l": 1385}, {"r": 265.056317, "l": 1600}, {"r": -66.734723, "l": 175}, {"r": 295.445764, "l": 1582}, {"r": 169.48836, "l": 1462}, {"r": -2.60687, "l": 521}, {"r": -66.485069, "l": 174}, {"r": 80.445247, "l": 916}, {"r": -24.720133, "l": 407}, {"r": -59.036251, "l": 208}, {"r": 298.820627, "l": 1570}, {"r": 286.895619, "l": 1600}, {"r": -29.211359, "l": 367}, {"r": -80.016043, "l": 149}, {"r": -40.898676, "l": 276}, {"r": 110.750443, "l": 1600}, {"r": 299.552808, "l": 1574}, {"r": -80.31806, "l": 1600}, {"r": 70.261078, "l": 1057}, {"r": 105.927059, "l": 1072}, {"r": -66.911242, "l": 192}, {"r": -37.256905, "l": 324}, {"r": 299.478612, "l": 1576}, {"r": -47.133521, "l": 263}, {"r": 284.517038, "l": 1600}, {"r": -0.467875, "l": 505}, {"r": 282.947017, "l": 1600}, {"r": 5.075504, "l": 506}, {"r": 300.629989, "l": 1550}, {"r": -55.147071, "l": 215}, {"r": 291.831535, "l": 1600}, {"r": 285.500794, "l": 1600}, {"r": 25.175128, "l": 650}, {"r": -46.283536, "l": 307}, {"r": 169.446476, "l": 1571}, {"r": -1.62938, "l": 529}, {"r": 5.412852, "l": 583}, {"r": 275.504268, "l": 1600}, {"r": 300.626585, "l": 1570}, {"r": -2.274214, "l": 498}, {"r": 278.158868, "l": 1600}, {"r": 286.922062, "l": 1600}, {"r": -51.125596, "l": 226}, {"r": -31.54577, "l": 320}, {"r": 301.064766, "l": 1577}, {"r": 284.419013, "l": 1600}, {"r": 282.761565, "l": 1600}, {"r": 298.606231, "l": 1578}, {"r": -39.679794, "l": 306}, {"r": 178.382618, "l": 1565}, {"r": -35.036283, "l": 353}, {"r": -16.68046, "l": 404}, {"r": -64.181603, "l": 183}, {"r": 271.804814, "l": 1600}, {"r": -21.205456, "l": 410}, {"r": 276.536808, "l": 1600}, {"r": 54.849401, "l": 823}, {"r": 103.589777, "l": 980}, {"r": 302.24956, "l": 1551}, {"r": 109.691293, "l": 1146}, {"r": 169.726024, "l": 1383}, {"r": 299.955399, "l": 1600}, {"r": 95.159543, "l": 985}, {"r": 271.699313, "l": 1600}, {"r": -87.113001, "l": 1600}, {"r": -74.437039, "l": 159}], "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 252, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVTAQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgVSxiFlGgZdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoESiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLGIWUaBl0lFKUjARoaWdolGgRKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sYhZRoGXSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True True True True True True True True True True True True\n True True True True True True True True True True True True]", "bounded_above": "[ True True True True True True True True True True True True\n True True True True True True True True True True True True]", "_shape": [24], "low": "[-3.1415927 -5. -5. -5. -3.1415927 -5.\n -3.1415927 -5. -0. -3.1415927 -5. -3.1415927\n -5. -0. -1. -1. -1. -1.\n -1. -1. -1. -1. -1. -1. ]", "high": "[3.1415927 5. 5. 5. 3.1415927 5. 3.1415927\n 5. 5. 3.1415927 5. 3.1415927 5. 5.\n 1. 1. 1. 1. 1. 1. 1.\n 1. 1. 1. ]", "low_repr": "[-3.1415927 -5. -5. -5. -3.1415927 -5.\n -3.1415927 -5. -0. -3.1415927 -5. -3.1415927\n -5. -0. -1. -1. -1. -1.\n -1. -1. -1. -1. -1. -1. ]", "high_repr": "[3.1415927 5. 5. 5. 3.1415927 5. 3.1415927\n 5. 5. 3.1415927 5. 3.1415927 5. 5.\n 1. 1. 1. 1. 1. 1. 1.\n 1. 1. 1. ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVpwEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True]", "bounded_above": "[ True True True True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 1, "n_delta": 64, "pop_size": 128, "delta_std_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVaAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMU2M6XFVzZXJzXHByaWNvXC5jb25kYVxlbnZzXEFUTk5cbGliXHNpdGUtcGFja2FnZXNcc3RhYmxlX2Jhc2VsaW5lczNcY29tbW9uXHV0aWxzLnB5lIwEZnVuY5RLg0MCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9+uFHrhR64hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "n_eval_episodes": 1, "n_top": 32, "alive_bonus_offset": -0.1, "zero_policy": true, "weights": {":type:": "<class 'torch.Tensor'>", ":serialized:": "gAWVAAMAAAAAAACMDHRvcmNoLl91dGlsc5SMEl9yZWJ1aWxkX3RlbnNvcl92MpSTlCiMDXRvcmNoLnN0b3JhZ2WUjBBfbG9hZF9mcm9tX2J5dGVzlJOUQnkCAACAAooKbPycRvkgaqhQGS6AAk3pAy6AAn1xAChYEAAAAHByb3RvY29sX3ZlcnNpb25xAU3pA1gNAAAAbGl0dGxlX2VuZGlhbnECiFgKAAAAdHlwZV9zaXplc3EDfXEEKFgFAAAAc2hvcnRxBUsCWAMAAABpbnRxBksEWAQAAABsb25ncQdLBHV1LoACKFgHAAAAc3RvcmFnZXEAY3RvcmNoCkZsb2F0U3RvcmFnZQpxAVgNAAAAMTk1NTUyNzU4MzM0NHECWAMAAABjcHVxA0tgTnRxBFEugAJdcQBYDQAAADE5NTU1Mjc1ODMzNDRxAWEuYAAAAAAAAACa7k69lbNVPRYzGz1EzvS7S87/vQNjgb1Qn7W8KgUGvvEXUb1AyY29Hz92PdU8dLwXgYs9wmesOz6ebjyVH6C8wIu9vGt3h72QlPi8G5uJvIlzyT1AzDM9P5pSvTCsU7pKcaQ9MwI5Ppe70z01vIG+yNYAPKqQhb3zeIk9EjT3O1ndaz0iFvq8gg/ePYoQnTwMD6E9Wgibvf45kTxWR+Q9Bg8IPtJq3D33DhG+mKMzPbMOn7zmjUS8k3bdPah76z0Y8LM97Dp6vNhGUjswliO+OBf/vSQ4uLuev3o9JO88PT7CC71NxKq+QpuAvihCxb3N2mq9UuyyPQAHhD08Agy+IOTSuxZeQT7w08s7/L8SPthZx72UubU8ku3dPCt697yu6AI+5or1PSIYPTxyWjo818PRvHYThT5xmCQ8QHY+vSF1W72VJtG9JaHyvbAChj3Yp4Q939VyPas2bj2ROo29COrDO7o92r24Zym9Sg6fvTe+cr0SnWE8zNOJPZd01DuUhZRSlEsAS2CFlEsBhZSJjAtjb2xsZWN0aW9uc5SMC09yZGVyZWREaWN0lJOUKVKUdJRSlC4="}, "processes": null, "old_count": 0, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVaAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMU2M6XFVzZXJzXHByaWNvXC5jb25kYVxlbnZzXEFUTk5cbGliXHNpdGUtcGFja2FnZXNcc3RhYmxlX2Jhc2VsaW5lczNcY29tbW9uXHV0aWxzLnB5lIwEZnVuY5RLg0MCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz+UeuFHrhR7hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "n_params": 96, "system_info": {"OS": "Windows-10-10.0.22621-SP0 10.0.22621", "Python": "3.10.12", "Stable-Baselines3": "2.2.1", "PyTorch": "2.1.0", "GPU Enabled": "False", "Numpy": "1.26.0", "Cloudpickle": "3.0.0", "Gymnasium": "0.28.1", "OpenAI Gym": "0.21.0"}}
|
logs/events.out.tfevents.1704222070.Thunder.26636.4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9e9862a70a88a6d4477bcdbae7e648f60fed61e14475f4e59683dff460a57f25
|
| 3 |
+
size 441
|
replay.mp4
CHANGED
|
Binary files a/replay.mp4 and b/replay.mp4 differ
|
|
|
results.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"mean_reward":
|
|
|
|
| 1 |
+
{"mean_reward": 163.6627124, "std_reward": 117.14521056468466, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-01-02T21:54:23.648181"}
|
vec_normalize.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2665
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c7511668097abd41a8d489babd403cdf752ef96f9e59008f8a56180b6ad437d4
|
| 3 |
size 2665
|