MadFritz commited on
Commit
e5ca659
·
1 Parent(s): 73d283d

Upload ars BipedalWalker-v3 trained agent

Browse files
README.md ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: stable-baselines3
3
+ tags:
4
+ - BipedalWalker-v3
5
+ - deep-reinforcement-learning
6
+ - reinforcement-learning
7
+ - stable-baselines3
8
+ model-index:
9
+ - name: ars
10
+ results:
11
+ - task:
12
+ type: reinforcement-learning
13
+ name: reinforcement-learning
14
+ dataset:
15
+ name: BipedalWalker-v3
16
+ type: BipedalWalker-v3
17
+ metrics:
18
+ - type: mean_reward
19
+ value: -92.01 +/- 0.15
20
+ name: mean_reward
21
+ verified: false
22
+ ---
23
+
24
+ # **ars** Agent playing **BipedalWalker-v3**
25
+ This is a trained model of a **ars** agent playing **BipedalWalker-v3**
26
+ using the [stable-baselines3 library](https://github.com/DLR-RM/stable-baselines3).
27
+
28
+ ## Usage (with Stable-baselines3)
29
+ TODO: Add your code
30
+
31
+
32
+ ```python
33
+ from stable_baselines3 import ...
34
+ from huggingface_sb3 import load_from_hub
35
+
36
+ ...
37
+ ```
ars-BipedalWalker-v3.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7bd71a12805605d82e36d01f1635a2f8d1e9535364aa872ca8ad1a619df68fa
3
+ size 22495
ars-BipedalWalker-v3/_stable_baselines3_version ADDED
@@ -0,0 +1 @@
 
 
1
+ 2.2.1
ars-BipedalWalker-v3/data ADDED
@@ -0,0 +1,609 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "policy_class": {
3
+ ":type:": "<class 'abc.ABCMeta'>",
4
+ ":serialized:": "gAWVMAAAAAAAAACMGHNiM19jb250cmliLmFycy5wb2xpY2llc5SMD0FSU0xpbmVhclBvbGljeZSTlC4=",
5
+ "__module__": "sb3_contrib.ars.policies",
6
+ "__doc__": "\n Linear policy network for ARS.\n\n :param observation_space: The observation space of the environment\n :param action_space: The action space of the environment\n :param with_bias: With or without bias on the output\n :param squash_output: For continuous actions, whether the output is squashed\n or not using a ``tanh()`` function. If not squashed with tanh the output will instead be clipped.\n ",
7
+ "__init__": "<function ARSLinearPolicy.__init__ at 0x00000249AA624430>",
8
+ "__abstractmethods__": "frozenset()",
9
+ "_abc_impl": "<_abc._abc_data object at 0x00000249AA610900>"
10
+ },
11
+ "verbose": 5,
12
+ "policy_kwargs": {},
13
+ "num_timesteps": 29524,
14
+ "_total_timesteps": 1000,
15
+ "_num_timesteps_at_start": 0,
16
+ "seed": null,
17
+ "action_noise": null,
18
+ "start_time": 1703952861718927400,
19
+ "learning_rate": 0.02,
20
+ "tensorboard_log": null,
21
+ "_last_obs": {
22
+ ":type:": "<class 'numpy.ndarray'>",
23
+ ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAPly5jdoA9Wzj3QBN7O7J7mPK3A6RtYqt5iu1TvhzrQ3c7HnO/ncqTll0yq3usHUO8Ki8TZzsec7rCmEO4JqhTv8Rok72RCQOwxdmjvQFak7iYm9O/dH2Ttzsec7c7HnO5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="
24
+ },
25
+ "_last_episode_starts": {
26
+ ":type:": "<class 'numpy.ndarray'>",
27
+ ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="
28
+ },
29
+ "_last_original_obs": {
30
+ ":type:": "<class 'numpy.ndarray'>",
31
+ ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAJsONDvsbia3UUtKOkoSg7y6cbw91nqFupg4XD9TRQ07AACAP+HJBD2WeIW65ZFaPwDMPDoAAIA/YLLhPolC5D6bP+w+U6b6Pva6CD/jOho/yIo1P27MYj8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="
32
+ },
33
+ "_episode_num": 0,
34
+ "use_sde": false,
35
+ "sde_sample_freq": -1,
36
+ "_current_progress_remaining": 1.0,
37
+ "_stats_window_size": 100,
38
+ "ep_info_buffer": [
39
+ {
40
+ "r": -92.537806,
41
+ "l": 110
42
+ },
43
+ {
44
+ "r": -111.635746,
45
+ "l": 94
46
+ },
47
+ {
48
+ "r": -111.419369,
49
+ "l": 96
50
+ },
51
+ {
52
+ "r": -120.362834,
53
+ "l": 118
54
+ },
55
+ {
56
+ "r": -98.840092,
57
+ "l": 151
58
+ },
59
+ {
60
+ "r": -112.145506,
61
+ "l": 145
62
+ },
63
+ {
64
+ "r": -112.004718,
65
+ "l": 119
66
+ },
67
+ {
68
+ "r": -91.819088,
69
+ "l": 112
70
+ },
71
+ {
72
+ "r": -94.237341,
73
+ "l": 82
74
+ },
75
+ {
76
+ "r": -92.532325,
77
+ "l": 123
78
+ },
79
+ {
80
+ "r": -98.500424,
81
+ "l": 112
82
+ },
83
+ {
84
+ "r": -91.678672,
85
+ "l": 109
86
+ },
87
+ {
88
+ "r": -117.509969,
89
+ "l": 90
90
+ },
91
+ {
92
+ "r": -98.077534,
93
+ "l": 237
94
+ },
95
+ {
96
+ "r": -111.852249,
97
+ "l": 140
98
+ },
99
+ {
100
+ "r": -92.361371,
101
+ "l": 156
102
+ },
103
+ {
104
+ "r": -92.894711,
105
+ "l": 94
106
+ },
107
+ {
108
+ "r": -118.609816,
109
+ "l": 132
110
+ },
111
+ {
112
+ "r": -119.460381,
113
+ "l": 121
114
+ },
115
+ {
116
+ "r": -92.82762,
117
+ "l": 111
118
+ },
119
+ {
120
+ "r": -99.148146,
121
+ "l": 146
122
+ },
123
+ {
124
+ "r": -92.390262,
125
+ "l": 96
126
+ },
127
+ {
128
+ "r": -112.140448,
129
+ "l": 102
130
+ },
131
+ {
132
+ "r": -91.941097,
133
+ "l": 108
134
+ },
135
+ {
136
+ "r": -91.64289,
137
+ "l": 116
138
+ },
139
+ {
140
+ "r": -91.965127,
141
+ "l": 100
142
+ },
143
+ {
144
+ "r": -12.383197,
145
+ "l": 1600
146
+ },
147
+ {
148
+ "r": -116.412303,
149
+ "l": 138
150
+ },
151
+ {
152
+ "r": -121.103995,
153
+ "l": 260
154
+ },
155
+ {
156
+ "r": -116.157608,
157
+ "l": 122
158
+ },
159
+ {
160
+ "r": -92.054305,
161
+ "l": 112
162
+ },
163
+ {
164
+ "r": -116.281614,
165
+ "l": 105
166
+ },
167
+ {
168
+ "r": -112.348352,
169
+ "l": 152
170
+ },
171
+ {
172
+ "r": -93.29411,
173
+ "l": 112
174
+ },
175
+ {
176
+ "r": -117.295312,
177
+ "l": 76
178
+ },
179
+ {
180
+ "r": -117.188887,
181
+ "l": 146
182
+ },
183
+ {
184
+ "r": -90.540941,
185
+ "l": 151
186
+ },
187
+ {
188
+ "r": -91.867822,
189
+ "l": 107
190
+ },
191
+ {
192
+ "r": -9.740557,
193
+ "l": 1600
194
+ },
195
+ {
196
+ "r": -93.201417,
197
+ "l": 86
198
+ },
199
+ {
200
+ "r": -112.164888,
201
+ "l": 143
202
+ },
203
+ {
204
+ "r": -92.094701,
205
+ "l": 121
206
+ },
207
+ {
208
+ "r": -92.86775,
209
+ "l": 86
210
+ },
211
+ {
212
+ "r": -92.275766,
213
+ "l": 97
214
+ },
215
+ {
216
+ "r": -111.179195,
217
+ "l": 80
218
+ },
219
+ {
220
+ "r": -92.496848,
221
+ "l": 161
222
+ },
223
+ {
224
+ "r": -110.698177,
225
+ "l": 62
226
+ },
227
+ {
228
+ "r": -118.083476,
229
+ "l": 113
230
+ },
231
+ {
232
+ "r": -116.290358,
233
+ "l": 128
234
+ },
235
+ {
236
+ "r": -116.836864,
237
+ "l": 158
238
+ },
239
+ {
240
+ "r": -92.706662,
241
+ "l": 109
242
+ },
243
+ {
244
+ "r": -92.070651,
245
+ "l": 112
246
+ },
247
+ {
248
+ "r": -123.115629,
249
+ "l": 126
250
+ },
251
+ {
252
+ "r": -115.855765,
253
+ "l": 96
254
+ },
255
+ {
256
+ "r": -91.933488,
257
+ "l": 111
258
+ },
259
+ {
260
+ "r": -92.093437,
261
+ "l": 100
262
+ },
263
+ {
264
+ "r": -91.874056,
265
+ "l": 124
266
+ },
267
+ {
268
+ "r": -117.123316,
269
+ "l": 95
270
+ },
271
+ {
272
+ "r": -118.096278,
273
+ "l": 95
274
+ },
275
+ {
276
+ "r": -122.856365,
277
+ "l": 178
278
+ },
279
+ {
280
+ "r": -112.44229,
281
+ "l": 70
282
+ },
283
+ {
284
+ "r": -6.508005,
285
+ "l": 1600
286
+ },
287
+ {
288
+ "r": -115.648287,
289
+ "l": 115
290
+ },
291
+ {
292
+ "r": -117.883898,
293
+ "l": 104
294
+ },
295
+ {
296
+ "r": -116.975248,
297
+ "l": 120
298
+ },
299
+ {
300
+ "r": -93.96606,
301
+ "l": 82
302
+ },
303
+ {
304
+ "r": -92.241201,
305
+ "l": 113
306
+ },
307
+ {
308
+ "r": -111.811938,
309
+ "l": 151
310
+ },
311
+ {
312
+ "r": -91.822039,
313
+ "l": 113
314
+ },
315
+ {
316
+ "r": -117.92059,
317
+ "l": 102
318
+ },
319
+ {
320
+ "r": -94.898813,
321
+ "l": 87
322
+ },
323
+ {
324
+ "r": -116.75098,
325
+ "l": 124
326
+ },
327
+ {
328
+ "r": -98.828595,
329
+ "l": 171
330
+ },
331
+ {
332
+ "r": -116.657389,
333
+ "l": 121
334
+ },
335
+ {
336
+ "r": -119.173208,
337
+ "l": 138
338
+ },
339
+ {
340
+ "r": -115.524321,
341
+ "l": 132
342
+ },
343
+ {
344
+ "r": -9.122227,
345
+ "l": 1600
346
+ },
347
+ {
348
+ "r": -92.563533,
349
+ "l": 98
350
+ },
351
+ {
352
+ "r": -95.125639,
353
+ "l": 102
354
+ },
355
+ {
356
+ "r": -91.783762,
357
+ "l": 139
358
+ },
359
+ {
360
+ "r": -99.589823,
361
+ "l": 123
362
+ },
363
+ {
364
+ "r": -92.053287,
365
+ "l": 107
366
+ },
367
+ {
368
+ "r": -93.021071,
369
+ "l": 93
370
+ },
371
+ {
372
+ "r": -117.449071,
373
+ "l": 95
374
+ },
375
+ {
376
+ "r": -91.990744,
377
+ "l": 109
378
+ },
379
+ {
380
+ "r": -111.8169,
381
+ "l": 101
382
+ },
383
+ {
384
+ "r": -116.583991,
385
+ "l": 80
386
+ },
387
+ {
388
+ "r": -110.306614,
389
+ "l": 60
390
+ },
391
+ {
392
+ "r": -92.307104,
393
+ "l": 139
394
+ },
395
+ {
396
+ "r": -112.960956,
397
+ "l": 54
398
+ },
399
+ {
400
+ "r": -117.763744,
401
+ "l": 108
402
+ },
403
+ {
404
+ "r": -91.601136,
405
+ "l": 113
406
+ },
407
+ {
408
+ "r": -92.19246,
409
+ "l": 109
410
+ },
411
+ {
412
+ "r": -91.855231,
413
+ "l": 120
414
+ },
415
+ {
416
+ "r": -8.01931,
417
+ "l": 1600
418
+ },
419
+ {
420
+ "r": -116.110965,
421
+ "l": 124
422
+ },
423
+ {
424
+ "r": -92.021512,
425
+ "l": 106
426
+ },
427
+ {
428
+ "r": -92.274139,
429
+ "l": 108
430
+ },
431
+ {
432
+ "r": -91.88996,
433
+ "l": 103
434
+ },
435
+ {
436
+ "r": -92.625055,
437
+ "l": 111
438
+ },
439
+ {
440
+ "r": -117.990127,
441
+ "l": 102
442
+ },
443
+ {
444
+ "r": -111.568598,
445
+ "l": 87
446
+ },
447
+ {
448
+ "r": -91.948616,
449
+ "l": 105
450
+ },
451
+ {
452
+ "r": -97.517946,
453
+ "l": 186
454
+ },
455
+ {
456
+ "r": -92.773854,
457
+ "l": 88
458
+ },
459
+ {
460
+ "r": -19.957342,
461
+ "l": 1600
462
+ },
463
+ {
464
+ "r": -111.79748,
465
+ "l": 67
466
+ },
467
+ {
468
+ "r": -118.021482,
469
+ "l": 118
470
+ },
471
+ {
472
+ "r": -91.969057,
473
+ "l": 106
474
+ },
475
+ {
476
+ "r": -6.466657,
477
+ "l": 1600
478
+ },
479
+ {
480
+ "r": -93.257712,
481
+ "l": 111
482
+ },
483
+ {
484
+ "r": -111.914277,
485
+ "l": 117
486
+ },
487
+ {
488
+ "r": -99.781076,
489
+ "l": 113
490
+ },
491
+ {
492
+ "r": -92.963786,
493
+ "l": 97
494
+ },
495
+ {
496
+ "r": -112.075938,
497
+ "l": 189
498
+ },
499
+ {
500
+ "r": -116.704632,
501
+ "l": 97
502
+ },
503
+ {
504
+ "r": -91.899384,
505
+ "l": 118
506
+ },
507
+ {
508
+ "r": -119.737332,
509
+ "l": 111
510
+ },
511
+ {
512
+ "r": -120.102116,
513
+ "l": 133
514
+ },
515
+ {
516
+ "r": -113.684832,
517
+ "l": 69
518
+ },
519
+ {
520
+ "r": -13.869378,
521
+ "l": 1600
522
+ },
523
+ {
524
+ "r": -93.103708,
525
+ "l": 93
526
+ },
527
+ {
528
+ "r": -94.181389,
529
+ "l": 71
530
+ },
531
+ {
532
+ "r": -92.103325,
533
+ "l": 113
534
+ },
535
+ {
536
+ "r": -91.747377,
537
+ "l": 108
538
+ },
539
+ {
540
+ "r": -6.731181,
541
+ "l": 1600
542
+ },
543
+ {
544
+ "r": -9.195586,
545
+ "l": 1600
546
+ },
547
+ {
548
+ "r": -92.320079,
549
+ "l": 98
550
+ }
551
+ ],
552
+ "ep_success_buffer": {
553
+ ":type:": "<class 'collections.deque'>",
554
+ ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
555
+ },
556
+ "_n_updates": 1,
557
+ "observation_space": {
558
+ ":type:": "<class 'gymnasium.spaces.box.Box'>",
559
+ ":serialized:": "gAWVTAQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgVSxiFlGgZdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoESiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLGIWUaBl0lFKUjARoaWdolGgRKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sYhZRoGXSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==",
560
+ "dtype": "float32",
561
+ "bounded_below": "[ True True True True True True True True True True True True\n True True True True True True True True True True True True]",
562
+ "bounded_above": "[ True True True True True True True True True True True True\n True True True True True True True True True True True True]",
563
+ "_shape": [
564
+ 24
565
+ ],
566
+ "low": "[-3.1415927 -5. -5. -5. -3.1415927 -5.\n -3.1415927 -5. -0. -3.1415927 -5. -3.1415927\n -5. -0. -1. -1. -1. -1.\n -1. -1. -1. -1. -1. -1. ]",
567
+ "high": "[3.1415927 5. 5. 5. 3.1415927 5. 3.1415927\n 5. 5. 3.1415927 5. 3.1415927 5. 5.\n 1. 1. 1. 1. 1. 1. 1.\n 1. 1. 1. ]",
568
+ "low_repr": "[-3.1415927 -5. -5. -5. -3.1415927 -5.\n -3.1415927 -5. -0. -3.1415927 -5. -3.1415927\n -5. -0. -1. -1. -1. -1.\n -1. -1. -1. -1. -1. -1. ]",
569
+ "high_repr": "[3.1415927 5. 5. 5. 3.1415927 5. 3.1415927\n 5. 5. 3.1415927 5. 3.1415927 5. 5.\n 1. 1. 1. 1. 1. 1. 1.\n 1. 1. 1. ]",
570
+ "_np_random": null
571
+ },
572
+ "action_space": {
573
+ ":type:": "<class 'gymnasium.spaces.box.Box'>",
574
+ ":serialized:": "gAWVpwEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlE51Yi4=",
575
+ "dtype": "float32",
576
+ "bounded_below": "[ True True True True]",
577
+ "bounded_above": "[ True True True True]",
578
+ "_shape": [
579
+ 4
580
+ ],
581
+ "low": "[-1. -1. -1. -1.]",
582
+ "high": "[1. 1. 1. 1.]",
583
+ "low_repr": "-1.0",
584
+ "high_repr": "1.0",
585
+ "_np_random": null
586
+ },
587
+ "n_envs": 1,
588
+ "n_delta": 64,
589
+ "pop_size": 128,
590
+ "delta_std_schedule": {
591
+ ":type:": "<class 'function'>",
592
+ ":serialized:": "gAWVaAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMU2M6XFVzZXJzXHByaWNvXC5jb25kYVxlbnZzXEFUTk5cbGliXHNpdGUtcGFja2FnZXNcc3RhYmxlX2Jhc2VsaW5lczNcY29tbW9uXHV0aWxzLnB5lIwEZnVuY5RLg0MCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9+uFHrhR64hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
593
+ },
594
+ "n_eval_episodes": 1,
595
+ "n_top": 32,
596
+ "alive_bonus_offset": -0.1,
597
+ "zero_policy": true,
598
+ "weights": {
599
+ ":type:": "<class 'torch.Tensor'>",
600
+ ":serialized:": "gAWVAAMAAAAAAACMDHRvcmNoLl91dGlsc5SMEl9yZWJ1aWxkX3RlbnNvcl92MpSTlCiMDXRvcmNoLnN0b3JhZ2WUjBBfbG9hZF9mcm9tX2J5dGVzlJOUQnkCAACAAooKbPycRvkgaqhQGS6AAk3pAy6AAn1xAChYEAAAAHByb3RvY29sX3ZlcnNpb25xAU3pA1gNAAAAbGl0dGxlX2VuZGlhbnECiFgKAAAAdHlwZV9zaXplc3EDfXEEKFgFAAAAc2hvcnRxBUsCWAMAAABpbnRxBksEWAQAAABsb25ncQdLBHV1LoACKFgHAAAAc3RvcmFnZXEAY3RvcmNoCkZsb2F0U3RvcmFnZQpxAVgNAAAAMjUxNTE5NjUyMjE2MHECWAMAAABjcHVxA0tgTnRxBFEugAJdcQBYDQAAADI1MTUxOTY1MjIxNjBxAWEuYAAAAAAAAADxzfw5+Yuxu3ssRjsWcX87D7aQuwmnIrtxAZG7MVQovJpHhzu8CPG5E/6quhKaabyB+mE8jOAEu5EXArxPwii8f3aKvCoXRLvfigK8sL68u97h67vQF4y74PjZuzJUXrsKVvg6XTVzuzxb0TsFxY66Y966OooIKTsFWC07BqwFPJLvazsYJUU6gSUFvBuMKTzHegG7p123OlQGGDq+GpG7IPeaOa5KCjxdxFO7HpiBPFlzvrnLNlu7UBYNvLtYM7wuQAO8onBJu/0hVbvRa7g7P63AO/t8BLs7w1m7UlmFuzP4ubucVgg78025u0SoB7yrfMO6oE0HPFs2iLy+NE28f2Mhuh3DkLsR9xO8lzgIvIALcLu9nRG8u/fYuo+ymzuLKb47aAPbO/7NHrtswlU8oVaMOym7ujr4mN+7K1GlO7/bsruyQVM8hn+QusTk6TqglT+8Mp3Vu1mq5Tv7rg48ri2XO48KbjsGXuq7J6wEO0NH/jrbXuS7OC+cOxw8TDyUhZRSlEsAS2CFlEsBhZSJjAtjb2xsZWN0aW9uc5SMC09yZGVyZWREaWN0lJOUKVKUdJRSlC4="
601
+ },
602
+ "processes": null,
603
+ "old_count": 0,
604
+ "lr_schedule": {
605
+ ":type:": "<class 'function'>",
606
+ ":serialized:": "gAWVaAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMU2M6XFVzZXJzXHByaWNvXC5jb25kYVxlbnZzXEFUTk5cbGliXHNpdGUtcGFja2FnZXNcc3RhYmxlX2Jhc2VsaW5lczNcY29tbW9uXHV0aWxzLnB5lIwEZnVuY5RLg0MCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz+UeuFHrhR7hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
607
+ },
608
+ "n_params": 96
609
+ }
ars-BipedalWalker-v3/policy.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68e6f55975608895bae6e720b776b5b4a2596cac9ab4efd40ced51dc86937948
3
+ size 1756
ars-BipedalWalker-v3/pytorch_variables.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb4dde0c1ad63b7740276006a06cc491b21b407ea6c889928c223ec77ddad79f
3
+ size 864
ars-BipedalWalker-v3/system_info.txt ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ - OS: Windows-10-10.0.22621-SP0 10.0.22621
2
+ - Python: 3.10.12
3
+ - Stable-Baselines3: 2.2.1
4
+ - PyTorch: 2.1.0
5
+ - GPU Enabled: False
6
+ - Numpy: 1.26.0
7
+ - Cloudpickle: 3.0.0
8
+ - Gymnasium: 0.28.1
9
+ - OpenAI Gym: 0.21.0
config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMGHNiM19jb250cmliLmFycy5wb2xpY2llc5SMD0FSU0xpbmVhclBvbGljeZSTlC4=", "__module__": "sb3_contrib.ars.policies", "__doc__": "\n Linear policy network for ARS.\n\n :param observation_space: The observation space of the environment\n :param action_space: The action space of the environment\n :param with_bias: With or without bias on the output\n :param squash_output: For continuous actions, whether the output is squashed\n or not using a ``tanh()`` function. If not squashed with tanh the output will instead be clipped.\n ", "__init__": "<function ARSLinearPolicy.__init__ at 0x00000249AA624430>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x00000249AA610900>"}, "verbose": 5, "policy_kwargs": {}, "num_timesteps": 29524, "_total_timesteps": 1000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1703952861718927400, "learning_rate": 0.02, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAPly5jdoA9Wzj3QBN7O7J7mPK3A6RtYqt5iu1TvhzrQ3c7HnO/ncqTll0yq3usHUO8Ki8TZzsec7rCmEO4JqhTv8Rok72RCQOwxdmjvQFak7iYm9O/dH2Ttzsec7c7HnO5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAJsONDvsbia3UUtKOkoSg7y6cbw91nqFupg4XD9TRQ07AACAP+HJBD2WeIW65ZFaPwDMPDoAAIA/YLLhPolC5D6bP+w+U6b6Pva6CD/jOho/yIo1P27MYj8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 1.0, "_stats_window_size": 100, "ep_info_buffer": [{"r": -92.537806, "l": 110}, {"r": -111.635746, "l": 94}, {"r": -111.419369, "l": 96}, {"r": -120.362834, "l": 118}, {"r": -98.840092, "l": 151}, {"r": -112.145506, "l": 145}, {"r": -112.004718, "l": 119}, {"r": -91.819088, "l": 112}, {"r": -94.237341, "l": 82}, {"r": -92.532325, "l": 123}, {"r": -98.500424, "l": 112}, {"r": -91.678672, "l": 109}, {"r": -117.509969, "l": 90}, {"r": -98.077534, "l": 237}, {"r": -111.852249, "l": 140}, {"r": -92.361371, "l": 156}, {"r": -92.894711, "l": 94}, {"r": -118.609816, "l": 132}, {"r": -119.460381, "l": 121}, {"r": -92.82762, "l": 111}, {"r": -99.148146, "l": 146}, {"r": -92.390262, "l": 96}, {"r": -112.140448, "l": 102}, {"r": -91.941097, "l": 108}, {"r": -91.64289, "l": 116}, {"r": -91.965127, "l": 100}, {"r": -12.383197, "l": 1600}, {"r": -116.412303, "l": 138}, {"r": -121.103995, "l": 260}, {"r": -116.157608, "l": 122}, {"r": -92.054305, "l": 112}, {"r": -116.281614, "l": 105}, {"r": -112.348352, "l": 152}, {"r": -93.29411, "l": 112}, {"r": -117.295312, "l": 76}, {"r": -117.188887, "l": 146}, {"r": -90.540941, "l": 151}, {"r": -91.867822, "l": 107}, {"r": -9.740557, "l": 1600}, {"r": -93.201417, "l": 86}, {"r": -112.164888, "l": 143}, {"r": -92.094701, "l": 121}, {"r": -92.86775, "l": 86}, {"r": -92.275766, "l": 97}, {"r": -111.179195, "l": 80}, {"r": -92.496848, "l": 161}, {"r": -110.698177, "l": 62}, {"r": -118.083476, "l": 113}, {"r": -116.290358, "l": 128}, {"r": -116.836864, "l": 158}, {"r": -92.706662, "l": 109}, {"r": -92.070651, "l": 112}, {"r": -123.115629, "l": 126}, {"r": -115.855765, "l": 96}, {"r": -91.933488, "l": 111}, {"r": -92.093437, "l": 100}, {"r": -91.874056, "l": 124}, {"r": -117.123316, "l": 95}, {"r": -118.096278, "l": 95}, {"r": -122.856365, "l": 178}, {"r": -112.44229, "l": 70}, {"r": -6.508005, "l": 1600}, {"r": -115.648287, "l": 115}, {"r": -117.883898, "l": 104}, {"r": -116.975248, "l": 120}, {"r": -93.96606, "l": 82}, {"r": -92.241201, "l": 113}, {"r": -111.811938, "l": 151}, {"r": -91.822039, "l": 113}, {"r": -117.92059, "l": 102}, {"r": -94.898813, "l": 87}, {"r": -116.75098, "l": 124}, {"r": -98.828595, "l": 171}, {"r": -116.657389, "l": 121}, {"r": -119.173208, "l": 138}, {"r": -115.524321, "l": 132}, {"r": -9.122227, "l": 1600}, {"r": -92.563533, "l": 98}, {"r": -95.125639, "l": 102}, {"r": -91.783762, "l": 139}, {"r": -99.589823, "l": 123}, {"r": -92.053287, "l": 107}, {"r": -93.021071, "l": 93}, {"r": -117.449071, "l": 95}, {"r": -91.990744, "l": 109}, {"r": -111.8169, "l": 101}, {"r": -116.583991, "l": 80}, {"r": -110.306614, "l": 60}, {"r": -92.307104, "l": 139}, {"r": -112.960956, "l": 54}, {"r": -117.763744, "l": 108}, {"r": -91.601136, "l": 113}, {"r": -92.19246, "l": 109}, {"r": -91.855231, "l": 120}, {"r": -8.01931, "l": 1600}, {"r": -116.110965, "l": 124}, {"r": -92.021512, "l": 106}, {"r": -92.274139, "l": 108}, {"r": -91.88996, "l": 103}, {"r": -92.625055, "l": 111}, {"r": -117.990127, "l": 102}, {"r": -111.568598, "l": 87}, {"r": -91.948616, "l": 105}, {"r": -97.517946, "l": 186}, {"r": -92.773854, "l": 88}, {"r": -19.957342, "l": 1600}, {"r": -111.79748, "l": 67}, {"r": -118.021482, "l": 118}, {"r": -91.969057, "l": 106}, {"r": -6.466657, "l": 1600}, {"r": -93.257712, "l": 111}, {"r": -111.914277, "l": 117}, {"r": -99.781076, "l": 113}, {"r": -92.963786, "l": 97}, {"r": -112.075938, "l": 189}, {"r": -116.704632, "l": 97}, {"r": -91.899384, "l": 118}, {"r": -119.737332, "l": 111}, {"r": -120.102116, "l": 133}, {"r": -113.684832, "l": 69}, {"r": -13.869378, "l": 1600}, {"r": -93.103708, "l": 93}, {"r": -94.181389, "l": 71}, {"r": -92.103325, "l": 113}, {"r": -91.747377, "l": 108}, {"r": -6.731181, "l": 1600}, {"r": -9.195586, "l": 1600}, {"r": -92.320079, "l": 98}], "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 1, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVTAQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgVSxiFlGgZdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoESiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLGIWUaBl0lFKUjARoaWdolGgRKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sYhZRoGXSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True True True True True True True True True True True True\n True True True True True True True True True True True True]", "bounded_above": "[ True True True True True True True True True True True True\n True True True True True True True True True True True True]", "_shape": [24], "low": "[-3.1415927 -5. -5. -5. -3.1415927 -5.\n -3.1415927 -5. -0. -3.1415927 -5. -3.1415927\n -5. -0. -1. -1. -1. -1.\n -1. -1. -1. -1. -1. -1. ]", "high": "[3.1415927 5. 5. 5. 3.1415927 5. 3.1415927\n 5. 5. 3.1415927 5. 3.1415927 5. 5.\n 1. 1. 1. 1. 1. 1. 1.\n 1. 1. 1. ]", "low_repr": "[-3.1415927 -5. -5. -5. -3.1415927 -5.\n -3.1415927 -5. -0. -3.1415927 -5. -3.1415927\n -5. -0. -1. -1. -1. -1.\n -1. -1. -1. -1. -1. -1. ]", "high_repr": "[3.1415927 5. 5. 5. 3.1415927 5. 3.1415927\n 5. 5. 3.1415927 5. 3.1415927 5. 5.\n 1. 1. 1. 1. 1. 1. 1.\n 1. 1. 1. ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVpwEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True]", "bounded_above": "[ True True True True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 1, "n_delta": 64, "pop_size": 128, "delta_std_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVaAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMU2M6XFVzZXJzXHByaWNvXC5jb25kYVxlbnZzXEFUTk5cbGliXHNpdGUtcGFja2FnZXNcc3RhYmxlX2Jhc2VsaW5lczNcY29tbW9uXHV0aWxzLnB5lIwEZnVuY5RLg0MCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9+uFHrhR64hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "n_eval_episodes": 1, "n_top": 32, "alive_bonus_offset": -0.1, "zero_policy": true, "weights": {":type:": "<class 'torch.Tensor'>", ":serialized:": "gAWVAAMAAAAAAACMDHRvcmNoLl91dGlsc5SMEl9yZWJ1aWxkX3RlbnNvcl92MpSTlCiMDXRvcmNoLnN0b3JhZ2WUjBBfbG9hZF9mcm9tX2J5dGVzlJOUQnkCAACAAooKbPycRvkgaqhQGS6AAk3pAy6AAn1xAChYEAAAAHByb3RvY29sX3ZlcnNpb25xAU3pA1gNAAAAbGl0dGxlX2VuZGlhbnECiFgKAAAAdHlwZV9zaXplc3EDfXEEKFgFAAAAc2hvcnRxBUsCWAMAAABpbnRxBksEWAQAAABsb25ncQdLBHV1LoACKFgHAAAAc3RvcmFnZXEAY3RvcmNoCkZsb2F0U3RvcmFnZQpxAVgNAAAAMjUxNTE5NjUyMjE2MHECWAMAAABjcHVxA0tgTnRxBFEugAJdcQBYDQAAADI1MTUxOTY1MjIxNjBxAWEuYAAAAAAAAADxzfw5+Yuxu3ssRjsWcX87D7aQuwmnIrtxAZG7MVQovJpHhzu8CPG5E/6quhKaabyB+mE8jOAEu5EXArxPwii8f3aKvCoXRLvfigK8sL68u97h67vQF4y74PjZuzJUXrsKVvg6XTVzuzxb0TsFxY66Y966OooIKTsFWC07BqwFPJLvazsYJUU6gSUFvBuMKTzHegG7p123OlQGGDq+GpG7IPeaOa5KCjxdxFO7HpiBPFlzvrnLNlu7UBYNvLtYM7wuQAO8onBJu/0hVbvRa7g7P63AO/t8BLs7w1m7UlmFuzP4ubucVgg78025u0SoB7yrfMO6oE0HPFs2iLy+NE28f2Mhuh3DkLsR9xO8lzgIvIALcLu9nRG8u/fYuo+ymzuLKb47aAPbO/7NHrtswlU8oVaMOym7ujr4mN+7K1GlO7/bsruyQVM8hn+QusTk6TqglT+8Mp3Vu1mq5Tv7rg48ri2XO48KbjsGXuq7J6wEO0NH/jrbXuS7OC+cOxw8TDyUhZRSlEsAS2CFlEsBhZSJjAtjb2xsZWN0aW9uc5SMC09yZGVyZWREaWN0lJOUKVKUdJRSlC4="}, "processes": null, "old_count": 0, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVaAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMU2M6XFVzZXJzXHByaWNvXC5jb25kYVxlbnZzXEFUTk5cbGliXHNpdGUtcGFja2FnZXNcc3RhYmxlX2Jhc2VsaW5lczNcY29tbW9uXHV0aWxzLnB5lIwEZnVuY5RLg0MCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz+UeuFHrhR7hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "n_params": 96, "system_info": {"OS": "Windows-10-10.0.22621-SP0 10.0.22621", "Python": "3.10.12", "Stable-Baselines3": "2.2.1", "PyTorch": "2.1.0", "GPU Enabled": "False", "Numpy": "1.26.0", "Cloudpickle": "3.0.0", "Gymnasium": "0.28.1", "OpenAI Gym": "0.21.0"}}
logs/events.out.tfevents.1703952861.Thunder.8100.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8c0562676f125eee9d386662c1da2e58c4d6253effd245e9e8ecf43f0f3ec74
3
+ size 440
replay.mp4 ADDED
Binary file (274 kB). View file
 
results.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mean_reward": -92.00659, "std_reward": 0.15473938762965422, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-12-30T18:15:12.396229"}