Upload ars BipedalWalker-v3 trained agent
Browse files- README.md +37 -0
- ars-BipedalWalker-v3.zip +3 -0
- ars-BipedalWalker-v3/_stable_baselines3_version +1 -0
- ars-BipedalWalker-v3/data +609 -0
- ars-BipedalWalker-v3/policy.pth +3 -0
- ars-BipedalWalker-v3/pytorch_variables.pth +3 -0
- ars-BipedalWalker-v3/system_info.txt +9 -0
- config.json +1 -0
- logs/events.out.tfevents.1703952861.Thunder.8100.2 +3 -0
- replay.mp4 +0 -0
- results.json +1 -0
README.md
ADDED
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
library_name: stable-baselines3
|
3 |
+
tags:
|
4 |
+
- BipedalWalker-v3
|
5 |
+
- deep-reinforcement-learning
|
6 |
+
- reinforcement-learning
|
7 |
+
- stable-baselines3
|
8 |
+
model-index:
|
9 |
+
- name: ars
|
10 |
+
results:
|
11 |
+
- task:
|
12 |
+
type: reinforcement-learning
|
13 |
+
name: reinforcement-learning
|
14 |
+
dataset:
|
15 |
+
name: BipedalWalker-v3
|
16 |
+
type: BipedalWalker-v3
|
17 |
+
metrics:
|
18 |
+
- type: mean_reward
|
19 |
+
value: -92.01 +/- 0.15
|
20 |
+
name: mean_reward
|
21 |
+
verified: false
|
22 |
+
---
|
23 |
+
|
24 |
+
# **ars** Agent playing **BipedalWalker-v3**
|
25 |
+
This is a trained model of a **ars** agent playing **BipedalWalker-v3**
|
26 |
+
using the [stable-baselines3 library](https://github.com/DLR-RM/stable-baselines3).
|
27 |
+
|
28 |
+
## Usage (with Stable-baselines3)
|
29 |
+
TODO: Add your code
|
30 |
+
|
31 |
+
|
32 |
+
```python
|
33 |
+
from stable_baselines3 import ...
|
34 |
+
from huggingface_sb3 import load_from_hub
|
35 |
+
|
36 |
+
...
|
37 |
+
```
|
ars-BipedalWalker-v3.zip
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d7bd71a12805605d82e36d01f1635a2f8d1e9535364aa872ca8ad1a619df68fa
|
3 |
+
size 22495
|
ars-BipedalWalker-v3/_stable_baselines3_version
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
2.2.1
|
ars-BipedalWalker-v3/data
ADDED
@@ -0,0 +1,609 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"policy_class": {
|
3 |
+
":type:": "<class 'abc.ABCMeta'>",
|
4 |
+
":serialized:": "gAWVMAAAAAAAAACMGHNiM19jb250cmliLmFycy5wb2xpY2llc5SMD0FSU0xpbmVhclBvbGljeZSTlC4=",
|
5 |
+
"__module__": "sb3_contrib.ars.policies",
|
6 |
+
"__doc__": "\n Linear policy network for ARS.\n\n :param observation_space: The observation space of the environment\n :param action_space: The action space of the environment\n :param with_bias: With or without bias on the output\n :param squash_output: For continuous actions, whether the output is squashed\n or not using a ``tanh()`` function. If not squashed with tanh the output will instead be clipped.\n ",
|
7 |
+
"__init__": "<function ARSLinearPolicy.__init__ at 0x00000249AA624430>",
|
8 |
+
"__abstractmethods__": "frozenset()",
|
9 |
+
"_abc_impl": "<_abc._abc_data object at 0x00000249AA610900>"
|
10 |
+
},
|
11 |
+
"verbose": 5,
|
12 |
+
"policy_kwargs": {},
|
13 |
+
"num_timesteps": 29524,
|
14 |
+
"_total_timesteps": 1000,
|
15 |
+
"_num_timesteps_at_start": 0,
|
16 |
+
"seed": null,
|
17 |
+
"action_noise": null,
|
18 |
+
"start_time": 1703952861718927400,
|
19 |
+
"learning_rate": 0.02,
|
20 |
+
"tensorboard_log": null,
|
21 |
+
"_last_obs": {
|
22 |
+
":type:": "<class 'numpy.ndarray'>",
|
23 |
+
":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAPly5jdoA9Wzj3QBN7O7J7mPK3A6RtYqt5iu1TvhzrQ3c7HnO/ncqTll0yq3usHUO8Ki8TZzsec7rCmEO4JqhTv8Rok72RCQOwxdmjvQFak7iYm9O/dH2Ttzsec7c7HnO5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="
|
24 |
+
},
|
25 |
+
"_last_episode_starts": {
|
26 |
+
":type:": "<class 'numpy.ndarray'>",
|
27 |
+
":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="
|
28 |
+
},
|
29 |
+
"_last_original_obs": {
|
30 |
+
":type:": "<class 'numpy.ndarray'>",
|
31 |
+
":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAJsONDvsbia3UUtKOkoSg7y6cbw91nqFupg4XD9TRQ07AACAP+HJBD2WeIW65ZFaPwDMPDoAAIA/YLLhPolC5D6bP+w+U6b6Pva6CD/jOho/yIo1P27MYj8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="
|
32 |
+
},
|
33 |
+
"_episode_num": 0,
|
34 |
+
"use_sde": false,
|
35 |
+
"sde_sample_freq": -1,
|
36 |
+
"_current_progress_remaining": 1.0,
|
37 |
+
"_stats_window_size": 100,
|
38 |
+
"ep_info_buffer": [
|
39 |
+
{
|
40 |
+
"r": -92.537806,
|
41 |
+
"l": 110
|
42 |
+
},
|
43 |
+
{
|
44 |
+
"r": -111.635746,
|
45 |
+
"l": 94
|
46 |
+
},
|
47 |
+
{
|
48 |
+
"r": -111.419369,
|
49 |
+
"l": 96
|
50 |
+
},
|
51 |
+
{
|
52 |
+
"r": -120.362834,
|
53 |
+
"l": 118
|
54 |
+
},
|
55 |
+
{
|
56 |
+
"r": -98.840092,
|
57 |
+
"l": 151
|
58 |
+
},
|
59 |
+
{
|
60 |
+
"r": -112.145506,
|
61 |
+
"l": 145
|
62 |
+
},
|
63 |
+
{
|
64 |
+
"r": -112.004718,
|
65 |
+
"l": 119
|
66 |
+
},
|
67 |
+
{
|
68 |
+
"r": -91.819088,
|
69 |
+
"l": 112
|
70 |
+
},
|
71 |
+
{
|
72 |
+
"r": -94.237341,
|
73 |
+
"l": 82
|
74 |
+
},
|
75 |
+
{
|
76 |
+
"r": -92.532325,
|
77 |
+
"l": 123
|
78 |
+
},
|
79 |
+
{
|
80 |
+
"r": -98.500424,
|
81 |
+
"l": 112
|
82 |
+
},
|
83 |
+
{
|
84 |
+
"r": -91.678672,
|
85 |
+
"l": 109
|
86 |
+
},
|
87 |
+
{
|
88 |
+
"r": -117.509969,
|
89 |
+
"l": 90
|
90 |
+
},
|
91 |
+
{
|
92 |
+
"r": -98.077534,
|
93 |
+
"l": 237
|
94 |
+
},
|
95 |
+
{
|
96 |
+
"r": -111.852249,
|
97 |
+
"l": 140
|
98 |
+
},
|
99 |
+
{
|
100 |
+
"r": -92.361371,
|
101 |
+
"l": 156
|
102 |
+
},
|
103 |
+
{
|
104 |
+
"r": -92.894711,
|
105 |
+
"l": 94
|
106 |
+
},
|
107 |
+
{
|
108 |
+
"r": -118.609816,
|
109 |
+
"l": 132
|
110 |
+
},
|
111 |
+
{
|
112 |
+
"r": -119.460381,
|
113 |
+
"l": 121
|
114 |
+
},
|
115 |
+
{
|
116 |
+
"r": -92.82762,
|
117 |
+
"l": 111
|
118 |
+
},
|
119 |
+
{
|
120 |
+
"r": -99.148146,
|
121 |
+
"l": 146
|
122 |
+
},
|
123 |
+
{
|
124 |
+
"r": -92.390262,
|
125 |
+
"l": 96
|
126 |
+
},
|
127 |
+
{
|
128 |
+
"r": -112.140448,
|
129 |
+
"l": 102
|
130 |
+
},
|
131 |
+
{
|
132 |
+
"r": -91.941097,
|
133 |
+
"l": 108
|
134 |
+
},
|
135 |
+
{
|
136 |
+
"r": -91.64289,
|
137 |
+
"l": 116
|
138 |
+
},
|
139 |
+
{
|
140 |
+
"r": -91.965127,
|
141 |
+
"l": 100
|
142 |
+
},
|
143 |
+
{
|
144 |
+
"r": -12.383197,
|
145 |
+
"l": 1600
|
146 |
+
},
|
147 |
+
{
|
148 |
+
"r": -116.412303,
|
149 |
+
"l": 138
|
150 |
+
},
|
151 |
+
{
|
152 |
+
"r": -121.103995,
|
153 |
+
"l": 260
|
154 |
+
},
|
155 |
+
{
|
156 |
+
"r": -116.157608,
|
157 |
+
"l": 122
|
158 |
+
},
|
159 |
+
{
|
160 |
+
"r": -92.054305,
|
161 |
+
"l": 112
|
162 |
+
},
|
163 |
+
{
|
164 |
+
"r": -116.281614,
|
165 |
+
"l": 105
|
166 |
+
},
|
167 |
+
{
|
168 |
+
"r": -112.348352,
|
169 |
+
"l": 152
|
170 |
+
},
|
171 |
+
{
|
172 |
+
"r": -93.29411,
|
173 |
+
"l": 112
|
174 |
+
},
|
175 |
+
{
|
176 |
+
"r": -117.295312,
|
177 |
+
"l": 76
|
178 |
+
},
|
179 |
+
{
|
180 |
+
"r": -117.188887,
|
181 |
+
"l": 146
|
182 |
+
},
|
183 |
+
{
|
184 |
+
"r": -90.540941,
|
185 |
+
"l": 151
|
186 |
+
},
|
187 |
+
{
|
188 |
+
"r": -91.867822,
|
189 |
+
"l": 107
|
190 |
+
},
|
191 |
+
{
|
192 |
+
"r": -9.740557,
|
193 |
+
"l": 1600
|
194 |
+
},
|
195 |
+
{
|
196 |
+
"r": -93.201417,
|
197 |
+
"l": 86
|
198 |
+
},
|
199 |
+
{
|
200 |
+
"r": -112.164888,
|
201 |
+
"l": 143
|
202 |
+
},
|
203 |
+
{
|
204 |
+
"r": -92.094701,
|
205 |
+
"l": 121
|
206 |
+
},
|
207 |
+
{
|
208 |
+
"r": -92.86775,
|
209 |
+
"l": 86
|
210 |
+
},
|
211 |
+
{
|
212 |
+
"r": -92.275766,
|
213 |
+
"l": 97
|
214 |
+
},
|
215 |
+
{
|
216 |
+
"r": -111.179195,
|
217 |
+
"l": 80
|
218 |
+
},
|
219 |
+
{
|
220 |
+
"r": -92.496848,
|
221 |
+
"l": 161
|
222 |
+
},
|
223 |
+
{
|
224 |
+
"r": -110.698177,
|
225 |
+
"l": 62
|
226 |
+
},
|
227 |
+
{
|
228 |
+
"r": -118.083476,
|
229 |
+
"l": 113
|
230 |
+
},
|
231 |
+
{
|
232 |
+
"r": -116.290358,
|
233 |
+
"l": 128
|
234 |
+
},
|
235 |
+
{
|
236 |
+
"r": -116.836864,
|
237 |
+
"l": 158
|
238 |
+
},
|
239 |
+
{
|
240 |
+
"r": -92.706662,
|
241 |
+
"l": 109
|
242 |
+
},
|
243 |
+
{
|
244 |
+
"r": -92.070651,
|
245 |
+
"l": 112
|
246 |
+
},
|
247 |
+
{
|
248 |
+
"r": -123.115629,
|
249 |
+
"l": 126
|
250 |
+
},
|
251 |
+
{
|
252 |
+
"r": -115.855765,
|
253 |
+
"l": 96
|
254 |
+
},
|
255 |
+
{
|
256 |
+
"r": -91.933488,
|
257 |
+
"l": 111
|
258 |
+
},
|
259 |
+
{
|
260 |
+
"r": -92.093437,
|
261 |
+
"l": 100
|
262 |
+
},
|
263 |
+
{
|
264 |
+
"r": -91.874056,
|
265 |
+
"l": 124
|
266 |
+
},
|
267 |
+
{
|
268 |
+
"r": -117.123316,
|
269 |
+
"l": 95
|
270 |
+
},
|
271 |
+
{
|
272 |
+
"r": -118.096278,
|
273 |
+
"l": 95
|
274 |
+
},
|
275 |
+
{
|
276 |
+
"r": -122.856365,
|
277 |
+
"l": 178
|
278 |
+
},
|
279 |
+
{
|
280 |
+
"r": -112.44229,
|
281 |
+
"l": 70
|
282 |
+
},
|
283 |
+
{
|
284 |
+
"r": -6.508005,
|
285 |
+
"l": 1600
|
286 |
+
},
|
287 |
+
{
|
288 |
+
"r": -115.648287,
|
289 |
+
"l": 115
|
290 |
+
},
|
291 |
+
{
|
292 |
+
"r": -117.883898,
|
293 |
+
"l": 104
|
294 |
+
},
|
295 |
+
{
|
296 |
+
"r": -116.975248,
|
297 |
+
"l": 120
|
298 |
+
},
|
299 |
+
{
|
300 |
+
"r": -93.96606,
|
301 |
+
"l": 82
|
302 |
+
},
|
303 |
+
{
|
304 |
+
"r": -92.241201,
|
305 |
+
"l": 113
|
306 |
+
},
|
307 |
+
{
|
308 |
+
"r": -111.811938,
|
309 |
+
"l": 151
|
310 |
+
},
|
311 |
+
{
|
312 |
+
"r": -91.822039,
|
313 |
+
"l": 113
|
314 |
+
},
|
315 |
+
{
|
316 |
+
"r": -117.92059,
|
317 |
+
"l": 102
|
318 |
+
},
|
319 |
+
{
|
320 |
+
"r": -94.898813,
|
321 |
+
"l": 87
|
322 |
+
},
|
323 |
+
{
|
324 |
+
"r": -116.75098,
|
325 |
+
"l": 124
|
326 |
+
},
|
327 |
+
{
|
328 |
+
"r": -98.828595,
|
329 |
+
"l": 171
|
330 |
+
},
|
331 |
+
{
|
332 |
+
"r": -116.657389,
|
333 |
+
"l": 121
|
334 |
+
},
|
335 |
+
{
|
336 |
+
"r": -119.173208,
|
337 |
+
"l": 138
|
338 |
+
},
|
339 |
+
{
|
340 |
+
"r": -115.524321,
|
341 |
+
"l": 132
|
342 |
+
},
|
343 |
+
{
|
344 |
+
"r": -9.122227,
|
345 |
+
"l": 1600
|
346 |
+
},
|
347 |
+
{
|
348 |
+
"r": -92.563533,
|
349 |
+
"l": 98
|
350 |
+
},
|
351 |
+
{
|
352 |
+
"r": -95.125639,
|
353 |
+
"l": 102
|
354 |
+
},
|
355 |
+
{
|
356 |
+
"r": -91.783762,
|
357 |
+
"l": 139
|
358 |
+
},
|
359 |
+
{
|
360 |
+
"r": -99.589823,
|
361 |
+
"l": 123
|
362 |
+
},
|
363 |
+
{
|
364 |
+
"r": -92.053287,
|
365 |
+
"l": 107
|
366 |
+
},
|
367 |
+
{
|
368 |
+
"r": -93.021071,
|
369 |
+
"l": 93
|
370 |
+
},
|
371 |
+
{
|
372 |
+
"r": -117.449071,
|
373 |
+
"l": 95
|
374 |
+
},
|
375 |
+
{
|
376 |
+
"r": -91.990744,
|
377 |
+
"l": 109
|
378 |
+
},
|
379 |
+
{
|
380 |
+
"r": -111.8169,
|
381 |
+
"l": 101
|
382 |
+
},
|
383 |
+
{
|
384 |
+
"r": -116.583991,
|
385 |
+
"l": 80
|
386 |
+
},
|
387 |
+
{
|
388 |
+
"r": -110.306614,
|
389 |
+
"l": 60
|
390 |
+
},
|
391 |
+
{
|
392 |
+
"r": -92.307104,
|
393 |
+
"l": 139
|
394 |
+
},
|
395 |
+
{
|
396 |
+
"r": -112.960956,
|
397 |
+
"l": 54
|
398 |
+
},
|
399 |
+
{
|
400 |
+
"r": -117.763744,
|
401 |
+
"l": 108
|
402 |
+
},
|
403 |
+
{
|
404 |
+
"r": -91.601136,
|
405 |
+
"l": 113
|
406 |
+
},
|
407 |
+
{
|
408 |
+
"r": -92.19246,
|
409 |
+
"l": 109
|
410 |
+
},
|
411 |
+
{
|
412 |
+
"r": -91.855231,
|
413 |
+
"l": 120
|
414 |
+
},
|
415 |
+
{
|
416 |
+
"r": -8.01931,
|
417 |
+
"l": 1600
|
418 |
+
},
|
419 |
+
{
|
420 |
+
"r": -116.110965,
|
421 |
+
"l": 124
|
422 |
+
},
|
423 |
+
{
|
424 |
+
"r": -92.021512,
|
425 |
+
"l": 106
|
426 |
+
},
|
427 |
+
{
|
428 |
+
"r": -92.274139,
|
429 |
+
"l": 108
|
430 |
+
},
|
431 |
+
{
|
432 |
+
"r": -91.88996,
|
433 |
+
"l": 103
|
434 |
+
},
|
435 |
+
{
|
436 |
+
"r": -92.625055,
|
437 |
+
"l": 111
|
438 |
+
},
|
439 |
+
{
|
440 |
+
"r": -117.990127,
|
441 |
+
"l": 102
|
442 |
+
},
|
443 |
+
{
|
444 |
+
"r": -111.568598,
|
445 |
+
"l": 87
|
446 |
+
},
|
447 |
+
{
|
448 |
+
"r": -91.948616,
|
449 |
+
"l": 105
|
450 |
+
},
|
451 |
+
{
|
452 |
+
"r": -97.517946,
|
453 |
+
"l": 186
|
454 |
+
},
|
455 |
+
{
|
456 |
+
"r": -92.773854,
|
457 |
+
"l": 88
|
458 |
+
},
|
459 |
+
{
|
460 |
+
"r": -19.957342,
|
461 |
+
"l": 1600
|
462 |
+
},
|
463 |
+
{
|
464 |
+
"r": -111.79748,
|
465 |
+
"l": 67
|
466 |
+
},
|
467 |
+
{
|
468 |
+
"r": -118.021482,
|
469 |
+
"l": 118
|
470 |
+
},
|
471 |
+
{
|
472 |
+
"r": -91.969057,
|
473 |
+
"l": 106
|
474 |
+
},
|
475 |
+
{
|
476 |
+
"r": -6.466657,
|
477 |
+
"l": 1600
|
478 |
+
},
|
479 |
+
{
|
480 |
+
"r": -93.257712,
|
481 |
+
"l": 111
|
482 |
+
},
|
483 |
+
{
|
484 |
+
"r": -111.914277,
|
485 |
+
"l": 117
|
486 |
+
},
|
487 |
+
{
|
488 |
+
"r": -99.781076,
|
489 |
+
"l": 113
|
490 |
+
},
|
491 |
+
{
|
492 |
+
"r": -92.963786,
|
493 |
+
"l": 97
|
494 |
+
},
|
495 |
+
{
|
496 |
+
"r": -112.075938,
|
497 |
+
"l": 189
|
498 |
+
},
|
499 |
+
{
|
500 |
+
"r": -116.704632,
|
501 |
+
"l": 97
|
502 |
+
},
|
503 |
+
{
|
504 |
+
"r": -91.899384,
|
505 |
+
"l": 118
|
506 |
+
},
|
507 |
+
{
|
508 |
+
"r": -119.737332,
|
509 |
+
"l": 111
|
510 |
+
},
|
511 |
+
{
|
512 |
+
"r": -120.102116,
|
513 |
+
"l": 133
|
514 |
+
},
|
515 |
+
{
|
516 |
+
"r": -113.684832,
|
517 |
+
"l": 69
|
518 |
+
},
|
519 |
+
{
|
520 |
+
"r": -13.869378,
|
521 |
+
"l": 1600
|
522 |
+
},
|
523 |
+
{
|
524 |
+
"r": -93.103708,
|
525 |
+
"l": 93
|
526 |
+
},
|
527 |
+
{
|
528 |
+
"r": -94.181389,
|
529 |
+
"l": 71
|
530 |
+
},
|
531 |
+
{
|
532 |
+
"r": -92.103325,
|
533 |
+
"l": 113
|
534 |
+
},
|
535 |
+
{
|
536 |
+
"r": -91.747377,
|
537 |
+
"l": 108
|
538 |
+
},
|
539 |
+
{
|
540 |
+
"r": -6.731181,
|
541 |
+
"l": 1600
|
542 |
+
},
|
543 |
+
{
|
544 |
+
"r": -9.195586,
|
545 |
+
"l": 1600
|
546 |
+
},
|
547 |
+
{
|
548 |
+
"r": -92.320079,
|
549 |
+
"l": 98
|
550 |
+
}
|
551 |
+
],
|
552 |
+
"ep_success_buffer": {
|
553 |
+
":type:": "<class 'collections.deque'>",
|
554 |
+
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
555 |
+
},
|
556 |
+
"_n_updates": 1,
|
557 |
+
"observation_space": {
|
558 |
+
":type:": "<class 'gymnasium.spaces.box.Box'>",
|
559 |
+
":serialized:": "gAWVTAQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgVSxiFlGgZdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoESiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLGIWUaBl0lFKUjARoaWdolGgRKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sYhZRoGXSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==",
|
560 |
+
"dtype": "float32",
|
561 |
+
"bounded_below": "[ True True True True True True True True True True True True\n True True True True True True True True True True True True]",
|
562 |
+
"bounded_above": "[ True True True True True True True True True True True True\n True True True True True True True True True True True True]",
|
563 |
+
"_shape": [
|
564 |
+
24
|
565 |
+
],
|
566 |
+
"low": "[-3.1415927 -5. -5. -5. -3.1415927 -5.\n -3.1415927 -5. -0. -3.1415927 -5. -3.1415927\n -5. -0. -1. -1. -1. -1.\n -1. -1. -1. -1. -1. -1. ]",
|
567 |
+
"high": "[3.1415927 5. 5. 5. 3.1415927 5. 3.1415927\n 5. 5. 3.1415927 5. 3.1415927 5. 5.\n 1. 1. 1. 1. 1. 1. 1.\n 1. 1. 1. ]",
|
568 |
+
"low_repr": "[-3.1415927 -5. -5. -5. -3.1415927 -5.\n -3.1415927 -5. -0. -3.1415927 -5. -3.1415927\n -5. -0. -1. -1. -1. -1.\n -1. -1. -1. -1. -1. -1. ]",
|
569 |
+
"high_repr": "[3.1415927 5. 5. 5. 3.1415927 5. 3.1415927\n 5. 5. 3.1415927 5. 3.1415927 5. 5.\n 1. 1. 1. 1. 1. 1. 1.\n 1. 1. 1. ]",
|
570 |
+
"_np_random": null
|
571 |
+
},
|
572 |
+
"action_space": {
|
573 |
+
":type:": "<class 'gymnasium.spaces.box.Box'>",
|
574 |
+
":serialized:": "gAWVpwEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlE51Yi4=",
|
575 |
+
"dtype": "float32",
|
576 |
+
"bounded_below": "[ True True True True]",
|
577 |
+
"bounded_above": "[ True True True True]",
|
578 |
+
"_shape": [
|
579 |
+
4
|
580 |
+
],
|
581 |
+
"low": "[-1. -1. -1. -1.]",
|
582 |
+
"high": "[1. 1. 1. 1.]",
|
583 |
+
"low_repr": "-1.0",
|
584 |
+
"high_repr": "1.0",
|
585 |
+
"_np_random": null
|
586 |
+
},
|
587 |
+
"n_envs": 1,
|
588 |
+
"n_delta": 64,
|
589 |
+
"pop_size": 128,
|
590 |
+
"delta_std_schedule": {
|
591 |
+
":type:": "<class 'function'>",
|
592 |
+
":serialized:": "gAWVaAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMU2M6XFVzZXJzXHByaWNvXC5jb25kYVxlbnZzXEFUTk5cbGliXHNpdGUtcGFja2FnZXNcc3RhYmxlX2Jhc2VsaW5lczNcY29tbW9uXHV0aWxzLnB5lIwEZnVuY5RLg0MCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9+uFHrhR64hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
|
593 |
+
},
|
594 |
+
"n_eval_episodes": 1,
|
595 |
+
"n_top": 32,
|
596 |
+
"alive_bonus_offset": -0.1,
|
597 |
+
"zero_policy": true,
|
598 |
+
"weights": {
|
599 |
+
":type:": "<class 'torch.Tensor'>",
|
600 |
+
":serialized:": "gAWVAAMAAAAAAACMDHRvcmNoLl91dGlsc5SMEl9yZWJ1aWxkX3RlbnNvcl92MpSTlCiMDXRvcmNoLnN0b3JhZ2WUjBBfbG9hZF9mcm9tX2J5dGVzlJOUQnkCAACAAooKbPycRvkgaqhQGS6AAk3pAy6AAn1xAChYEAAAAHByb3RvY29sX3ZlcnNpb25xAU3pA1gNAAAAbGl0dGxlX2VuZGlhbnECiFgKAAAAdHlwZV9zaXplc3EDfXEEKFgFAAAAc2hvcnRxBUsCWAMAAABpbnRxBksEWAQAAABsb25ncQdLBHV1LoACKFgHAAAAc3RvcmFnZXEAY3RvcmNoCkZsb2F0U3RvcmFnZQpxAVgNAAAAMjUxNTE5NjUyMjE2MHECWAMAAABjcHVxA0tgTnRxBFEugAJdcQBYDQAAADI1MTUxOTY1MjIxNjBxAWEuYAAAAAAAAADxzfw5+Yuxu3ssRjsWcX87D7aQuwmnIrtxAZG7MVQovJpHhzu8CPG5E/6quhKaabyB+mE8jOAEu5EXArxPwii8f3aKvCoXRLvfigK8sL68u97h67vQF4y74PjZuzJUXrsKVvg6XTVzuzxb0TsFxY66Y966OooIKTsFWC07BqwFPJLvazsYJUU6gSUFvBuMKTzHegG7p123OlQGGDq+GpG7IPeaOa5KCjxdxFO7HpiBPFlzvrnLNlu7UBYNvLtYM7wuQAO8onBJu/0hVbvRa7g7P63AO/t8BLs7w1m7UlmFuzP4ubucVgg78025u0SoB7yrfMO6oE0HPFs2iLy+NE28f2Mhuh3DkLsR9xO8lzgIvIALcLu9nRG8u/fYuo+ymzuLKb47aAPbO/7NHrtswlU8oVaMOym7ujr4mN+7K1GlO7/bsruyQVM8hn+QusTk6TqglT+8Mp3Vu1mq5Tv7rg48ri2XO48KbjsGXuq7J6wEO0NH/jrbXuS7OC+cOxw8TDyUhZRSlEsAS2CFlEsBhZSJjAtjb2xsZWN0aW9uc5SMC09yZGVyZWREaWN0lJOUKVKUdJRSlC4="
|
601 |
+
},
|
602 |
+
"processes": null,
|
603 |
+
"old_count": 0,
|
604 |
+
"lr_schedule": {
|
605 |
+
":type:": "<class 'function'>",
|
606 |
+
":serialized:": "gAWVaAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMU2M6XFVzZXJzXHByaWNvXC5jb25kYVxlbnZzXEFUTk5cbGliXHNpdGUtcGFja2FnZXNcc3RhYmxlX2Jhc2VsaW5lczNcY29tbW9uXHV0aWxzLnB5lIwEZnVuY5RLg0MCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz+UeuFHrhR7hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
|
607 |
+
},
|
608 |
+
"n_params": 96
|
609 |
+
}
|
ars-BipedalWalker-v3/policy.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:68e6f55975608895bae6e720b776b5b4a2596cac9ab4efd40ced51dc86937948
|
3 |
+
size 1756
|
ars-BipedalWalker-v3/pytorch_variables.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fb4dde0c1ad63b7740276006a06cc491b21b407ea6c889928c223ec77ddad79f
|
3 |
+
size 864
|
ars-BipedalWalker-v3/system_info.txt
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
- OS: Windows-10-10.0.22621-SP0 10.0.22621
|
2 |
+
- Python: 3.10.12
|
3 |
+
- Stable-Baselines3: 2.2.1
|
4 |
+
- PyTorch: 2.1.0
|
5 |
+
- GPU Enabled: False
|
6 |
+
- Numpy: 1.26.0
|
7 |
+
- Cloudpickle: 3.0.0
|
8 |
+
- Gymnasium: 0.28.1
|
9 |
+
- OpenAI Gym: 0.21.0
|
config.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMGHNiM19jb250cmliLmFycy5wb2xpY2llc5SMD0FSU0xpbmVhclBvbGljeZSTlC4=", "__module__": "sb3_contrib.ars.policies", "__doc__": "\n Linear policy network for ARS.\n\n :param observation_space: The observation space of the environment\n :param action_space: The action space of the environment\n :param with_bias: With or without bias on the output\n :param squash_output: For continuous actions, whether the output is squashed\n or not using a ``tanh()`` function. If not squashed with tanh the output will instead be clipped.\n ", "__init__": "<function ARSLinearPolicy.__init__ at 0x00000249AA624430>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x00000249AA610900>"}, "verbose": 5, "policy_kwargs": {}, "num_timesteps": 29524, "_total_timesteps": 1000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1703952861718927400, "learning_rate": 0.02, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAPly5jdoA9Wzj3QBN7O7J7mPK3A6RtYqt5iu1TvhzrQ3c7HnO/ncqTll0yq3usHUO8Ki8TZzsec7rCmEO4JqhTv8Rok72RCQOwxdmjvQFak7iYm9O/dH2Ttzsec7c7HnO5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAJsONDvsbia3UUtKOkoSg7y6cbw91nqFupg4XD9TRQ07AACAP+HJBD2WeIW65ZFaPwDMPDoAAIA/YLLhPolC5D6bP+w+U6b6Pva6CD/jOho/yIo1P27MYj8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsYhpSMAUOUdJRSlC4="}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 1.0, "_stats_window_size": 100, "ep_info_buffer": [{"r": -92.537806, "l": 110}, {"r": -111.635746, "l": 94}, {"r": -111.419369, "l": 96}, {"r": -120.362834, "l": 118}, {"r": -98.840092, "l": 151}, {"r": -112.145506, "l": 145}, {"r": -112.004718, "l": 119}, {"r": -91.819088, "l": 112}, {"r": -94.237341, "l": 82}, {"r": -92.532325, "l": 123}, {"r": -98.500424, "l": 112}, {"r": -91.678672, "l": 109}, {"r": -117.509969, "l": 90}, {"r": -98.077534, "l": 237}, {"r": -111.852249, "l": 140}, {"r": -92.361371, "l": 156}, {"r": -92.894711, "l": 94}, {"r": -118.609816, "l": 132}, {"r": -119.460381, "l": 121}, {"r": -92.82762, "l": 111}, {"r": -99.148146, "l": 146}, {"r": -92.390262, "l": 96}, {"r": -112.140448, "l": 102}, {"r": -91.941097, "l": 108}, {"r": -91.64289, "l": 116}, {"r": -91.965127, "l": 100}, {"r": -12.383197, "l": 1600}, {"r": -116.412303, "l": 138}, {"r": -121.103995, "l": 260}, {"r": -116.157608, "l": 122}, {"r": -92.054305, "l": 112}, {"r": -116.281614, "l": 105}, {"r": -112.348352, "l": 152}, {"r": -93.29411, "l": 112}, {"r": -117.295312, "l": 76}, {"r": -117.188887, "l": 146}, {"r": -90.540941, "l": 151}, {"r": -91.867822, "l": 107}, {"r": -9.740557, "l": 1600}, {"r": -93.201417, "l": 86}, {"r": -112.164888, "l": 143}, {"r": -92.094701, "l": 121}, {"r": -92.86775, "l": 86}, {"r": -92.275766, "l": 97}, {"r": -111.179195, "l": 80}, {"r": -92.496848, "l": 161}, {"r": -110.698177, "l": 62}, {"r": -118.083476, "l": 113}, {"r": -116.290358, "l": 128}, {"r": -116.836864, "l": 158}, {"r": -92.706662, "l": 109}, {"r": -92.070651, "l": 112}, {"r": -123.115629, "l": 126}, {"r": -115.855765, "l": 96}, {"r": -91.933488, "l": 111}, {"r": -92.093437, "l": 100}, {"r": -91.874056, "l": 124}, {"r": -117.123316, "l": 95}, {"r": -118.096278, "l": 95}, {"r": -122.856365, "l": 178}, {"r": -112.44229, "l": 70}, {"r": -6.508005, "l": 1600}, {"r": -115.648287, "l": 115}, {"r": -117.883898, "l": 104}, {"r": -116.975248, "l": 120}, {"r": -93.96606, "l": 82}, {"r": -92.241201, "l": 113}, {"r": -111.811938, "l": 151}, {"r": -91.822039, "l": 113}, {"r": -117.92059, "l": 102}, {"r": -94.898813, "l": 87}, {"r": -116.75098, "l": 124}, {"r": -98.828595, "l": 171}, {"r": -116.657389, "l": 121}, {"r": -119.173208, "l": 138}, {"r": -115.524321, "l": 132}, {"r": -9.122227, "l": 1600}, {"r": -92.563533, "l": 98}, {"r": -95.125639, "l": 102}, {"r": -91.783762, "l": 139}, {"r": -99.589823, "l": 123}, {"r": -92.053287, "l": 107}, {"r": -93.021071, "l": 93}, {"r": -117.449071, "l": 95}, {"r": -91.990744, "l": 109}, {"r": -111.8169, "l": 101}, {"r": -116.583991, "l": 80}, {"r": -110.306614, "l": 60}, {"r": -92.307104, "l": 139}, {"r": -112.960956, "l": 54}, {"r": -117.763744, "l": 108}, {"r": -91.601136, "l": 113}, {"r": -92.19246, "l": 109}, {"r": -91.855231, "l": 120}, {"r": -8.01931, "l": 1600}, {"r": -116.110965, "l": 124}, {"r": -92.021512, "l": 106}, {"r": -92.274139, "l": 108}, {"r": -91.88996, "l": 103}, {"r": -92.625055, "l": 111}, {"r": -117.990127, "l": 102}, {"r": -111.568598, "l": 87}, {"r": -91.948616, "l": 105}, {"r": -97.517946, "l": 186}, {"r": -92.773854, "l": 88}, {"r": -19.957342, "l": 1600}, {"r": -111.79748, "l": 67}, {"r": -118.021482, "l": 118}, {"r": -91.969057, "l": 106}, {"r": -6.466657, "l": 1600}, {"r": -93.257712, "l": 111}, {"r": -111.914277, "l": 117}, {"r": -99.781076, "l": 113}, {"r": -92.963786, "l": 97}, {"r": -112.075938, "l": 189}, {"r": -116.704632, "l": 97}, {"r": -91.899384, "l": 118}, {"r": -119.737332, "l": 111}, {"r": -120.102116, "l": 133}, {"r": -113.684832, "l": 69}, {"r": -13.869378, "l": 1600}, {"r": -93.103708, "l": 93}, {"r": -94.181389, "l": 71}, {"r": -92.103325, "l": 113}, {"r": -91.747377, "l": 108}, {"r": -6.731181, "l": 1600}, {"r": -9.195586, "l": 1600}, {"r": -92.320079, "l": 98}], "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 1, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVTAQAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLGIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolhgAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBlGgVSxiFlGgZdJRSlIwGX3NoYXBllEsYhZSMA2xvd5RoESiWYAAAAAAAAADbD0nAAACgwAAAoMAAAKDA2w9JwAAAoMDbD0nAAACgwAAAAIDbD0nAAACgwNsPScAAAKDAAAAAgAAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLGIWUaBl0lFKUjARoaWdolGgRKJZgAAAAAAAAANsPSUAAAKBAAACgQAAAoEDbD0lAAACgQNsPSUAAAKBAAACgQNsPSUAAAKBA2w9JQAAAoEAAAKBAAACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sYhZRoGXSUUpSMCGxvd19yZXBylIz+Wy0zLjE0MTU5MjcgLTUuICAgICAgICAtNS4gICAgICAgIC01LiAgICAgICAgLTMuMTQxNTkyNyAtNS4KIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMC4gICAgICAgIC0zLjE0MTU5MjcgLTUuICAgICAgICAtMy4xNDE1OTI3CiAtNS4gICAgICAgIC0wLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuCiAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgICAtMS4gICAgICAgIC0xLiAgICAgICAgLTEuICAgICAgIF2UjAloaWdoX3JlcHKUjOZbMy4xNDE1OTI3IDUuICAgICAgICA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3CiA1LiAgICAgICAgNS4gICAgICAgIDMuMTQxNTkyNyA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICA1LgogMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgIDEuICAgICAgICAxLiAgICAgICAgMS4KIDEuICAgICAgICAxLiAgICAgICAgMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True True True True True True True True True True True True\n True True True True True True True True True True True True]", "bounded_above": "[ True True True True True True True True True True True True\n True True True True True True True True True True True True]", "_shape": [24], "low": "[-3.1415927 -5. -5. -5. -3.1415927 -5.\n -3.1415927 -5. -0. -3.1415927 -5. -3.1415927\n -5. -0. -1. -1. -1. -1.\n -1. -1. -1. -1. -1. -1. ]", "high": "[3.1415927 5. 5. 5. 3.1415927 5. 3.1415927\n 5. 5. 3.1415927 5. 3.1415927 5. 5.\n 1. 1. 1. 1. 1. 1. 1.\n 1. 1. 1. ]", "low_repr": "[-3.1415927 -5. -5. -5. -3.1415927 -5.\n -3.1415927 -5. -0. -3.1415927 -5. -3.1415927\n -5. -0. -1. -1. -1. -1.\n -1. -1. -1. -1. -1. -1. ]", "high_repr": "[3.1415927 5. 5. 5. 3.1415927 5. 3.1415927\n 5. 5. 3.1415927 5. 3.1415927 5. 5.\n 1. 1. 1. 1. 1. 1. 1.\n 1. 1. 1. ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVpwEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True]", "bounded_above": "[ True True True True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 1, "n_delta": 64, "pop_size": 128, "delta_std_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVaAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMU2M6XFVzZXJzXHByaWNvXC5jb25kYVxlbnZzXEFUTk5cbGliXHNpdGUtcGFja2FnZXNcc3RhYmxlX2Jhc2VsaW5lczNcY29tbW9uXHV0aWxzLnB5lIwEZnVuY5RLg0MCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9+uFHrhR64hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "n_eval_episodes": 1, "n_top": 32, "alive_bonus_offset": -0.1, "zero_policy": true, "weights": {":type:": "<class 'torch.Tensor'>", ":serialized:": "gAWVAAMAAAAAAACMDHRvcmNoLl91dGlsc5SMEl9yZWJ1aWxkX3RlbnNvcl92MpSTlCiMDXRvcmNoLnN0b3JhZ2WUjBBfbG9hZF9mcm9tX2J5dGVzlJOUQnkCAACAAooKbPycRvkgaqhQGS6AAk3pAy6AAn1xAChYEAAAAHByb3RvY29sX3ZlcnNpb25xAU3pA1gNAAAAbGl0dGxlX2VuZGlhbnECiFgKAAAAdHlwZV9zaXplc3EDfXEEKFgFAAAAc2hvcnRxBUsCWAMAAABpbnRxBksEWAQAAABsb25ncQdLBHV1LoACKFgHAAAAc3RvcmFnZXEAY3RvcmNoCkZsb2F0U3RvcmFnZQpxAVgNAAAAMjUxNTE5NjUyMjE2MHECWAMAAABjcHVxA0tgTnRxBFEugAJdcQBYDQAAADI1MTUxOTY1MjIxNjBxAWEuYAAAAAAAAADxzfw5+Yuxu3ssRjsWcX87D7aQuwmnIrtxAZG7MVQovJpHhzu8CPG5E/6quhKaabyB+mE8jOAEu5EXArxPwii8f3aKvCoXRLvfigK8sL68u97h67vQF4y74PjZuzJUXrsKVvg6XTVzuzxb0TsFxY66Y966OooIKTsFWC07BqwFPJLvazsYJUU6gSUFvBuMKTzHegG7p123OlQGGDq+GpG7IPeaOa5KCjxdxFO7HpiBPFlzvrnLNlu7UBYNvLtYM7wuQAO8onBJu/0hVbvRa7g7P63AO/t8BLs7w1m7UlmFuzP4ubucVgg78025u0SoB7yrfMO6oE0HPFs2iLy+NE28f2Mhuh3DkLsR9xO8lzgIvIALcLu9nRG8u/fYuo+ymzuLKb47aAPbO/7NHrtswlU8oVaMOym7ujr4mN+7K1GlO7/bsruyQVM8hn+QusTk6TqglT+8Mp3Vu1mq5Tv7rg48ri2XO48KbjsGXuq7J6wEO0NH/jrbXuS7OC+cOxw8TDyUhZRSlEsAS2CFlEsBhZSJjAtjb2xsZWN0aW9uc5SMC09yZGVyZWREaWN0lJOUKVKUdJRSlC4="}, "processes": null, "old_count": 0, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVaAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMU2M6XFVzZXJzXHByaWNvXC5jb25kYVxlbnZzXEFUTk5cbGliXHNpdGUtcGFja2FnZXNcc3RhYmxlX2Jhc2VsaW5lczNcY29tbW9uXHV0aWxzLnB5lIwEZnVuY5RLg0MCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz+UeuFHrhR7hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "n_params": 96, "system_info": {"OS": "Windows-10-10.0.22621-SP0 10.0.22621", "Python": "3.10.12", "Stable-Baselines3": "2.2.1", "PyTorch": "2.1.0", "GPU Enabled": "False", "Numpy": "1.26.0", "Cloudpickle": "3.0.0", "Gymnasium": "0.28.1", "OpenAI Gym": "0.21.0"}}
|
logs/events.out.tfevents.1703952861.Thunder.8100.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f8c0562676f125eee9d386662c1da2e58c4d6253effd245e9e8ecf43f0f3ec74
|
3 |
+
size 440
|
replay.mp4
ADDED
Binary file (274 kB). View file
|
|
results.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"mean_reward": -92.00659, "std_reward": 0.15473938762965422, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-12-30T18:15:12.396229"}
|