Commit
·
20b1046
1
Parent(s):
43d854f
First Push
Browse files- README.md +31 -0
- SoccerTwos.onnx +3 -0
- SoccerTwos/SoccerTwos-0.onnx +3 -0
- SoccerTwos/SoccerTwos-0.pt +3 -0
- SoccerTwos/SoccerTwos-10413793.pt +3 -0
- SoccerTwos/SoccerTwos-168.onnx +3 -0
- SoccerTwos/SoccerTwos-168.pt +3 -0
- SoccerTwos/SoccerTwos-20530.onnx +3 -0
- SoccerTwos/SoccerTwos-20530.pt +3 -0
- SoccerTwos/SoccerTwos-2921228.pt +3 -0
- SoccerTwos/SoccerTwos-4248774.pt +3 -0
- SoccerTwos/SoccerTwos-548.onnx +3 -0
- SoccerTwos/SoccerTwos-548.pt +3 -0
- SoccerTwos/SoccerTwos-7999985.onnx +3 -0
- SoccerTwos/SoccerTwos-7999985.pt +3 -0
- SoccerTwos/SoccerTwos-8292104.pt +3 -0
- SoccerTwos/SoccerTwos-8499885.onnx +3 -0
- SoccerTwos/SoccerTwos-8499885.pt +3 -0
- SoccerTwos/SoccerTwos-8999827.onnx +3 -0
- SoccerTwos/SoccerTwos-8999827.pt +3 -0
- SoccerTwos/SoccerTwos-9499944.onnx +3 -0
- SoccerTwos/SoccerTwos-9499944.pt +3 -0
- SoccerTwos/SoccerTwos-9999995.onnx +3 -0
- SoccerTwos/SoccerTwos-9999995.pt +3 -0
- SoccerTwos/checkpoint.pt +3 -0
- SoccerTwos/events.out.tfevents.1676303152.deus-Katana.48500.0 +3 -0
- SoccerTwos/events.out.tfevents.1676313932.deus-Katana.71759.0 +3 -0
- SoccerTwos/events.out.tfevents.1676324785.deus-Katana.13826.0 +3 -0
- SoccerTwos/events.out.tfevents.1676368417.deus-Katana.21597.0 +3 -0
- SoccerTwos/events.out.tfevents.1676368905.deus-Katana.4514.0 +3 -0
- SoccerTwos/events.out.tfevents.1676415314.deus-Katana.9746.0 +3 -0
- SoccerTwos/events.out.tfevents.1676450256.deus-Katana.5096.0 +3 -0
- SoccerTwos/events.out.tfevents.1676453670.deus-Katana.10470.0 +3 -0
- SoccerTwos/events.out.tfevents.1676453768.deus-Katana.3990.0 +3 -0
- config.json +1 -0
- configuration.yaml +82 -0
- run_logs/Player-0.log +226 -0
- run_logs/timers.json +49 -0
- run_logs/training_status.json +66 -0
README.md
ADDED
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
|
2 |
+
---
|
3 |
+
tags:
|
4 |
+
- unity-ml-agents
|
5 |
+
- ml-agents
|
6 |
+
- deep-reinforcement-learning
|
7 |
+
- reinforcement-learning
|
8 |
+
- ML-Agents-SoccerTwos
|
9 |
+
library_name: ml-agents
|
10 |
+
---
|
11 |
+
|
12 |
+
# **poca** Agent playing **SoccerTwos**
|
13 |
+
This is a trained model of a **poca** agent playing **SoccerTwos** using the [Unity ML-Agents Library](https://github.com/Unity-Technologies/ml-agents).
|
14 |
+
|
15 |
+
## Usage (with ML-Agents)
|
16 |
+
The Documentation: https://github.com/huggingface/ml-agents#get-started
|
17 |
+
We wrote a complete tutorial to learn to train your first agent using ML-Agents and publish it to the Hub:
|
18 |
+
|
19 |
+
|
20 |
+
### Resume the training
|
21 |
+
```
|
22 |
+
mlagents-learn <your_configuration_file_path.yaml> --run-id=<run_id> --resume
|
23 |
+
```
|
24 |
+
### Watch your Agent play
|
25 |
+
You can watch your agent **playing directly in your browser:**.
|
26 |
+
|
27 |
+
1. Go to https://huggingface.co/spaces/unity/ML-Agents-SoccerTwos
|
28 |
+
2. Step 1: Write your model_id: Musha-the-Yusha/poca-SoccerTwos
|
29 |
+
3. Step 2: Select your *.nn /*.onnx file
|
30 |
+
4. Click on Watch the agent play 👀
|
31 |
+
|
SoccerTwos.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a262c00183936ec7ddd87c5a6645c407bbaa0f70ab47551de1e399980d9474cc
|
3 |
+
size 2815689
|
SoccerTwos/SoccerTwos-0.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a262c00183936ec7ddd87c5a6645c407bbaa0f70ab47551de1e399980d9474cc
|
3 |
+
size 2815689
|
SoccerTwos/SoccerTwos-0.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:14109dc6af467bc4ffce47dc13e747774f1035c6776ca79af4c5011522a778b8
|
3 |
+
size 11581101
|
SoccerTwos/SoccerTwos-10413793.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:142873a41de9e000a18c9ee8b8893326ebbbbc6371936afb5da840b2663ac9c0
|
3 |
+
size 15791
|
SoccerTwos/SoccerTwos-168.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2175c2e696dade383787eb7a58ed0a4695e88457ee30fed6e87cb5090b153096
|
3 |
+
size 2815689
|
SoccerTwos/SoccerTwos-168.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d4a795890053d43636025775ef198b7a0a845a54faf146f7f096df82605b8877
|
3 |
+
size 11581677
|
SoccerTwos/SoccerTwos-20530.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a2ebba8d3ff62e7796a50bf410c8e00914e7a194a27c6eba1eb57b4f2196db45
|
3 |
+
size 1764633
|
SoccerTwos/SoccerTwos-20530.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ad8142ca9eecf2cc5cc34266b52f568cb3fbc44e80884a19a7197ccd0cc941ea
|
3 |
+
size 28422417
|
SoccerTwos/SoccerTwos-2921228.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:96456424da09298dee4d2a1150a151831732e01f1dbc20d809d94ee0bdeeb24f
|
3 |
+
size 15727
|
SoccerTwos/SoccerTwos-4248774.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d46d0561a65c4bb94d1e5109c5e654ead226d4dd93a1fc5d214943d8df82e9c8
|
3 |
+
size 15727
|
SoccerTwos/SoccerTwos-548.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4f8bdfb809fd9e9dd81a0ece5059dc7d0d23e6e8480ca7b839b0579eef24b739
|
3 |
+
size 2815689
|
SoccerTwos/SoccerTwos-548.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:04d1dfc7a242810e24996fdeec91ce4a61e13a9c6c3e4b0611d0bebbd5d52c76
|
3 |
+
size 12373827
|
SoccerTwos/SoccerTwos-7999985.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:adb0a929000e1b9f9b21ad14c0a5fb9bef9831c97dc9b872860372ad1941c1b9
|
3 |
+
size 2815689
|
SoccerTwos/SoccerTwos-7999985.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:980c22f240e707ca119b59b952ce2195547954feb709e8be7fb0f27b300e0a3a
|
3 |
+
size 34730161
|
SoccerTwos/SoccerTwos-8292104.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e2360de1fe4b3c4a704b32e92f473ba6dc4dc5c3752458d0998c5ee8d1af7e5b
|
3 |
+
size 15791
|
SoccerTwos/SoccerTwos-8499885.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:28e88f963483b9dbcac4723749e4c292c6aa1717da1254f85d591e954405f61a
|
3 |
+
size 2815689
|
SoccerTwos/SoccerTwos-8499885.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:94586321bbf9790416b66494339a0c6c14bc843c7ab2ce36bf92a65a6b70c627
|
3 |
+
size 34730161
|
SoccerTwos/SoccerTwos-8999827.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1157471fff844a1d812ae6efacbd4aa2e7dbe25c486091fb4434dc36e2b53b80
|
3 |
+
size 2815689
|
SoccerTwos/SoccerTwos-8999827.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d737c7f391aa77a1d1e6b3acb94f3bbc271669b14c59bd3c95f02e93f204ff17
|
3 |
+
size 34730161
|
SoccerTwos/SoccerTwos-9499944.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2ee233b629ca45abb5a6ce87303cec7e8fceacb58d0220e3bf0de8d754297bab
|
3 |
+
size 2815689
|
SoccerTwos/SoccerTwos-9499944.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:83abb000195fbcdc17ca92f7a9815db09c0c773c5fe60325e868c51fac945848
|
3 |
+
size 34730161
|
SoccerTwos/SoccerTwos-9999995.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:acffd840775cff153189ebdd1819dd546913b5b6d07e94dcfb0d95a8c9695471
|
3 |
+
size 2815689
|
SoccerTwos/SoccerTwos-9999995.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:475b74e02a34634c1ed21b27bc2efd527757759c015c7c245e02034a09e12f6c
|
3 |
+
size 34730161
|
SoccerTwos/checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:14109dc6af467bc4ffce47dc13e747774f1035c6776ca79af4c5011522a778b8
|
3 |
+
size 11581101
|
SoccerTwos/events.out.tfevents.1676303152.deus-Katana.48500.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:232ae5cd398e61d286b1603980d00cf22b0b0b12563bbc7071525fd363e167f5
|
3 |
+
size 3785545
|
SoccerTwos/events.out.tfevents.1676313932.deus-Katana.71759.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b9a76076b1de17cc9e9920105f0e4de5ea83de673bdade97534bcbe03a3c52e3
|
3 |
+
size 1239
|
SoccerTwos/events.out.tfevents.1676324785.deus-Katana.13826.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:284607a29d97f30670eaed15a42aa49aa033dd6ed8f88b5651bbaf65aefbcce6
|
3 |
+
size 2731666
|
SoccerTwos/events.out.tfevents.1676368417.deus-Katana.21597.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a613812c896b577dd2f1f8f3af9f43686c11da5c8cfd0c9b5cb90fc78c84c5d5
|
3 |
+
size 1239
|
SoccerTwos/events.out.tfevents.1676368905.deus-Katana.4514.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6aa6a739df183da9344053bc184ed5cc310e0912d8bdbc85c1cc27b917883603
|
3 |
+
size 8257623
|
SoccerTwos/events.out.tfevents.1676415314.deus-Katana.9746.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9c5c70131af17ed582d42db2d09582cbd72f08eae8ac50a097c7d51d790a73dc
|
3 |
+
size 2231093
|
SoccerTwos/events.out.tfevents.1676450256.deus-Katana.5096.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7825df92b823b5433657525c7c5c12c44caf8ddb265128d9908f3cd86bdbe874
|
3 |
+
size 422499
|
SoccerTwos/events.out.tfevents.1676453670.deus-Katana.10470.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:568daa2ea92e034779e6e98e40c2e93420138f5077dcedba79f4921c5938fdf6
|
3 |
+
size 1239
|
SoccerTwos/events.out.tfevents.1676453768.deus-Katana.3990.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:994f9c538467ad7c8aa7a8fe7f19b75ff7b4c90e9e6ec4700077ac43bb6a96c2
|
3 |
+
size 242712
|
config.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 512, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 5, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 512, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.7, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "training-envs-executables/SoccerTwos/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
|
configuration.yaml
ADDED
@@ -0,0 +1,82 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
default_settings: null
|
2 |
+
behaviors:
|
3 |
+
SoccerTwos:
|
4 |
+
trainer_type: poca
|
5 |
+
hyperparameters:
|
6 |
+
batch_size: 512
|
7 |
+
buffer_size: 20480
|
8 |
+
learning_rate: 0.0003
|
9 |
+
beta: 0.005
|
10 |
+
epsilon: 0.2
|
11 |
+
lambd: 0.95
|
12 |
+
num_epoch: 5
|
13 |
+
learning_rate_schedule: constant
|
14 |
+
beta_schedule: constant
|
15 |
+
epsilon_schedule: constant
|
16 |
+
checkpoint_interval: 500000
|
17 |
+
network_settings:
|
18 |
+
normalize: false
|
19 |
+
hidden_units: 512
|
20 |
+
num_layers: 3
|
21 |
+
vis_encode_type: simple
|
22 |
+
memory: null
|
23 |
+
goal_conditioning_type: hyper
|
24 |
+
deterministic: false
|
25 |
+
reward_signals:
|
26 |
+
extrinsic:
|
27 |
+
gamma: 0.99
|
28 |
+
strength: 1.0
|
29 |
+
network_settings:
|
30 |
+
normalize: false
|
31 |
+
hidden_units: 128
|
32 |
+
num_layers: 2
|
33 |
+
vis_encode_type: simple
|
34 |
+
memory: null
|
35 |
+
goal_conditioning_type: hyper
|
36 |
+
deterministic: false
|
37 |
+
init_path: null
|
38 |
+
keep_checkpoints: 5
|
39 |
+
even_checkpoints: false
|
40 |
+
max_steps: 50000000
|
41 |
+
time_horizon: 512
|
42 |
+
summary_freq: 10000
|
43 |
+
threaded: false
|
44 |
+
self_play:
|
45 |
+
save_steps: 50000
|
46 |
+
team_change: 200000
|
47 |
+
swap_steps: 2000
|
48 |
+
window: 10
|
49 |
+
play_against_latest_model_ratio: 0.7
|
50 |
+
initial_elo: 1200.0
|
51 |
+
behavioral_cloning: null
|
52 |
+
env_settings:
|
53 |
+
env_path: training-envs-executables/SoccerTwos/SoccerTwos.exe
|
54 |
+
env_args: null
|
55 |
+
base_port: 5005
|
56 |
+
num_envs: 1
|
57 |
+
num_areas: 1
|
58 |
+
seed: -1
|
59 |
+
max_lifetime_restarts: 10
|
60 |
+
restarts_rate_limit_n: 1
|
61 |
+
restarts_rate_limit_period_s: 60
|
62 |
+
engine_settings:
|
63 |
+
width: 84
|
64 |
+
height: 84
|
65 |
+
quality_level: 5
|
66 |
+
time_scale: 20
|
67 |
+
target_frame_rate: -1
|
68 |
+
capture_frame_rate: 60
|
69 |
+
no_graphics: true
|
70 |
+
environment_parameters: null
|
71 |
+
checkpoint_settings:
|
72 |
+
run_id: SoccerTwos
|
73 |
+
initialize_from: null
|
74 |
+
load_model: false
|
75 |
+
resume: true
|
76 |
+
force: false
|
77 |
+
train_model: false
|
78 |
+
inference: false
|
79 |
+
results_dir: results
|
80 |
+
torch_settings:
|
81 |
+
device: null
|
82 |
+
debug: false
|
run_logs/Player-0.log
ADDED
@@ -0,0 +1,226 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Mono path[0] = '/home/deus/Desktop/huggingFaceRL/unit_7/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/Managed'
|
2 |
+
Mono config path = '/home/deus/Desktop/huggingFaceRL/unit_7/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
|
3 |
+
Preloaded 'lib_burst_generated.so'
|
4 |
+
Preloaded 'libgrpc_csharp_ext.x64.so'
|
5 |
+
Initialize engine version: 2021.3.14f1 (eee1884e7226)
|
6 |
+
[Subsystems] Discovering subsystems at path /home/deus/Desktop/huggingFaceRL/unit_7/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/UnitySubsystems
|
7 |
+
Forcing GfxDevice: Null
|
8 |
+
GfxDevice: creating device client; threaded=0; jobified=0
|
9 |
+
NullGfxDevice:
|
10 |
+
Version: NULL 1.0 [1.0]
|
11 |
+
Renderer: Null Device
|
12 |
+
Vendor: Unity Technologies
|
13 |
+
Begin MonoManager ReloadAssembly
|
14 |
+
- Completed reload, in 0.084 seconds
|
15 |
+
ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
|
16 |
+
ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
|
17 |
+
ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
|
18 |
+
WARNING: Shader Unsupported: 'Standard (Specular setup)' - All subshaders removed
|
19 |
+
WARNING: Shader Did you use #pragma only_renderers and omit this platform?
|
20 |
+
WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
|
21 |
+
ERROR: Shader Standard (Specular setup) shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
|
22 |
+
WARNING: Shader Unsupported: 'Standard (Specular setup)' - All subshaders removed
|
23 |
+
WARNING: Shader Did you use #pragma only_renderers and omit this platform?
|
24 |
+
WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
|
25 |
+
WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed
|
26 |
+
WARNING: Shader Did you use #pragma only_renderers and omit this platform?
|
27 |
+
WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
|
28 |
+
ERROR: Shader Autodesk Interactive shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
|
29 |
+
WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed
|
30 |
+
WARNING: Shader Did you use #pragma only_renderers and omit this platform?
|
31 |
+
WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
|
32 |
+
WARNING: Shader Unsupported: 'Standard' - All subshaders removed
|
33 |
+
WARNING: Shader Did you use #pragma only_renderers and omit this platform?
|
34 |
+
WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
|
35 |
+
ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
|
36 |
+
WARNING: Shader Unsupported: 'Standard' - All subshaders removed
|
37 |
+
WARNING: Shader Did you use #pragma only_renderers and omit this platform?
|
38 |
+
WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
|
39 |
+
UnloadTime: 0.862740 ms
|
40 |
+
Registered Communicator in Agent.
|
41 |
+
ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
|
42 |
+
requesting resize 84 x 84
|
43 |
+
TOO LONG
|
44 |
+
TOO LONG
|
45 |
+
TOO LONG
|
46 |
+
TOO LONG
|
47 |
+
TOO LONG
|
48 |
+
TOO LONG
|
49 |
+
TOO LONG
|
50 |
+
TOO LONG
|
51 |
+
TOO LONG
|
52 |
+
TOO LONG
|
53 |
+
TOO LONG
|
54 |
+
TOO LONG
|
55 |
+
TOO LONG
|
56 |
+
TOO LONG
|
57 |
+
TOO LONG
|
58 |
+
TOO LONG
|
59 |
+
TOO LONG
|
60 |
+
TOO LONG
|
61 |
+
TOO LONG
|
62 |
+
TOO LONG
|
63 |
+
TOO LONG
|
64 |
+
TOO LONG
|
65 |
+
TOO LONG
|
66 |
+
TOO LONG
|
67 |
+
TOO LONG
|
68 |
+
TOO LONG
|
69 |
+
TOO LONG
|
70 |
+
TOO LONG
|
71 |
+
TOO LONG
|
72 |
+
TOO LONG
|
73 |
+
TOO LONG
|
74 |
+
TOO LONG
|
75 |
+
TOO LONG
|
76 |
+
TOO LONG
|
77 |
+
TOO LONG
|
78 |
+
TOO LONG
|
79 |
+
TOO LONG
|
80 |
+
TOO LONG
|
81 |
+
TOO LONG
|
82 |
+
TOO LONG
|
83 |
+
TOO LONG
|
84 |
+
TOO LONG
|
85 |
+
TOO LONG
|
86 |
+
TOO LONG
|
87 |
+
TOO LONG
|
88 |
+
TOO LONG
|
89 |
+
TOO LONG
|
90 |
+
TOO LONG
|
91 |
+
TOO LONG
|
92 |
+
TOO LONG
|
93 |
+
TOO LONG
|
94 |
+
TOO LONG
|
95 |
+
TOO LONG
|
96 |
+
TOO LONG
|
97 |
+
TOO LONG
|
98 |
+
TOO LONG
|
99 |
+
TOO LONG
|
100 |
+
TOO LONG
|
101 |
+
TOO LONG
|
102 |
+
TOO LONG
|
103 |
+
TOO LONG
|
104 |
+
TOO LONG
|
105 |
+
TOO LONG
|
106 |
+
TOO LONG
|
107 |
+
TOO LONG
|
108 |
+
TOO LONG
|
109 |
+
TOO LONG
|
110 |
+
TOO LONG
|
111 |
+
TOO LONG
|
112 |
+
TOO LONG
|
113 |
+
TOO LONG
|
114 |
+
TOO LONG
|
115 |
+
TOO LONG
|
116 |
+
TOO LONG
|
117 |
+
TOO LONG
|
118 |
+
TOO LONG
|
119 |
+
TOO LONG
|
120 |
+
TOO LONG
|
121 |
+
TOO LONG
|
122 |
+
TOO LONG
|
123 |
+
TOO LONG
|
124 |
+
TOO LONG
|
125 |
+
TOO LONG
|
126 |
+
TOO LONG
|
127 |
+
TOO LONG
|
128 |
+
TOO LONG
|
129 |
+
TOO LONG
|
130 |
+
TOO LONG
|
131 |
+
TOO LONG
|
132 |
+
TOO LONG
|
133 |
+
TOO LONG
|
134 |
+
TOO LONG
|
135 |
+
TOO LONG
|
136 |
+
TOO LONG
|
137 |
+
TOO LONG
|
138 |
+
TOO LONG
|
139 |
+
TOO LONG
|
140 |
+
TOO LONG
|
141 |
+
TOO LONG
|
142 |
+
TOO LONG
|
143 |
+
TOO LONG
|
144 |
+
TOO LONG
|
145 |
+
TOO LONG
|
146 |
+
TOO LONG
|
147 |
+
TOO LONG
|
148 |
+
TOO LONG
|
149 |
+
TOO LONG
|
150 |
+
TOO LONG
|
151 |
+
TOO LONG
|
152 |
+
TOO LONG
|
153 |
+
TOO LONG
|
154 |
+
TOO LONG
|
155 |
+
TOO LONG
|
156 |
+
TOO LONG
|
157 |
+
TOO LONG
|
158 |
+
TOO LONG
|
159 |
+
TOO LONG
|
160 |
+
TOO LONG
|
161 |
+
TOO LONG
|
162 |
+
TOO LONG
|
163 |
+
TOO LONG
|
164 |
+
TOO LONG
|
165 |
+
TOO LONG
|
166 |
+
TOO LONG
|
167 |
+
TOO LONG
|
168 |
+
TOO LONG
|
169 |
+
TOO LONG
|
170 |
+
TOO LONG
|
171 |
+
TOO LONG
|
172 |
+
TOO LONG
|
173 |
+
TOO LONG
|
174 |
+
TOO LONG
|
175 |
+
TOO LONG
|
176 |
+
TOO LONG
|
177 |
+
TOO LONG
|
178 |
+
TOO LONG
|
179 |
+
TOO LONG
|
180 |
+
TOO LONG
|
181 |
+
TOO LONG
|
182 |
+
TOO LONG
|
183 |
+
TOO LONG
|
184 |
+
TOO LONG
|
185 |
+
TOO LONG
|
186 |
+
TOO LONG
|
187 |
+
TOO LONG
|
188 |
+
TOO LONG
|
189 |
+
TOO LONG
|
190 |
+
TOO LONG
|
191 |
+
TOO LONG
|
192 |
+
TOO LONG
|
193 |
+
TOO LONG
|
194 |
+
TOO LONG
|
195 |
+
TOO LONG
|
196 |
+
TOO LONG
|
197 |
+
TOO LONG
|
198 |
+
TOO LONG
|
199 |
+
TOO LONG
|
200 |
+
TOO LONG
|
201 |
+
TOO LONG
|
202 |
+
TOO LONG
|
203 |
+
TOO LONG
|
204 |
+
TOO LONG
|
205 |
+
TOO LONG
|
206 |
+
TOO LONG
|
207 |
+
TOO LONG
|
208 |
+
TOO LONG
|
209 |
+
TOO LONG
|
210 |
+
TOO LONG
|
211 |
+
TOO LONG
|
212 |
+
TOO LONG
|
213 |
+
TOO LONG
|
214 |
+
TOO LONG
|
215 |
+
TOO LONG
|
216 |
+
TOO LONG
|
217 |
+
TOO LONG
|
218 |
+
TOO LONG
|
219 |
+
TOO LONG
|
220 |
+
TOO LONG
|
221 |
+
TOO LONG
|
222 |
+
TOO LONG
|
223 |
+
TOO LONG
|
224 |
+
TOO LONG
|
225 |
+
TOO LONG
|
226 |
+
TOO LONG
|
run_logs/timers.json
ADDED
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"name": "root",
|
3 |
+
"metadata": {
|
4 |
+
"timer_format_version": "0.1.0",
|
5 |
+
"start_time_seconds": "1676453670",
|
6 |
+
"python_version": "3.9.15 (main, Nov 24 2022, 14:31:59) \n[GCC 11.2.0]",
|
7 |
+
"command_line_arguments": "/home/deus/anaconda3/envs/huggingFaceRL/bin/mlagents-learn config/poca/SoccerTwos.yaml --env training-envs-executables/SoccerTwos/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --resume",
|
8 |
+
"mlagents_version": "0.31.0.dev0",
|
9 |
+
"mlagents_envs_version": "0.31.0.dev0",
|
10 |
+
"communication_protocol_version": "1.5.0",
|
11 |
+
"pytorch_version": "1.11.0+cu113",
|
12 |
+
"numpy_version": "1.21.2",
|
13 |
+
"end_time_seconds": "1676453671"
|
14 |
+
},
|
15 |
+
"total": 1.0493978779998088,
|
16 |
+
"count": 1,
|
17 |
+
"self": 0.21918452199997773,
|
18 |
+
"children": {
|
19 |
+
"run_training.setup": {
|
20 |
+
"total": 0.008604361999914545,
|
21 |
+
"count": 1,
|
22 |
+
"self": 0.008604361999914545
|
23 |
+
},
|
24 |
+
"TrainerController.start_learning": {
|
25 |
+
"total": 0.8216089939999165,
|
26 |
+
"count": 1,
|
27 |
+
"self": 6.55540000025212e-05,
|
28 |
+
"children": {
|
29 |
+
"TrainerController._reset_env": {
|
30 |
+
"total": 0.7217364569999063,
|
31 |
+
"count": 1,
|
32 |
+
"self": 0.7217364569999063
|
33 |
+
},
|
34 |
+
"TrainerController._save_models": {
|
35 |
+
"total": 0.09980698300000768,
|
36 |
+
"count": 1,
|
37 |
+
"self": 0.0012705859999186941,
|
38 |
+
"children": {
|
39 |
+
"RLTrainer._checkpoint": {
|
40 |
+
"total": 0.09853639700008898,
|
41 |
+
"count": 1,
|
42 |
+
"self": 0.09853639700008898
|
43 |
+
}
|
44 |
+
}
|
45 |
+
}
|
46 |
+
}
|
47 |
+
}
|
48 |
+
}
|
49 |
+
}
|
run_logs/training_status.json
ADDED
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"SoccerTwos": {
|
3 |
+
"checkpoints": [
|
4 |
+
{
|
5 |
+
"steps": 6999972,
|
6 |
+
"file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-6999972.onnx",
|
7 |
+
"reward": 0.0,
|
8 |
+
"creation_time": 1676382998.625297,
|
9 |
+
"auxillary_file_paths": [
|
10 |
+
"results/SoccerTwos/SoccerTwos/SoccerTwos-6999972.pt"
|
11 |
+
]
|
12 |
+
},
|
13 |
+
{
|
14 |
+
"steps": 7499988,
|
15 |
+
"file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-7499988.onnx",
|
16 |
+
"reward": 0.0,
|
17 |
+
"creation_time": 1676383927.162163,
|
18 |
+
"auxillary_file_paths": [
|
19 |
+
"results/SoccerTwos/SoccerTwos/SoccerTwos-7499988.pt"
|
20 |
+
]
|
21 |
+
},
|
22 |
+
{
|
23 |
+
"steps": 7999826,
|
24 |
+
"file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-7999826.onnx",
|
25 |
+
"reward": 0.0,
|
26 |
+
"creation_time": 1676384861.5007458,
|
27 |
+
"auxillary_file_paths": [
|
28 |
+
"results/SoccerTwos/SoccerTwos/SoccerTwos-7999826.pt"
|
29 |
+
]
|
30 |
+
},
|
31 |
+
{
|
32 |
+
"steps": 9999995,
|
33 |
+
"file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-9999995.onnx",
|
34 |
+
"reward": null,
|
35 |
+
"creation_time": 1676450262.0568564,
|
36 |
+
"auxillary_file_paths": [
|
37 |
+
"results/SoccerTwos/SoccerTwos/SoccerTwos-9999995.pt"
|
38 |
+
]
|
39 |
+
},
|
40 |
+
{
|
41 |
+
"steps": 0,
|
42 |
+
"file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-0.onnx",
|
43 |
+
"reward": null,
|
44 |
+
"creation_time": 1676453671.1228848,
|
45 |
+
"auxillary_file_paths": [
|
46 |
+
"results/SoccerTwos/SoccerTwos/SoccerTwos-0.pt"
|
47 |
+
]
|
48 |
+
}
|
49 |
+
],
|
50 |
+
"elo": 1702.33233490597,
|
51 |
+
"final_checkpoint": {
|
52 |
+
"steps": 0,
|
53 |
+
"file_path": "results/SoccerTwos/SoccerTwos.onnx",
|
54 |
+
"reward": null,
|
55 |
+
"creation_time": 1676453671.1228848,
|
56 |
+
"auxillary_file_paths": [
|
57 |
+
"results/SoccerTwos/SoccerTwos/SoccerTwos-0.pt"
|
58 |
+
]
|
59 |
+
}
|
60 |
+
},
|
61 |
+
"metadata": {
|
62 |
+
"stats_format_version": "0.3.0",
|
63 |
+
"mlagents_version": "0.31.0.dev0",
|
64 |
+
"torch_version": "1.11.0+cu113"
|
65 |
+
}
|
66 |
+
}
|