Hugging Face's logo

Schwarzschild009
/
poca-SoccerTwos

Reinforcement Learning
ml-agents
TensorBoard
ONNX
unity-ml-agents
deep-reinforcement-learning
ML-Agents-SoccerTwos
Model card Files Metrics Community
Schwarzschild009 commited on
Commit
f4dae7e
·
1 Parent(s): a6120a6

Second Push

Browse files
Files changed (21) hide show
  1. SoccerTwos.onnx +1 -1
  2. SoccerTwos/SoccerTwos-5191686.onnx +0 -3
  3. SoccerTwos/SoccerTwos-5191686.pt +0 -3
  4. SoccerTwos/{SoccerTwos-3499458.onnx → SoccerTwos-7499936.onnx} +1 -1
  5. SoccerTwos/{SoccerTwos-4499132.pt → SoccerTwos-7499936.pt} +1 -1
  6. SoccerTwos/{SoccerTwos-4499132.onnx → SoccerTwos-7999930.onnx} +1 -1
  7. SoccerTwos/{SoccerTwos-3499458.pt → SoccerTwos-7999930.pt} +1 -1
  8. SoccerTwos/{SoccerTwos-3999746.onnx → SoccerTwos-8499977.onnx} +1 -1
  9. SoccerTwos/{SoccerTwos-4999338.pt → SoccerTwos-8499977.pt} +1 -1
  10. SoccerTwos/{SoccerTwos-4999338.onnx → SoccerTwos-8999896.onnx} +1 -1
  11. SoccerTwos/{SoccerTwos-3999746.pt → SoccerTwos-8999896.pt} +1 -1
  12. SoccerTwos/SoccerTwos-9059840.onnx +3 -0
  13. SoccerTwos/SoccerTwos-9059840.pt +3 -0
  14. SoccerTwos/checkpoint.pt +1 -1
  15. SoccerTwos/events.out.tfevents.1682294863.nikita-HP-Laptop-15-bs0xx.69985.0 +0 -3
  16. SoccerTwos/events.out.tfevents.1682315692.nikita-HP-Laptop-15-bs0xx.73912.0 +3 -0
  17. config.json +1 -1
  18. configuration.yaml +2 -2
  19. run_logs/Player-0.log +153 -15
  20. run_logs/timers.json +186 -186
  21. run_logs/training_status.json +27 -27
SoccerTwos.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d9a8c05efac92c972ee66a24cc0e645f019254d7b89162966913a4b1e99991f0
3
  size 1764633
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8f0e2c19b1b07f34b3e4de91a32029699d68f47e8efc336804c951891d86e3e
3
  size 1764633
SoccerTwos/SoccerTwos-5191686.onnx DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d9a8c05efac92c972ee66a24cc0e645f019254d7b89162966913a4b1e99991f0
3
- size 1764633
 
 
 
 
SoccerTwos/SoccerTwos-5191686.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4d6a418f6ce04911ff9d4b93abb25f4235bdef05926116217ad496c1c714985
3
- size 28421201
 
 
 
 
SoccerTwos/{SoccerTwos-3499458.onnx → SoccerTwos-7499936.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bdb8b5080c1c103c1d9130132ee12f9a2384acb06983fbf761c5ae426dc69c3c
3
  size 1764633
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73f4f4abcc5b97c9d4dbee29ddee743259b912c7b38330e24444ba3044fdbc8d
3
  size 1764633
SoccerTwos/{SoccerTwos-4499132.pt → SoccerTwos-7499936.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:02e4a7f144f5fb5d30031e9877892c8cd4c511d5c6932e2ed45a201fb1b41faa
3
  size 28421201
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56abbf30d6a789a8b2cc73da9e78e950673eb06193f52f27a62feecd00df7a75
3
  size 28421201
SoccerTwos/{SoccerTwos-4499132.onnx → SoccerTwos-7999930.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6af1e3fd83276d901077edf5bf154c7fa77c302c30b2e2158877fb61719cee23
3
  size 1764633
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a6cc5485bfd59868d63385191315d1f89713c486ca19d9a389720a7654ed9c7
3
  size 1764633
SoccerTwos/{SoccerTwos-3499458.pt → SoccerTwos-7999930.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53f12091677814fc3b10bc599f64b8bd5ce74801b59c040a3ee757e6f785c11c
3
  size 28421201
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f4632c9467dc7a0ff178587d4d4f6fa6c5e2e1891194064dc3d2bbd35c1e1f8
3
  size 28421201
SoccerTwos/{SoccerTwos-3999746.onnx → SoccerTwos-8499977.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9915d50e993795629cf1e07d0d07527ce7c80ff1154cb9e0857fa197017bad2a
3
  size 1764633
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9665011c4a1f92488aab8cda1a38ff61c4b3d3ba08e3a9409708ad5decaf960f
3
  size 1764633
SoccerTwos/{SoccerTwos-4999338.pt → SoccerTwos-8499977.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b5e6c621755a3202716fe857db3dbe8c7bbab9d42de535c662d944a0aae22530
3
  size 28421201
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7206e038ac190cce139dd65a408a8b765d4214b181c0a8901c5f5c3a6e62a0b
3
  size 28421201
SoccerTwos/{SoccerTwos-4999338.onnx → SoccerTwos-8999896.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:43a54b9dfcb8dbe50dbf4d19761adc752f13820ea1c56ee3117e8922aab7e594
3
  size 1764633
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:893713879ef0eaf4ced4569bed0b39a87c29a351088bb07d7470ef2c2ea37a19
3
  size 1764633
SoccerTwos/{SoccerTwos-3999746.pt → SoccerTwos-8999896.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e343d1d1c1c481e4766a621ba943022aec350eedc0ea5ae390d82cadedc881cf
3
  size 28421201
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d7a9b8dbb0115ac5b8be6241615aa5424d0096fe336bfee3b5af0b2e0564620
3
  size 28421201
SoccerTwos/SoccerTwos-9059840.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8f0e2c19b1b07f34b3e4de91a32029699d68f47e8efc336804c951891d86e3e
3
+ size 1764633
SoccerTwos/SoccerTwos-9059840.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:066862d4fb9a8aefd64d4e3d11a13407c005421374a39397b35d322180db3cfb
3
+ size 28421201
SoccerTwos/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4d6a418f6ce04911ff9d4b93abb25f4235bdef05926116217ad496c1c714985
3
  size 28421201
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:066862d4fb9a8aefd64d4e3d11a13407c005421374a39397b35d322180db3cfb
3
  size 28421201
SoccerTwos/events.out.tfevents.1682294863.nikita-HP-Laptop-15-bs0xx.69985.0 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:96dea2fcef543925221b82c3b522aec32d788eb4c40558525b92fea4f5caa565
3
- size 2783696
 
 
 
 
SoccerTwos/events.out.tfevents.1682315692.nikita-HP-Laptop-15-bs0xx.73912.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5df47fc126587b230d5072a8c6867f0f72dd87f9c6b45b4ca77fe649914131dd
3
+ size 6042697
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 10000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos6", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos7", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -44,7 +44,7 @@ behaviors:
44
  self_play:
45
  save_steps: 50000
46
  team_change: 200000
47
- swap_steps: 10000
48
  window: 10
49
  play_against_latest_model_ratio: 0.5
50
  initial_elo: 1200.0
@@ -69,7 +69,7 @@ engine_settings:
69
  no_graphics: true
70
  environment_parameters: null
71
  checkpoint_settings:
72
- run_id: SoccerTwos6
73
  initialize_from: null
74
  load_model: false
75
  resume: false
 
44
  self_play:
45
  save_steps: 50000
46
  team_change: 200000
47
+ swap_steps: 2000
48
  window: 10
49
  play_against_latest_model_ratio: 0.5
50
  initial_elo: 1200.0
 
69
  no_graphics: true
70
  environment_parameters: null
71
  checkpoint_settings:
72
+ run_id: SoccerTwos7
73
  initialize_from: null
74
  load_model: false
75
  resume: false
run_logs/Player-0.log CHANGED
@@ -2,9 +2,6 @@ Mono path[0] = '/home/nikita/Projects/HuggingFaceRL/ml-agents/training-envs-exec
2
  Mono config path = '/home/nikita/Projects/HuggingFaceRL/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
5
- PlayerPrefs - Creating folder: /home/nikita/.config/unity3d/Unity Technologies
6
- PlayerPrefs - Creating folder: /home/nikita/.config/unity3d/Unity Technologies/SoccerTwos
7
- Unable to load player prefs
8
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
9
  [Subsystems] Discovering subsystems at path /home/nikita/Projects/HuggingFaceRL/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/UnitySubsystems
10
  Forcing GfxDevice: Null
@@ -14,7 +11,7 @@ NullGfxDevice:
14
  Renderer: Null Device
15
  Vendor: Unity Technologies
16
  Begin MonoManager ReloadAssembly
17
- - Completed reload, in 0.099 seconds
18
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
19
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
20
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -39,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
39
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
40
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
41
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
42
- UnloadTime: 0.839475 ms
43
  Registered Communicator in Agent.
44
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
45
  requesting resize 84 x 84
@@ -2339,12 +2336,153 @@ TOO LONG
2339
  TOO LONG
2340
  TOO LONG
2341
  TOO LONG
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2342
  Setting up 2 worker threads for Enlighten.
2343
  Memory Statistics:
2344
  [ALLOC_TEMP_TLS] TLS Allocator
2345
  StackAllocators :
2346
  [ALLOC_TEMP_MAIN]
2347
- Peak usage frame count: [4.0 KB-8.0 KB]: 1 frames, [8.0 KB-16.0 KB]: 100742 frames, [2.0 MB-4.0 MB]: 1 frames
2348
  Initial Block Size 4.0 MB
2349
  Current Block Size 4.0 MB
2350
  Peak Allocated Bytes 2.1 MB
@@ -2476,13 +2614,13 @@ Memory Statistics:
2476
  Used Block count 1
2477
  Peak Allocated bytes 1.0 MB
2478
  [ALLOC_DEFAULT_MAIN]
2479
- Peak usage frame count: [4.0 MB-8.0 MB]: 100744 frames
2480
  Requested Block Size 16.0 MB
2481
  Peak Block count 1
2482
- Peak Allocated memory 4.8 MB
2483
  Peak Large allocation bytes 0 B
2484
  [ALLOC_DEFAULT_THREAD]
2485
- Peak usage frame count: [16.0 MB-32.0 MB]: 100744 frames
2486
  Requested Block Size 16.0 MB
2487
  Peak Block count 1
2488
  Peak Allocated memory 17.4 MB
@@ -2514,13 +2652,13 @@ Memory Statistics:
2514
  Used Block count 1
2515
  Peak Allocated bytes 1.0 MB
2516
  [ALLOC_GFX_MAIN]
2517
- Peak usage frame count: [32.0 KB-64.0 KB]: 100743 frames, [64.0 KB-128.0 KB]: 1 frames
2518
  Requested Block Size 16.0 MB
2519
  Peak Block count 1
2520
  Peak Allocated memory 65.6 KB
2521
  Peak Large allocation bytes 0 B
2522
  [ALLOC_GFX_THREAD]
2523
- Peak usage frame count: [128.0 KB-256.0 KB]: 100744 frames
2524
  Requested Block Size 16.0 MB
2525
  Peak Block count 1
2526
  Peak Allocated memory 173.5 KB
@@ -2532,13 +2670,13 @@ Memory Statistics:
2532
  Used Block count 1
2533
  Peak Allocated bytes 1.0 MB
2534
  [ALLOC_CACHEOBJECTS_MAIN]
2535
- Peak usage frame count: [0.5 MB-1.0 MB]: 100744 frames
2536
  Requested Block Size 4.0 MB
2537
  Peak Block count 1
2538
  Peak Allocated memory 0.6 MB
2539
  Peak Large allocation bytes 0 B
2540
  [ALLOC_CACHEOBJECTS_THREAD]
2541
- Peak usage frame count: [0.5 MB-1.0 MB]: 100743 frames, [4.0 MB-8.0 MB]: 1 frames
2542
  Requested Block Size 4.0 MB
2543
  Peak Block count 2
2544
  Peak Allocated memory 4.5 MB
@@ -2550,13 +2688,13 @@ Memory Statistics:
2550
  Used Block count 1
2551
  Peak Allocated bytes 1.0 MB
2552
  [ALLOC_TYPETREE_MAIN]
2553
- Peak usage frame count: [0-1.0 KB]: 100744 frames
2554
  Requested Block Size 2.0 MB
2555
  Peak Block count 1
2556
  Peak Allocated memory 1.0 KB
2557
  Peak Large allocation bytes 0 B
2558
  [ALLOC_TYPETREE_THREAD]
2559
- Peak usage frame count: [1.0 KB-2.0 KB]: 100743 frames, [2.0 KB-4.0 KB]: 1 frames
2560
  Requested Block Size 2.0 MB
2561
  Peak Block count 1
2562
  Peak Allocated memory 2.2 KB
 
2
  Mono config path = '/home/nikita/Projects/HuggingFaceRL/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
 
 
 
5
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
6
  [Subsystems] Discovering subsystems at path /home/nikita/Projects/HuggingFaceRL/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/UnitySubsystems
7
  Forcing GfxDevice: Null
 
11
  Renderer: Null Device
12
  Vendor: Unity Technologies
13
  Begin MonoManager ReloadAssembly
14
+ - Completed reload, in 0.106 seconds
15
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
16
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
17
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
36
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
37
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
38
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
39
+ UnloadTime: 0.716706 ms
40
  Registered Communicator in Agent.
41
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
42
  requesting resize 84 x 84
 
2336
  TOO LONG
2337
  TOO LONG
2338
  TOO LONG
2339
+ TOO LONG
2340
+ TOO LONG
2341
+ TOO LONG
2342
+ TOO LONG
2343
+ TOO LONG
2344
+ TOO LONG
2345
+ TOO LONG
2346
+ TOO LONG
2347
+ TOO LONG
2348
+ TOO LONG
2349
+ TOO LONG
2350
+ TOO LONG
2351
+ TOO LONG
2352
+ TOO LONG
2353
+ TOO LONG
2354
+ TOO LONG
2355
+ TOO LONG
2356
+ TOO LONG
2357
+ TOO LONG
2358
+ TOO LONG
2359
+ TOO LONG
2360
+ TOO LONG
2361
+ TOO LONG
2362
+ TOO LONG
2363
+ TOO LONG
2364
+ TOO LONG
2365
+ TOO LONG
2366
+ TOO LONG
2367
+ TOO LONG
2368
+ TOO LONG
2369
+ TOO LONG
2370
+ TOO LONG
2371
+ TOO LONG
2372
+ TOO LONG
2373
+ TOO LONG
2374
+ TOO LONG
2375
+ TOO LONG
2376
+ TOO LONG
2377
+ TOO LONG
2378
+ TOO LONG
2379
+ TOO LONG
2380
+ TOO LONG
2381
+ TOO LONG
2382
+ TOO LONG
2383
+ TOO LONG
2384
+ TOO LONG
2385
+ TOO LONG
2386
+ TOO LONG
2387
+ TOO LONG
2388
+ TOO LONG
2389
+ TOO LONG
2390
+ TOO LONG
2391
+ TOO LONG
2392
+ TOO LONG
2393
+ TOO LONG
2394
+ TOO LONG
2395
+ TOO LONG
2396
+ TOO LONG
2397
+ TOO LONG
2398
+ TOO LONG
2399
+ TOO LONG
2400
+ TOO LONG
2401
+ TOO LONG
2402
+ TOO LONG
2403
+ TOO LONG
2404
+ TOO LONG
2405
+ TOO LONG
2406
+ TOO LONG
2407
+ TOO LONG
2408
+ TOO LONG
2409
+ TOO LONG
2410
+ TOO LONG
2411
+ TOO LONG
2412
+ TOO LONG
2413
+ TOO LONG
2414
+ TOO LONG
2415
+ TOO LONG
2416
+ TOO LONG
2417
+ TOO LONG
2418
+ TOO LONG
2419
+ TOO LONG
2420
+ TOO LONG
2421
+ TOO LONG
2422
+ TOO LONG
2423
+ TOO LONG
2424
+ TOO LONG
2425
+ TOO LONG
2426
+ TOO LONG
2427
+ TOO LONG
2428
+ TOO LONG
2429
+ TOO LONG
2430
+ TOO LONG
2431
+ TOO LONG
2432
+ TOO LONG
2433
+ TOO LONG
2434
+ TOO LONG
2435
+ TOO LONG
2436
+ TOO LONG
2437
+ TOO LONG
2438
+ TOO LONG
2439
+ TOO LONG
2440
+ TOO LONG
2441
+ TOO LONG
2442
+ TOO LONG
2443
+ TOO LONG
2444
+ TOO LONG
2445
+ TOO LONG
2446
+ TOO LONG
2447
+ TOO LONG
2448
+ TOO LONG
2449
+ TOO LONG
2450
+ TOO LONG
2451
+ TOO LONG
2452
+ TOO LONG
2453
+ TOO LONG
2454
+ TOO LONG
2455
+ TOO LONG
2456
+ TOO LONG
2457
+ TOO LONG
2458
+ TOO LONG
2459
+ TOO LONG
2460
+ TOO LONG
2461
+ TOO LONG
2462
+ TOO LONG
2463
+ TOO LONG
2464
+ TOO LONG
2465
+ TOO LONG
2466
+ TOO LONG
2467
+ TOO LONG
2468
+ TOO LONG
2469
+ TOO LONG
2470
+ TOO LONG
2471
+ TOO LONG
2472
+ TOO LONG
2473
+ TOO LONG
2474
+ TOO LONG
2475
+ TOO LONG
2476
+ TOO LONG
2477
+ TOO LONG
2478
+ TOO LONG
2479
+ TOO LONG
2480
  Setting up 2 worker threads for Enlighten.
2481
  Memory Statistics:
2482
  [ALLOC_TEMP_TLS] TLS Allocator
2483
  StackAllocators :
2484
  [ALLOC_TEMP_MAIN]
2485
+ Peak usage frame count: [8.0 KB-16.0 KB]: 173525 frames, [2.0 MB-4.0 MB]: 1 frames
2486
  Initial Block Size 4.0 MB
2487
  Current Block Size 4.0 MB
2488
  Peak Allocated Bytes 2.1 MB
 
2614
  Used Block count 1
2615
  Peak Allocated bytes 1.0 MB
2616
  [ALLOC_DEFAULT_MAIN]
2617
+ Peak usage frame count: [4.0 MB-8.0 MB]: 173526 frames
2618
  Requested Block Size 16.0 MB
2619
  Peak Block count 1
2620
+ Peak Allocated memory 4.9 MB
2621
  Peak Large allocation bytes 0 B
2622
  [ALLOC_DEFAULT_THREAD]
2623
+ Peak usage frame count: [16.0 MB-32.0 MB]: 173526 frames
2624
  Requested Block Size 16.0 MB
2625
  Peak Block count 1
2626
  Peak Allocated memory 17.4 MB
 
2652
  Used Block count 1
2653
  Peak Allocated bytes 1.0 MB
2654
  [ALLOC_GFX_MAIN]
2655
+ Peak usage frame count: [32.0 KB-64.0 KB]: 173525 frames, [64.0 KB-128.0 KB]: 1 frames
2656
  Requested Block Size 16.0 MB
2657
  Peak Block count 1
2658
  Peak Allocated memory 65.6 KB
2659
  Peak Large allocation bytes 0 B
2660
  [ALLOC_GFX_THREAD]
2661
+ Peak usage frame count: [128.0 KB-256.0 KB]: 173526 frames
2662
  Requested Block Size 16.0 MB
2663
  Peak Block count 1
2664
  Peak Allocated memory 173.5 KB
 
2670
  Used Block count 1
2671
  Peak Allocated bytes 1.0 MB
2672
  [ALLOC_CACHEOBJECTS_MAIN]
2673
+ Peak usage frame count: [0.5 MB-1.0 MB]: 173526 frames
2674
  Requested Block Size 4.0 MB
2675
  Peak Block count 1
2676
  Peak Allocated memory 0.6 MB
2677
  Peak Large allocation bytes 0 B
2678
  [ALLOC_CACHEOBJECTS_THREAD]
2679
+ Peak usage frame count: [0.5 MB-1.0 MB]: 173525 frames, [4.0 MB-8.0 MB]: 1 frames
2680
  Requested Block Size 4.0 MB
2681
  Peak Block count 2
2682
  Peak Allocated memory 4.5 MB
 
2688
  Used Block count 1
2689
  Peak Allocated bytes 1.0 MB
2690
  [ALLOC_TYPETREE_MAIN]
2691
+ Peak usage frame count: [0-1.0 KB]: 173526 frames
2692
  Requested Block Size 2.0 MB
2693
  Peak Block count 1
2694
  Peak Allocated memory 1.0 KB
2695
  Peak Large allocation bytes 0 B
2696
  [ALLOC_TYPETREE_THREAD]
2697
+ Peak usage frame count: [1.0 KB-2.0 KB]: 173525 frames, [2.0 KB-4.0 KB]: 1 frames
2698
  Requested Block Size 2.0 MB
2699
  Peak Block count 1
2700
  Peak Allocated memory 2.2 KB
run_logs/timers.json CHANGED
@@ -2,261 +2,261 @@
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
- "value": 3.0655341148376465,
6
- "min": 3.028231382369995,
7
- "max": 3.2957324981689453,
8
- "count": 518
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
- "value": 62782.13671875,
12
- "min": 13217.630859375,
13
- "max": 133820.953125,
14
- "count": 518
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
- "value": 612.625,
18
- "min": 371.0,
19
  "max": 999.0,
20
- "count": 518
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
- "value": 19604.0,
24
- "min": 7992.0,
25
- "max": 31968.0,
26
- "count": 518
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
- "value": 1217.926361173362,
30
- "min": 1193.2887215262117,
31
- "max": 1220.555592913771,
32
- "count": 345
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
- "value": 14615.116334080343,
36
- "min": 2386.5774430524234,
37
- "max": 26821.43314434118,
38
- "count": 345
39
  },
40
  "SoccerTwos.Step.mean": {
41
- "value": 5189808.0,
42
- "min": 9870.0,
43
- "max": 5189808.0,
44
- "count": 519
45
  },
46
  "SoccerTwos.Step.sum": {
47
- "value": 5189808.0,
48
- "min": 9870.0,
49
- "max": 5189808.0,
50
- "count": 519
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
- "value": -0.0014783423393964767,
54
- "min": -0.02843884751200676,
55
- "max": 0.08167038857936859,
56
- "count": 519
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
- "value": -0.023653477430343628,
60
- "min": -0.3697050213813782,
61
- "max": 0.9165765047073364,
62
- "count": 519
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
- "value": -0.005828028079122305,
66
- "min": -0.031755175441503525,
67
- "max": 0.08169744163751602,
68
- "count": 519
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
- "value": -0.09324844926595688,
72
- "min": -0.485667884349823,
73
- "max": 0.8985911011695862,
74
- "count": 519
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
- "count": 519
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
- "count": 519
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
- "value": -0.1655500065535307,
90
- "min": -0.5882352941176471,
91
- "max": 0.3425066630045573,
92
- "count": 519
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
- "value": -2.648800104856491,
96
- "min": -13.223600022494793,
97
- "max": 5.137599945068359,
98
- "count": 519
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
- "value": -0.1655500065535307,
102
- "min": -0.5882352941176471,
103
- "max": 0.3425066630045573,
104
- "count": 519
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
- "value": -2.648800104856491,
108
- "min": -13.223600022494793,
109
- "max": 5.137599945068359,
110
- "count": 519
111
  },
112
  "SoccerTwos.IsTraining.mean": {
113
  "value": 1.0,
114
  "min": 1.0,
115
  "max": 1.0,
116
- "count": 519
117
  },
118
  "SoccerTwos.IsTraining.sum": {
119
  "value": 1.0,
120
  "min": 1.0,
121
  "max": 1.0,
122
- "count": 519
123
  },
124
  "SoccerTwos.Losses.PolicyLoss.mean": {
125
- "value": 0.016889579700243,
126
- "min": 0.011468555484316311,
127
- "max": 0.023176177135610487,
128
- "count": 240
129
  },
130
  "SoccerTwos.Losses.PolicyLoss.sum": {
131
- "value": 0.016889579700243,
132
- "min": 0.011468555484316311,
133
- "max": 0.023176177135610487,
134
- "count": 240
135
  },
136
  "SoccerTwos.Losses.ValueLoss.mean": {
137
- "value": 0.0035183695261366667,
138
- "min": 1.997115515924482e-08,
139
- "max": 0.010508776704470316,
140
- "count": 240
141
  },
142
  "SoccerTwos.Losses.ValueLoss.sum": {
143
- "value": 0.0035183695261366667,
144
- "min": 1.997115515924482e-08,
145
- "max": 0.010508776704470316,
146
- "count": 240
147
  },
148
  "SoccerTwos.Losses.BaselineLoss.mean": {
149
- "value": 0.0035652543883770704,
150
- "min": 5.065768201954294e-08,
151
- "max": 0.010613593490173419,
152
- "count": 240
153
  },
154
  "SoccerTwos.Losses.BaselineLoss.sum": {
155
- "value": 0.0035652543883770704,
156
- "min": 5.065768201954294e-08,
157
- "max": 0.010613593490173419,
158
- "count": 240
159
  },
160
  "SoccerTwos.Policy.LearningRate.mean": {
161
  "value": 0.0003,
162
  "min": 0.0003,
163
  "max": 0.0003,
164
- "count": 240
165
  },
166
  "SoccerTwos.Policy.LearningRate.sum": {
167
  "value": 0.0003,
168
  "min": 0.0003,
169
  "max": 0.0003,
170
- "count": 240
171
  },
172
  "SoccerTwos.Policy.Epsilon.mean": {
173
  "value": 0.20000000000000007,
174
- "min": 0.19999999999999993,
175
  "max": 0.20000000000000007,
176
- "count": 240
177
  },
178
  "SoccerTwos.Policy.Epsilon.sum": {
179
  "value": 0.20000000000000007,
180
- "min": 0.19999999999999993,
181
  "max": 0.20000000000000007,
182
- "count": 240
183
  },
184
  "SoccerTwos.Policy.Beta.mean": {
185
  "value": 0.005000000000000001,
186
- "min": 0.005,
187
  "max": 0.005000000000000001,
188
- "count": 240
189
  },
190
  "SoccerTwos.Policy.Beta.sum": {
191
  "value": 0.005000000000000001,
192
- "min": 0.005,
193
  "max": 0.005000000000000001,
194
- "count": 240
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
- "start_time_seconds": "1682294862",
200
  "python_version": "3.9.16 (main, Dec 7 2022, 01:12:08) \n[GCC 11.3.0]",
201
- "command_line_arguments": "/home/nikita/.venvs/py39/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos6 --no-graphics",
202
  "mlagents_version": "0.31.0.dev0",
203
  "mlagents_envs_version": "0.31.0.dev0",
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "1.11.0+cu102",
206
  "numpy_version": "1.21.2",
207
- "end_time_seconds": "1682314851"
208
  },
209
- "total": 19989.170266556,
210
  "count": 1,
211
- "self": 0.09169155999552459,
212
  "children": {
213
  "run_training.setup": {
214
- "total": 0.025351149000925943,
215
  "count": 1,
216
- "self": 0.025351149000925943
217
  },
218
  "TrainerController.start_learning": {
219
- "total": 19989.053223847004,
220
  "count": 1,
221
- "self": 7.684611369521008,
222
  "children": {
223
  "TrainerController._reset_env": {
224
- "total": 3.45472291202168,
225
- "count": 26,
226
- "self": 3.45472291202168
227
  },
228
  "TrainerController.advance": {
229
- "total": 19977.627131032452,
230
- "count": 338249,
231
- "self": 8.309894479942159,
232
  "children": {
233
  "env_step": {
234
- "total": 6591.3541631655535,
235
- "count": 338249,
236
- "self": 5433.6882942174125,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
- "total": 1152.6964283776324,
240
- "count": 338249,
241
- "self": 54.12750102124119,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
- "total": 1098.5689273563912,
245
- "count": 671628,
246
- "self": 1098.5689273563912
247
  }
248
  }
249
  },
250
  "workers": {
251
- "total": 4.969440570508596,
252
- "count": 338248,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
- "total": 19975.396015851962,
257
- "count": 338248,
258
  "is_parallel": true,
259
- "self": 15469.80441408424,
260
  "children": {
261
  "run_training.setup": {
262
  "total": 0.0,
@@ -265,48 +265,48 @@
265
  "self": 0.0,
266
  "children": {
267
  "steps_from_proto": {
268
- "total": 0.003539530996931717,
269
  "count": 2,
270
  "is_parallel": true,
271
- "self": 0.0016294179949909449,
272
  "children": {
273
  "_process_rank_one_or_two_observation": {
274
- "total": 0.001910113001940772,
275
  "count": 8,
276
  "is_parallel": true,
277
- "self": 0.001910113001940772
278
  }
279
  }
280
  },
281
  "UnityEnvironment.step": {
282
- "total": 0.02759469600277953,
283
  "count": 1,
284
  "is_parallel": true,
285
- "self": 0.0005804739921586588,
286
  "children": {
287
  "UnityEnvironment._generate_step_input": {
288
- "total": 0.0004390380054246634,
289
  "count": 1,
290
  "is_parallel": true,
291
- "self": 0.0004390380054246634
292
  },
293
  "communicator.exchange": {
294
- "total": 0.024822759005473927,
295
  "count": 1,
296
  "is_parallel": true,
297
- "self": 0.024822759005473927
298
  },
299
  "steps_from_proto": {
300
- "total": 0.0017524249997222796,
301
  "count": 2,
302
  "is_parallel": true,
303
- "self": 0.0003848969645332545,
304
  "children": {
305
  "_process_rank_one_or_two_observation": {
306
- "total": 0.001367528035189025,
307
  "count": 8,
308
  "is_parallel": true,
309
- "self": 0.001367528035189025
310
  }
311
  }
312
  }
@@ -315,50 +315,50 @@
315
  }
316
  },
317
  "UnityEnvironment.step": {
318
- "total": 4505.536747431746,
319
- "count": 338247,
320
  "is_parallel": true,
321
- "self": 320.95741663455556,
322
  "children": {
323
  "UnityEnvironment._generate_step_input": {
324
- "total": 226.19259548690752,
325
- "count": 338247,
326
  "is_parallel": true,
327
- "self": 226.19259548690752
328
  },
329
  "communicator.exchange": {
330
- "total": 3048.979226127034,
331
- "count": 338247,
332
  "is_parallel": true,
333
- "self": 3048.979226127034
334
  },
335
  "steps_from_proto": {
336
- "total": 909.4075091832492,
337
- "count": 676494,
338
  "is_parallel": true,
339
- "self": 167.08335818862543,
340
  "children": {
341
  "_process_rank_one_or_two_observation": {
342
- "total": 742.3241509946238,
343
- "count": 2705976,
344
  "is_parallel": true,
345
- "self": 742.3241509946238
346
  }
347
  }
348
  }
349
  }
350
  },
351
  "steps_from_proto": {
352
- "total": 0.054854335976415314,
353
- "count": 50,
354
  "is_parallel": true,
355
- "self": 0.010753469963674434,
356
  "children": {
357
  "_process_rank_one_or_two_observation": {
358
- "total": 0.04410086601274088,
359
- "count": 200,
360
  "is_parallel": true,
361
- "self": 0.04410086601274088
362
  }
363
  }
364
  }
@@ -369,31 +369,31 @@
369
  }
370
  },
371
  "trainer_advance": {
372
- "total": 13377.963073386956,
373
- "count": 338248,
374
- "self": 57.72921232000226,
375
  "children": {
376
  "process_trajectory": {
377
- "total": 1129.5202638798073,
378
- "count": 338248,
379
- "self": 1126.992703202879,
380
  "children": {
381
  "RLTrainer._checkpoint": {
382
- "total": 2.5275606769282604,
383
- "count": 10,
384
- "self": 2.5275606769282604
385
  }
386
  }
387
  },
388
  "_update_policy": {
389
- "total": 12190.713597187147,
390
- "count": 240,
391
- "self": 791.4302357875713,
392
  "children": {
393
  "TorchPOCAOptimizer.update": {
394
- "total": 11399.283361399575,
395
- "count": 7239,
396
- "self": 11399.283361399575
397
  }
398
  }
399
  }
@@ -402,19 +402,19 @@
402
  }
403
  },
404
  "trainer_threads": {
405
- "total": 1.1430092854425311e-06,
406
  "count": 1,
407
- "self": 1.1430092854425311e-06
408
  },
409
  "TrainerController._save_models": {
410
- "total": 0.28675739000027534,
411
  "count": 1,
412
- "self": 0.0017900450038723648,
413
  "children": {
414
  "RLTrainer._checkpoint": {
415
- "total": 0.28496734499640297,
416
  "count": 1,
417
- "self": 0.28496734499640297
418
  }
419
  }
420
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
+ "value": 1.9705954790115356,
6
+ "min": 1.9429445266723633,
7
+ "max": 3.29573655128479,
8
+ "count": 905
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
+ "value": 38276.84765625,
12
+ "min": 15261.478515625,
13
+ "max": 150050.390625,
14
+ "count": 905
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
+ "value": 72.07246376811594,
18
+ "min": 40.96638655462185,
19
  "max": 999.0,
20
+ "count": 905
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
+ "value": 19892.0,
24
+ "min": 10964.0,
25
+ "max": 27156.0,
26
+ "count": 905
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
+ "value": 1472.3354228406217,
30
+ "min": 1179.6452773600556,
31
+ "max": 1480.3466910984039,
32
+ "count": 637
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
+ "value": 203182.2883520058,
36
+ "min": 2359.2905547201112,
37
+ "max": 316631.07014630514,
38
+ "count": 637
39
  },
40
  "SoccerTwos.Step.mean": {
41
+ "value": 9049933.0,
42
+ "min": 9294.0,
43
+ "max": 9049933.0,
44
+ "count": 905
45
  },
46
  "SoccerTwos.Step.sum": {
47
+ "value": 9049933.0,
48
+ "min": 9294.0,
49
+ "max": 9049933.0,
50
+ "count": 905
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
+ "value": -0.011109698563814163,
54
+ "min": -0.1073542907834053,
55
+ "max": 0.17955440282821655,
56
+ "count": 905
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
+ "value": -1.533138394355774,
60
+ "min": -14.61380386352539,
61
+ "max": 22.739479064941406,
62
+ "count": 905
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
+ "value": -0.01597021333873272,
66
+ "min": -0.11050280928611755,
67
+ "max": 0.17454886436462402,
68
+ "count": 905
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
+ "value": -2.2038893699645996,
72
+ "min": -15.085655212402344,
73
+ "max": 22.857147216796875,
74
+ "count": 905
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
+ "count": 905
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
+ "count": 905
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
+ "value": -0.07222608682038127,
90
+ "min": -0.6428571428571429,
91
+ "max": 0.4416571429797581,
92
+ "count": 905
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
+ "value": -9.967199981212616,
96
+ "min": -60.1353999376297,
97
+ "max": 72.32640016078949,
98
+ "count": 905
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
+ "value": -0.07222608682038127,
102
+ "min": -0.6428571428571429,
103
+ "max": 0.4416571429797581,
104
+ "count": 905
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
+ "value": -9.967199981212616,
108
+ "min": -60.1353999376297,
109
+ "max": 72.32640016078949,
110
+ "count": 905
111
  },
112
  "SoccerTwos.IsTraining.mean": {
113
  "value": 1.0,
114
  "min": 1.0,
115
  "max": 1.0,
116
+ "count": 905
117
  },
118
  "SoccerTwos.IsTraining.sum": {
119
  "value": 1.0,
120
  "min": 1.0,
121
  "max": 1.0,
122
+ "count": 905
123
  },
124
  "SoccerTwos.Losses.PolicyLoss.mean": {
125
+ "value": 0.012020615170088907,
126
+ "min": 0.009754687480259842,
127
+ "max": 0.024939382448792458,
128
+ "count": 427
129
  },
130
  "SoccerTwos.Losses.PolicyLoss.sum": {
131
+ "value": 0.012020615170088907,
132
+ "min": 0.009754687480259842,
133
+ "max": 0.024939382448792458,
134
+ "count": 427
135
  },
136
  "SoccerTwos.Losses.ValueLoss.mean": {
137
+ "value": 0.09323971420526504,
138
+ "min": 5.635003266964607e-08,
139
+ "max": 0.10726530998945236,
140
+ "count": 427
141
  },
142
  "SoccerTwos.Losses.ValueLoss.sum": {
143
+ "value": 0.09323971420526504,
144
+ "min": 5.635003266964607e-08,
145
+ "max": 0.10726530998945236,
146
+ "count": 427
147
  },
148
  "SoccerTwos.Losses.BaselineLoss.mean": {
149
+ "value": 0.09491016988952955,
150
+ "min": 5.255707774172909e-08,
151
+ "max": 0.10973455235362053,
152
+ "count": 427
153
  },
154
  "SoccerTwos.Losses.BaselineLoss.sum": {
155
+ "value": 0.09491016988952955,
156
+ "min": 5.255707774172909e-08,
157
+ "max": 0.10973455235362053,
158
+ "count": 427
159
  },
160
  "SoccerTwos.Policy.LearningRate.mean": {
161
  "value": 0.0003,
162
  "min": 0.0003,
163
  "max": 0.0003,
164
+ "count": 427
165
  },
166
  "SoccerTwos.Policy.LearningRate.sum": {
167
  "value": 0.0003,
168
  "min": 0.0003,
169
  "max": 0.0003,
170
+ "count": 427
171
  },
172
  "SoccerTwos.Policy.Epsilon.mean": {
173
  "value": 0.20000000000000007,
174
+ "min": 0.20000000000000004,
175
  "max": 0.20000000000000007,
176
+ "count": 427
177
  },
178
  "SoccerTwos.Policy.Epsilon.sum": {
179
  "value": 0.20000000000000007,
180
+ "min": 0.20000000000000004,
181
  "max": 0.20000000000000007,
182
+ "count": 427
183
  },
184
  "SoccerTwos.Policy.Beta.mean": {
185
  "value": 0.005000000000000001,
186
+ "min": 0.005000000000000001,
187
  "max": 0.005000000000000001,
188
+ "count": 427
189
  },
190
  "SoccerTwos.Policy.Beta.sum": {
191
  "value": 0.005000000000000001,
192
+ "min": 0.005000000000000001,
193
  "max": 0.005000000000000001,
194
+ "count": 427
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
+ "start_time_seconds": "1682315691",
200
  "python_version": "3.9.16 (main, Dec 7 2022, 01:12:08) \n[GCC 11.3.0]",
201
+ "command_line_arguments": "/home/nikita/.venvs/py39/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos7 --no-graphics",
202
  "mlagents_version": "0.31.0.dev0",
203
  "mlagents_envs_version": "0.31.0.dev0",
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "1.11.0+cu102",
206
  "numpy_version": "1.21.2",
207
+ "end_time_seconds": "1682349098"
208
  },
209
+ "total": 33406.74239535,
210
  "count": 1,
211
+ "self": 0.005059529983554967,
212
  "children": {
213
  "run_training.setup": {
214
+ "total": 0.023993826005607843,
215
  "count": 1,
216
+ "self": 0.023993826005607843
217
  },
218
  "TrainerController.start_learning": {
219
+ "total": 33406.71334199401,
220
  "count": 1,
221
+ "self": 13.38581212569261,
222
  "children": {
223
  "TrainerController._reset_env": {
224
+ "total": 3.4810442159650847,
225
+ "count": 46,
226
+ "self": 3.4810442159650847
227
  },
228
  "TrainerController.advance": {
229
+ "total": 33389.59595913235,
230
+ "count": 603521,
231
+ "self": 14.279038802575087,
232
  "children": {
233
  "env_step": {
234
+ "total": 11976.792494187801,
235
+ "count": 603521,
236
+ "self": 9999.759178769964,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
+ "total": 1968.1808704329014,
240
+ "count": 603521,
241
+ "self": 93.03351615325664,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
+ "total": 1875.1473542796448,
245
+ "count": 1156852,
246
+ "self": 1875.1473542796448
247
  }
248
  }
249
  },
250
  "workers": {
251
+ "total": 8.852444984935573,
252
+ "count": 603521,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
+ "total": 33340.9093865693,
257
+ "count": 603521,
258
  "is_parallel": true,
259
+ "self": 24935.615906424966,
260
  "children": {
261
  "run_training.setup": {
262
  "total": 0.0,
 
265
  "self": 0.0,
266
  "children": {
267
  "steps_from_proto": {
268
+ "total": 0.0025034940044861287,
269
  "count": 2,
270
  "is_parallel": true,
271
+ "self": 0.0007033770234556869,
272
  "children": {
273
  "_process_rank_one_or_two_observation": {
274
+ "total": 0.0018001169810304418,
275
  "count": 8,
276
  "is_parallel": true,
277
+ "self": 0.0018001169810304418
278
  }
279
  }
280
  },
281
  "UnityEnvironment.step": {
282
+ "total": 0.02882568200584501,
283
  "count": 1,
284
  "is_parallel": true,
285
+ "self": 0.000567786002648063,
286
  "children": {
287
  "UnityEnvironment._generate_step_input": {
288
+ "total": 0.0004294280079193413,
289
  "count": 1,
290
  "is_parallel": true,
291
+ "self": 0.0004294280079193413
292
  },
293
  "communicator.exchange": {
294
+ "total": 0.026051287990412675,
295
  "count": 1,
296
  "is_parallel": true,
297
+ "self": 0.026051287990412675
298
  },
299
  "steps_from_proto": {
300
+ "total": 0.001777180004864931,
301
  "count": 2,
302
  "is_parallel": true,
303
+ "self": 0.0003852460067719221,
304
  "children": {
305
  "_process_rank_one_or_two_observation": {
306
+ "total": 0.001391933998093009,
307
  "count": 8,
308
  "is_parallel": true,
309
+ "self": 0.001391933998093009
310
  }
311
  }
312
  }
 
315
  }
316
  },
317
  "UnityEnvironment.step": {
318
+ "total": 8405.213898981267,
319
+ "count": 603520,
320
  "is_parallel": true,
321
+ "self": 540.058660706869,
322
  "children": {
323
  "UnityEnvironment._generate_step_input": {
324
+ "total": 391.03464867196453,
325
+ "count": 603520,
326
  "is_parallel": true,
327
+ "self": 391.03464867196453
328
  },
329
  "communicator.exchange": {
330
+ "total": 5916.412721045286,
331
+ "count": 603520,
332
  "is_parallel": true,
333
+ "self": 5916.412721045286
334
  },
335
  "steps_from_proto": {
336
+ "total": 1557.7078685571469,
337
+ "count": 1207040,
338
  "is_parallel": true,
339
+ "self": 289.1741179211822,
340
  "children": {
341
  "_process_rank_one_or_two_observation": {
342
+ "total": 1268.5337506359647,
343
+ "count": 4828160,
344
  "is_parallel": true,
345
+ "self": 1268.5337506359647
346
  }
347
  }
348
  }
349
  }
350
  },
351
  "steps_from_proto": {
352
+ "total": 0.07958116306690499,
353
+ "count": 90,
354
  "is_parallel": true,
355
+ "self": 0.01610665486077778,
356
  "children": {
357
  "_process_rank_one_or_two_observation": {
358
+ "total": 0.06347450820612721,
359
+ "count": 360,
360
  "is_parallel": true,
361
+ "self": 0.06347450820612721
362
  }
363
  }
364
  }
 
369
  }
370
  },
371
  "trainer_advance": {
372
+ "total": 21398.524426141972,
373
+ "count": 603521,
374
+ "self": 96.16470503159508,
375
  "children": {
376
  "process_trajectory": {
377
+ "total": 2169.391593826178,
378
+ "count": 603521,
379
+ "self": 2164.8242866242217,
380
  "children": {
381
  "RLTrainer._checkpoint": {
382
+ "total": 4.567307201956282,
383
+ "count": 18,
384
+ "self": 4.567307201956282
385
  }
386
  }
387
  },
388
  "_update_policy": {
389
+ "total": 19132.9681272842,
390
+ "count": 428,
391
+ "self": 1336.0912950159836,
392
  "children": {
393
  "TorchPOCAOptimizer.update": {
394
+ "total": 17796.876832268215,
395
+ "count": 12842,
396
+ "self": 17796.876832268215
397
  }
398
  }
399
  }
 
402
  }
403
  },
404
  "trainer_threads": {
405
+ "total": 1.4789984561502934e-06,
406
  "count": 1,
407
+ "self": 1.4789984561502934e-06
408
  },
409
  "TrainerController._save_models": {
410
+ "total": 0.25052504100312945,
411
  "count": 1,
412
+ "self": 0.0017778490000637248,
413
  "children": {
414
  "RLTrainer._checkpoint": {
415
+ "total": 0.24874719200306572,
416
  "count": 1,
417
+ "self": 0.24874719200306572
418
  }
419
  }
420
  }
run_logs/training_status.json CHANGED
@@ -2,59 +2,59 @@
2
  "SoccerTwos": {
3
  "checkpoints": [
4
  {
5
- "steps": 3499458,
6
- "file_path": "results/SoccerTwos6/SoccerTwos/SoccerTwos-3499458.onnx",
7
  "reward": 0.0,
8
- "creation_time": 1682307079.425873,
9
  "auxillary_file_paths": [
10
- "results/SoccerTwos6/SoccerTwos/SoccerTwos-3499458.pt"
11
  ]
12
  },
13
  {
14
- "steps": 3999746,
15
- "file_path": "results/SoccerTwos6/SoccerTwos/SoccerTwos-3999746.onnx",
16
  "reward": 0.0,
17
- "creation_time": 1682309248.3303423,
18
  "auxillary_file_paths": [
19
- "results/SoccerTwos6/SoccerTwos/SoccerTwos-3999746.pt"
20
  ]
21
  },
22
  {
23
- "steps": 4499132,
24
- "file_path": "results/SoccerTwos6/SoccerTwos/SoccerTwos-4499132.onnx",
25
  "reward": 0.0,
26
- "creation_time": 1682311533.1539397,
27
  "auxillary_file_paths": [
28
- "results/SoccerTwos6/SoccerTwos/SoccerTwos-4499132.pt"
29
  ]
30
  },
31
  {
32
- "steps": 4999338,
33
- "file_path": "results/SoccerTwos6/SoccerTwos/SoccerTwos-4999338.onnx",
34
  "reward": 0.0,
35
- "creation_time": 1682313756.3433483,
36
  "auxillary_file_paths": [
37
- "results/SoccerTwos6/SoccerTwos/SoccerTwos-4999338.pt"
38
  ]
39
  },
40
  {
41
- "steps": 5191686,
42
- "file_path": "results/SoccerTwos6/SoccerTwos/SoccerTwos-5191686.onnx",
43
- "reward": 0.0,
44
- "creation_time": 1682314851.6822205,
45
  "auxillary_file_paths": [
46
- "results/SoccerTwos6/SoccerTwos/SoccerTwos-5191686.pt"
47
  ]
48
  }
49
  ],
50
- "elo": 1217.9263611733618,
51
  "final_checkpoint": {
52
- "steps": 5191686,
53
- "file_path": "results/SoccerTwos6/SoccerTwos.onnx",
54
- "reward": 0.0,
55
- "creation_time": 1682314851.6822205,
56
  "auxillary_file_paths": [
57
- "results/SoccerTwos6/SoccerTwos/SoccerTwos-5191686.pt"
58
  ]
59
  }
60
  },
 
2
  "SoccerTwos": {
3
  "checkpoints": [
4
  {
5
+ "steps": 7499936,
6
+ "file_path": "results/SoccerTwos7/SoccerTwos/SoccerTwos-7499936.onnx",
7
  "reward": 0.0,
8
+ "creation_time": 1682343054.6867073,
9
  "auxillary_file_paths": [
10
+ "results/SoccerTwos7/SoccerTwos/SoccerTwos-7499936.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 7999930,
15
+ "file_path": "results/SoccerTwos7/SoccerTwos/SoccerTwos-7999930.onnx",
16
  "reward": 0.0,
17
+ "creation_time": 1682344858.541177,
18
  "auxillary_file_paths": [
19
+ "results/SoccerTwos7/SoccerTwos/SoccerTwos-7999930.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 8499977,
24
+ "file_path": "results/SoccerTwos7/SoccerTwos/SoccerTwos-8499977.onnx",
25
  "reward": 0.0,
26
+ "creation_time": 1682346747.0043712,
27
  "auxillary_file_paths": [
28
+ "results/SoccerTwos7/SoccerTwos/SoccerTwos-8499977.pt"
29
  ]
30
  },
31
  {
32
+ "steps": 8999896,
33
+ "file_path": "results/SoccerTwos7/SoccerTwos/SoccerTwos-8999896.onnx",
34
  "reward": 0.0,
35
+ "creation_time": 1682348862.3616402,
36
  "auxillary_file_paths": [
37
+ "results/SoccerTwos7/SoccerTwos/SoccerTwos-8999896.pt"
38
  ]
39
  },
40
  {
41
+ "steps": 9059840,
42
+ "file_path": "results/SoccerTwos7/SoccerTwos/SoccerTwos-9059840.onnx",
43
+ "reward": null,
44
+ "creation_time": 1682349098.0379927,
45
  "auxillary_file_paths": [
46
+ "results/SoccerTwos7/SoccerTwos/SoccerTwos-9059840.pt"
47
  ]
48
  }
49
  ],
50
+ "elo": 1468.0971409718973,
51
  "final_checkpoint": {
52
+ "steps": 9059840,
53
+ "file_path": "results/SoccerTwos7/SoccerTwos.onnx",
54
+ "reward": null,
55
+ "creation_time": 1682349098.0379927,
56
  "auxillary_file_paths": [
57
+ "results/SoccerTwos7/SoccerTwos/SoccerTwos-9059840.pt"
58
  ]
59
  }
60
  },