|
{ |
|
"name": "root", |
|
"gauges": { |
|
"SoccerTwos.Policy.Entropy.mean": { |
|
"value": 1.8022698163986206, |
|
"min": 1.8022698163986206, |
|
"max": 1.8022698163986206, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.Entropy.sum": { |
|
"value": 20646.802734375, |
|
"min": 20646.802734375, |
|
"max": 20646.802734375, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Environment.EpisodeLength.mean": { |
|
"value": 52.61363636363637, |
|
"min": 52.61363636363637, |
|
"max": 52.61363636363637, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Environment.EpisodeLength.sum": { |
|
"value": 9260.0, |
|
"min": 9260.0, |
|
"max": 9260.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Self-play.ELO.mean": { |
|
"value": 1703.0449882685107, |
|
"min": 1703.0449882685107, |
|
"max": 1703.0449882685107, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Self-play.ELO.sum": { |
|
"value": 149867.95896762895, |
|
"min": 149867.95896762895, |
|
"max": 149867.95896762895, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Step.mean": { |
|
"value": 14399980.0, |
|
"min": 14399980.0, |
|
"max": 14399980.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Step.sum": { |
|
"value": 14399980.0, |
|
"min": 14399980.0, |
|
"max": 14399980.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { |
|
"value": -0.12761053442955017, |
|
"min": -0.12761053442955017, |
|
"max": -0.12761053442955017, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { |
|
"value": -10.974505424499512, |
|
"min": -10.974505424499512, |
|
"max": -10.974505424499512, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { |
|
"value": -0.12688703835010529, |
|
"min": -0.12688703835010529, |
|
"max": -0.12688703835010529, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { |
|
"value": -10.912284851074219, |
|
"min": -10.912284851074219, |
|
"max": -10.912284851074219, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Environment.CumulativeReward.mean": { |
|
"value": 0.0, |
|
"min": 0.0, |
|
"max": 0.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Environment.CumulativeReward.sum": { |
|
"value": 0.0, |
|
"min": 0.0, |
|
"max": 0.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicReward.mean": { |
|
"value": -0.3230837209280147, |
|
"min": -0.3230837209280147, |
|
"max": -0.3230837209280147, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicReward.sum": { |
|
"value": -27.785199999809265, |
|
"min": -27.785199999809265, |
|
"max": -27.785199999809265, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Environment.GroupCumulativeReward.mean": { |
|
"value": -0.3230837209280147, |
|
"min": -0.3230837209280147, |
|
"max": -0.3230837209280147, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Environment.GroupCumulativeReward.sum": { |
|
"value": -27.785199999809265, |
|
"min": -27.785199999809265, |
|
"max": -27.785199999809265, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.IsTraining.mean": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.IsTraining.sum": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 1 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1740246558", |
|
"python_version": "3.10.12 (main, Jul 5 2023, 15:02:25) [Clang 14.0.6 ]", |
|
"command_line_arguments": "/Users/Rava/miniconda3/envs/rl/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.app --run-id=SoccerTwos --no-graphics --resume", |
|
"mlagents_version": "1.2.0.dev0", |
|
"mlagents_envs_version": "1.2.0.dev0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "2.6.0", |
|
"numpy_version": "1.23.5", |
|
"end_time_seconds": "1740246574" |
|
}, |
|
"total": 16.636009916997864, |
|
"count": 1, |
|
"self": 0.18583970901090652, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.03656129199953284, |
|
"count": 1, |
|
"self": 0.03656129199953284 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 16.413608915987425, |
|
"count": 1, |
|
"self": 0.002974370145238936, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 1.857082791015273, |
|
"count": 2, |
|
"self": 1.857082791015273 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 14.452344170829747, |
|
"count": 387, |
|
"self": 0.0027541567687876523, |
|
"children": { |
|
"env_step": { |
|
"total": 13.922965923979064, |
|
"count": 387, |
|
"self": 13.51434391582734, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 0.40676737106696237, |
|
"count": 387, |
|
"self": 0.012269758910406381, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 0.394497612156556, |
|
"count": 716, |
|
"self": 0.394497612156556 |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 0.0018546370847616345, |
|
"count": 387, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 14.876430246149539, |
|
"count": 387, |
|
"is_parallel": true, |
|
"self": 1.7209492633846821, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.002650748996529728, |
|
"count": 4, |
|
"is_parallel": true, |
|
"self": 0.00036129201180301607, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.002289456984726712, |
|
"count": 16, |
|
"is_parallel": true, |
|
"self": 0.002289456984726712 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 13.152830233768327, |
|
"count": 387, |
|
"is_parallel": true, |
|
"self": 0.03488348981773015, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.2457014889077982, |
|
"count": 387, |
|
"is_parallel": true, |
|
"self": 0.2457014889077982 |
|
}, |
|
"communicator.exchange": { |
|
"total": 12.421524163917638, |
|
"count": 387, |
|
"is_parallel": true, |
|
"self": 12.421524163917638 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.45072109112516046, |
|
"count": 774, |
|
"is_parallel": true, |
|
"self": 0.048481980338692665, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.4022391107864678, |
|
"count": 3096, |
|
"is_parallel": true, |
|
"self": 0.4022391107864678 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_advance": { |
|
"total": 0.5266240900818957, |
|
"count": 387, |
|
"self": 0.018710285075940192, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 0.5079138050059555, |
|
"count": 387, |
|
"self": 0.5079138050059555 |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 2.9199873097240925e-07, |
|
"count": 1, |
|
"self": 2.9199873097240925e-07 |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 0.10120729199843481, |
|
"count": 1, |
|
"self": 0.0005302920035319403, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.10067699999490287, |
|
"count": 1, |
|
"self": 0.10067699999490287 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |