poca-SoccerTwos / run_logs /timers.json
faelwen's picture
First Push
f7a9eef verified
{
"name": "root",
"gauges": {
"SoccerTwos.Policy.Entropy.mean": {
"value": 3.2820260524749756,
"min": 3.2820260524749756,
"max": 3.2957375049591064,
"count": 5
},
"SoccerTwos.Policy.Entropy.sum": {
"value": 144829.25,
"min": 65319.3984375,
"max": 144829.25,
"count": 5
},
"SoccerTwos.Environment.EpisodeLength.mean": {
"value": 579.3846153846154,
"min": 325.8,
"max": 772.625,
"count": 5
},
"SoccerTwos.Environment.EpisodeLength.sum": {
"value": 30128.0,
"min": 6516.0,
"max": 30180.0,
"count": 5
},
"SoccerTwos.Self-play.ELO.mean": {
"value": 1202.0464490055829,
"min": 1201.3631874491753,
"max": 1202.5535676424618,
"count": 4
},
"SoccerTwos.Self-play.ELO.sum": {
"value": 7212.278694033497,
"min": 4807.897178222476,
"max": 9610.905499593402,
"count": 4
},
"SoccerTwos.Step.mean": {
"value": 49114.0,
"min": 9110.0,
"max": 49114.0,
"count": 5
},
"SoccerTwos.Step.sum": {
"value": 49114.0,
"min": 9110.0,
"max": 49114.0,
"count": 5
},
"SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
"value": 0.057414501905441284,
"min": 0.057414501905441284,
"max": 0.062478192150592804,
"count": 5
},
"SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
"value": 1.2057045698165894,
"min": 0.8746002912521362,
"max": 1.2057045698165894,
"count": 5
},
"SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
"value": 0.05458521842956543,
"min": 0.05458521842956543,
"max": 0.06244208663702011,
"count": 5
},
"SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
"value": 1.146289587020874,
"min": 0.8741624355316162,
"max": 1.146289587020874,
"count": 5
},
"SoccerTwos.Environment.CumulativeReward.mean": {
"value": 0.0,
"min": 0.0,
"max": 0.0,
"count": 5
},
"SoccerTwos.Environment.CumulativeReward.sum": {
"value": 0.0,
"min": 0.0,
"max": 0.0,
"count": 5
},
"SoccerTwos.Policy.ExtrinsicReward.mean": {
"value": -0.11529523985726493,
"min": -0.11529523985726493,
"max": 0.15237143210002355,
"count": 5
},
"SoccerTwos.Policy.ExtrinsicReward.sum": {
"value": -2.4212000370025635,
"min": -2.4212000370025635,
"max": 2.1332000494003296,
"count": 5
},
"SoccerTwos.Environment.GroupCumulativeReward.mean": {
"value": -0.11529523985726493,
"min": -0.11529523985726493,
"max": 0.15237143210002355,
"count": 5
},
"SoccerTwos.Environment.GroupCumulativeReward.sum": {
"value": -2.4212000370025635,
"min": -2.4212000370025635,
"max": 2.1332000494003296,
"count": 5
},
"SoccerTwos.IsTraining.mean": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 5
},
"SoccerTwos.IsTraining.sum": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 5
},
"SoccerTwos.Losses.PolicyLoss.mean": {
"value": 0.01270825911584931,
"min": 0.01270825911584931,
"max": 0.015801887198064763,
"count": 2
},
"SoccerTwos.Losses.PolicyLoss.sum": {
"value": 0.01270825911584931,
"min": 0.01270825911584931,
"max": 0.015801887198064763,
"count": 2
},
"SoccerTwos.Losses.ValueLoss.mean": {
"value": 0.0023188549365537863,
"min": 0.0023188549365537863,
"max": 0.002954932664019557,
"count": 2
},
"SoccerTwos.Losses.ValueLoss.sum": {
"value": 0.0023188549365537863,
"min": 0.0023188549365537863,
"max": 0.002954932664019557,
"count": 2
},
"SoccerTwos.Losses.BaselineLoss.mean": {
"value": 0.0023475260357372464,
"min": 0.0023475260357372464,
"max": 0.0027234920461733756,
"count": 2
},
"SoccerTwos.Losses.BaselineLoss.sum": {
"value": 0.0023475260357372464,
"min": 0.0023475260357372464,
"max": 0.0027234920461733756,
"count": 2
},
"SoccerTwos.Policy.LearningRate.mean": {
"value": 0.0003,
"min": 0.0003,
"max": 0.0003,
"count": 2
},
"SoccerTwos.Policy.LearningRate.sum": {
"value": 0.0003,
"min": 0.0003,
"max": 0.0003,
"count": 2
},
"SoccerTwos.Policy.Epsilon.mean": {
"value": 0.20000000000000007,
"min": 0.20000000000000004,
"max": 0.20000000000000007,
"count": 2
},
"SoccerTwos.Policy.Epsilon.sum": {
"value": 0.20000000000000007,
"min": 0.20000000000000004,
"max": 0.20000000000000007,
"count": 2
},
"SoccerTwos.Policy.Beta.mean": {
"value": 0.005000000000000001,
"min": 0.005000000000000001,
"max": 0.005000000000000001,
"count": 2
},
"SoccerTwos.Policy.Beta.sum": {
"value": 0.005000000000000001,
"min": 0.005000000000000001,
"max": 0.005000000000000001,
"count": 2
}
},
"metadata": {
"timer_format_version": "0.1.0",
"start_time_seconds": "1741190063",
"python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]",
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics",
"mlagents_version": "1.2.0.dev0",
"mlagents_envs_version": "1.2.0.dev0",
"communication_protocol_version": "1.5.0",
"pytorch_version": "2.6.0+cu124",
"numpy_version": "1.23.5",
"end_time_seconds": "1741190391"
},
"total": 328.31238624199995,
"count": 1,
"self": 0.5389540379999289,
"children": {
"run_training.setup": {
"total": 0.028539453999997022,
"count": 1,
"self": 0.028539453999997022
},
"TrainerController.start_learning": {
"total": 327.74489275,
"count": 1,
"self": 0.18029733799841097,
"children": {
"TrainerController._reset_env": {
"total": 3.841675922000036,
"count": 6,
"self": 3.841675922000036
},
"TrainerController.advance": {
"total": 323.48272778300156,
"count": 5021,
"self": 0.20841907600095055,
"children": {
"env_step": {
"total": 168.6963491510014,
"count": 5021,
"self": 137.04705859800083,
"children": {
"SubprocessEnvManager._take_step": {
"total": 31.541704717002062,
"count": 5021,
"self": 1.1876349000025357,
"children": {
"TorchPolicy.evaluate": {
"total": 30.354069816999527,
"count": 10000,
"self": 30.354069816999527
}
}
},
"workers": {
"total": 0.10758583599852045,
"count": 5021,
"self": 0.0,
"children": {
"worker_root": {
"total": 324.75081078899933,
"count": 5021,
"is_parallel": true,
"self": 210.04267908799642,
"children": {
"run_training.setup": {
"total": 0.0,
"count": 0,
"is_parallel": true,
"self": 0.0,
"children": {
"steps_from_proto": {
"total": 0.007244376000016928,
"count": 2,
"is_parallel": true,
"self": 0.0045618480000371164,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.0026825279999798113,
"count": 8,
"is_parallel": true,
"self": 0.0026825279999798113
}
}
},
"UnityEnvironment.step": {
"total": 0.048559628999953475,
"count": 1,
"is_parallel": true,
"self": 0.00221553500000482,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 0.0014768699999763157,
"count": 1,
"is_parallel": true,
"self": 0.0014768699999763157
},
"communicator.exchange": {
"total": 0.040274665999959325,
"count": 1,
"is_parallel": true,
"self": 0.040274665999959325
},
"steps_from_proto": {
"total": 0.004592558000013014,
"count": 2,
"is_parallel": true,
"self": 0.0010027709998894352,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.0035897870001235788,
"count": 8,
"is_parallel": true,
"self": 0.0035897870001235788
}
}
}
}
}
}
},
"UnityEnvironment.step": {
"total": 114.69844614200287,
"count": 5020,
"is_parallel": true,
"self": 7.081847115999835,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 4.694067435002069,
"count": 5020,
"is_parallel": true,
"self": 4.694067435002069
},
"communicator.exchange": {
"total": 81.21102703399856,
"count": 5020,
"is_parallel": true,
"self": 81.21102703399856
},
"steps_from_proto": {
"total": 21.7115045570024,
"count": 10040,
"is_parallel": true,
"self": 3.8003480259943103,
"children": {
"_process_rank_one_or_two_observation": {
"total": 17.91115653100809,
"count": 40160,
"is_parallel": true,
"self": 17.91115653100809
}
}
}
}
},
"steps_from_proto": {
"total": 0.009685559000047306,
"count": 8,
"is_parallel": true,
"self": 0.0019867169999656653,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.0076988420000816404,
"count": 32,
"is_parallel": true,
"self": 0.0076988420000816404
}
}
}
}
}
}
}
}
},
"trainer_advance": {
"total": 154.5779595559992,
"count": 5021,
"self": 0.9607111720003445,
"children": {
"process_trajectory": {
"total": 22.61103353299876,
"count": 5021,
"self": 22.61103353299876
},
"_update_policy": {
"total": 131.0062148510001,
"count": 2,
"self": 10.096902749000606,
"children": {
"TorchPOCAOptimizer.update": {
"total": 120.90931210199949,
"count": 69,
"self": 120.90931210199949
}
}
}
}
}
}
},
"trainer_threads": {
"total": 1.2340000239419169e-06,
"count": 1,
"self": 1.2340000239419169e-06
},
"TrainerController._save_models": {
"total": 0.2401904729999842,
"count": 1,
"self": 0.002595662999965498,
"children": {
"RLTrainer._checkpoint": {
"total": 0.2375948100000187,
"count": 1,
"self": 0.2375948100000187
}
}
}
}
}
}
}