|
{ |
|
"name": "root", |
|
"gauges": { |
|
"SnowballTarget.Policy.Entropy.mean": { |
|
"value": 0.5269735455513, |
|
"min": 0.5269735455513, |
|
"max": 2.8357203006744385, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Policy.Entropy.sum": { |
|
"value": 5437.31298828125, |
|
"min": 5105.45654296875, |
|
"max": 29196.576171875, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Step.mean": { |
|
"value": 1999992.0, |
|
"min": 9952.0, |
|
"max": 1999992.0, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Step.sum": { |
|
"value": 1999992.0, |
|
"min": 9952.0, |
|
"max": 1999992.0, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Policy.ExtrinsicValueEstimate.mean": { |
|
"value": 15.033926963806152, |
|
"min": 0.4628317654132843, |
|
"max": 15.097548484802246, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Policy.ExtrinsicValueEstimate.sum": { |
|
"value": 3081.955078125, |
|
"min": 89.78936004638672, |
|
"max": 3085.62646484375, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Environment.EpisodeLength.mean": { |
|
"value": 199.0, |
|
"min": 199.0, |
|
"max": 199.0, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Environment.EpisodeLength.sum": { |
|
"value": 10945.0, |
|
"min": 8756.0, |
|
"max": 10945.0, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Losses.PolicyLoss.mean": { |
|
"value": 0.07078048211322954, |
|
"min": 0.06503697658053118, |
|
"max": 0.07793410775942475, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Losses.PolicyLoss.sum": { |
|
"value": 0.3539024105661477, |
|
"min": 0.26219758718789843, |
|
"max": 0.3824035105034401, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Losses.ValueLoss.mean": { |
|
"value": 0.11107677399673883, |
|
"min": 0.0889188205001547, |
|
"max": 0.24954896199352605, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Losses.ValueLoss.sum": { |
|
"value": 0.5553838699836942, |
|
"min": 0.3556752820006188, |
|
"max": 1.2477448099676303, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Policy.LearningRate.mean": { |
|
"value": 7.032997656000038e-07, |
|
"min": 7.032997656000038e-07, |
|
"max": 0.00029918820027059994, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Policy.LearningRate.sum": { |
|
"value": 3.516498828000019e-06, |
|
"min": 3.516498828000019e-06, |
|
"max": 0.001488516003828, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Policy.Epsilon.mean": { |
|
"value": 0.10023440000000002, |
|
"min": 0.10023440000000002, |
|
"max": 0.1997294, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Policy.Epsilon.sum": { |
|
"value": 0.5011720000000001, |
|
"min": 0.4029176, |
|
"max": 0.9961720000000001, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Policy.Beta.mean": { |
|
"value": 2.1696560000000063e-05, |
|
"min": 2.1696560000000063e-05, |
|
"max": 0.00498649706, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Policy.Beta.sum": { |
|
"value": 0.00010848280000000032, |
|
"min": 0.00010848280000000032, |
|
"max": 0.024808982800000004, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Environment.CumulativeReward.mean": { |
|
"value": 29.454545454545453, |
|
"min": 3.7045454545454546, |
|
"max": 29.75, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Environment.CumulativeReward.sum": { |
|
"value": 1620.0, |
|
"min": 163.0, |
|
"max": 1629.0, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Policy.ExtrinsicReward.mean": { |
|
"value": 29.454545454545453, |
|
"min": 3.7045454545454546, |
|
"max": 29.75, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.Policy.ExtrinsicReward.sum": { |
|
"value": 1620.0, |
|
"min": 163.0, |
|
"max": 1629.0, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.IsTraining.mean": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 200 |
|
}, |
|
"SnowballTarget.IsTraining.sum": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 200 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1673520245", |
|
"python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", |
|
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics --force", |
|
"mlagents_version": "0.29.0.dev0", |
|
"mlagents_envs_version": "0.29.0.dev0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "1.8.1+cu102", |
|
"numpy_version": "1.21.6", |
|
"end_time_seconds": "1673526354" |
|
}, |
|
"total": 6108.450217839001, |
|
"count": 1, |
|
"self": 0.38215958300133934, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.10299456399980045, |
|
"count": 1, |
|
"self": 0.10299456399980045 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 6107.965063692, |
|
"count": 1, |
|
"self": 4.670113652085092, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 5.953856518000066, |
|
"count": 1, |
|
"self": 5.953856518000066 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 6097.172750531914, |
|
"count": 181879, |
|
"self": 2.3390944627126373, |
|
"children": { |
|
"env_step": { |
|
"total": 6094.833656069201, |
|
"count": 181879, |
|
"self": 4547.217765226418, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 1545.1520703661208, |
|
"count": 181879, |
|
"self": 13.06588448885941, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 1532.0861858772614, |
|
"count": 181879, |
|
"self": 303.9904630213814, |
|
"children": { |
|
"TorchPolicy.sample_actions": { |
|
"total": 1228.09572285588, |
|
"count": 181879, |
|
"self": 1228.09572285588 |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 2.4638204766624767, |
|
"count": 181879, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 6097.303847972106, |
|
"count": 181879, |
|
"is_parallel": true, |
|
"self": 4068.3793781252202, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.0, |
|
"count": 0, |
|
"is_parallel": true, |
|
"self": 0.0, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.0018383219999122957, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0006221360004019516, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0012161859995103441, |
|
"count": 10, |
|
"is_parallel": true, |
|
"self": 0.0012161859995103441 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 0.03766531800010853, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00045596099971589865, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.00027069700036008726, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00027069700036008726 |
|
}, |
|
"communicator.exchange": { |
|
"total": 0.035113329000068916, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.035113329000068916 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.0018253309999636258, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0004180810001344071, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0014072499998292187, |
|
"count": 10, |
|
"is_parallel": true, |
|
"self": 0.0014072499998292187 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 2028.924469846886, |
|
"count": 181878, |
|
"is_parallel": true, |
|
"self": 80.32223734537229, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 48.73312923412368, |
|
"count": 181878, |
|
"is_parallel": true, |
|
"self": 48.73312923412368 |
|
}, |
|
"communicator.exchange": { |
|
"total": 1584.0304515685566, |
|
"count": 181878, |
|
"is_parallel": true, |
|
"self": 1584.0304515685566 |
|
}, |
|
"steps_from_proto": { |
|
"total": 315.8386516988335, |
|
"count": 181878, |
|
"is_parallel": true, |
|
"self": 62.35403560249006, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 253.48461609634342, |
|
"count": 1818780, |
|
"is_parallel": true, |
|
"self": 253.48461609634342 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 4.2252999264746904e-05, |
|
"count": 1, |
|
"self": 4.2252999264746904e-05, |
|
"children": { |
|
"thread_root": { |
|
"total": 0.0, |
|
"count": 0, |
|
"is_parallel": true, |
|
"self": 0.0, |
|
"children": { |
|
"trainer_advance": { |
|
"total": 6073.711755697596, |
|
"count": 2898609, |
|
"is_parallel": true, |
|
"self": 71.1986653173426, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 2506.8915254542585, |
|
"count": 2898609, |
|
"is_parallel": true, |
|
"self": 2496.2475137062534, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 10.644011748005141, |
|
"count": 40, |
|
"is_parallel": true, |
|
"self": 10.644011748005141 |
|
} |
|
} |
|
}, |
|
"_update_policy": { |
|
"total": 3495.6215649259952, |
|
"count": 909, |
|
"is_parallel": true, |
|
"self": 1329.040408200864, |
|
"children": { |
|
"TorchPPOOptimizer.update": { |
|
"total": 2166.581156725131, |
|
"count": 154480, |
|
"is_parallel": true, |
|
"self": 2166.581156725131 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 0.16830073700111825, |
|
"count": 1, |
|
"self": 0.0011941270022362005, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.16710660999888205, |
|
"count": 1, |
|
"self": 0.16710660999888205 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |