|
{ |
|
"name": "root", |
|
"gauges": { |
|
"Huggy.Policy.Entropy.mean": { |
|
"value": 1.412527322769165, |
|
"min": 1.412527322769165, |
|
"max": 1.4286195039749146, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Entropy.sum": { |
|
"value": 70504.890625, |
|
"min": 69039.0, |
|
"max": 76162.625, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.mean": { |
|
"value": 86.61754385964912, |
|
"min": 82.87248322147651, |
|
"max": 399.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.sum": { |
|
"value": 49372.0, |
|
"min": 48796.0, |
|
"max": 50249.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.mean": { |
|
"value": 1999952.0, |
|
"min": 49673.0, |
|
"max": 1999952.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.sum": { |
|
"value": 1999952.0, |
|
"min": 49673.0, |
|
"max": 1999952.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.mean": { |
|
"value": 2.417802333831787, |
|
"min": 0.03630182892084122, |
|
"max": 2.433789014816284, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.sum": { |
|
"value": 1378.1473388671875, |
|
"min": 4.501426696777344, |
|
"max": 1381.04296875, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.mean": { |
|
"value": 3.8368468147620822, |
|
"min": 1.7603933972817274, |
|
"max": 3.951794030864316, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.sum": { |
|
"value": 2187.0026844143867, |
|
"min": 218.2887812629342, |
|
"max": 2189.293893098831, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.mean": { |
|
"value": 3.8368468147620822, |
|
"min": 1.7603933972817274, |
|
"max": 3.951794030864316, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.sum": { |
|
"value": 2187.0026844143867, |
|
"min": 218.2887812629342, |
|
"max": 2189.293893098831, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.mean": { |
|
"value": 0.017072539894757533, |
|
"min": 0.012367759072609865, |
|
"max": 0.01985546180876554, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.sum": { |
|
"value": 0.0512176196842726, |
|
"min": 0.02473551814521973, |
|
"max": 0.057222999299907915, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.mean": { |
|
"value": 0.05808950687448183, |
|
"min": 0.02323387327293555, |
|
"max": 0.060146518113712466, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.sum": { |
|
"value": 0.1742685206234455, |
|
"min": 0.048964376933872705, |
|
"max": 0.1761999849230051, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.mean": { |
|
"value": 3.7964487345500032e-06, |
|
"min": 3.7964487345500032e-06, |
|
"max": 0.00029532292655902497, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.sum": { |
|
"value": 1.138934620365001e-05, |
|
"min": 1.138934620365001e-05, |
|
"max": 0.0008440440186519999, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.mean": { |
|
"value": 0.10126544999999998, |
|
"min": 0.10126544999999998, |
|
"max": 0.19844097500000002, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.sum": { |
|
"value": 0.30379634999999994, |
|
"min": 0.2077036, |
|
"max": 0.5813479999999999, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.mean": { |
|
"value": 7.314595500000007e-05, |
|
"min": 7.314595500000007e-05, |
|
"max": 0.0049222046525, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.sum": { |
|
"value": 0.0002194378650000002, |
|
"min": 0.0002194378650000002, |
|
"max": 0.014069265200000004, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.mean": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.sum": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1670680707", |
|
"python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", |
|
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", |
|
"mlagents_version": "0.29.0.dev0", |
|
"mlagents_envs_version": "0.29.0.dev0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "1.8.1+cu102", |
|
"numpy_version": "1.21.6", |
|
"end_time_seconds": "1670682958" |
|
}, |
|
"total": 2251.002594623, |
|
"count": 1, |
|
"self": 0.44284688500010816, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.11971305800000209, |
|
"count": 1, |
|
"self": 0.11971305800000209 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 2250.44003468, |
|
"count": 1, |
|
"self": 3.9290990220388267, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 10.988467049000064, |
|
"count": 1, |
|
"self": 10.988467049000064 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 2235.3918095999607, |
|
"count": 232005, |
|
"self": 4.044793448121254, |
|
"children": { |
|
"env_step": { |
|
"total": 1741.4256529628665, |
|
"count": 232005, |
|
"self": 1460.2780648927196, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 278.4826052060573, |
|
"count": 232005, |
|
"self": 14.666893420998917, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 263.8157117850584, |
|
"count": 222923, |
|
"self": 66.48538989407132, |
|
"children": { |
|
"TorchPolicy.sample_actions": { |
|
"total": 197.33032189098708, |
|
"count": 222923, |
|
"self": 197.33032189098708 |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 2.664982864089666, |
|
"count": 232005, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 2242.776377656912, |
|
"count": 232005, |
|
"is_parallel": true, |
|
"self": 1045.8251354709325, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.0, |
|
"count": 0, |
|
"is_parallel": true, |
|
"self": 0.0, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.005006766000064999, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0003521530001080464, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.004654612999956953, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.004654612999956953 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 0.02804875300000731, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0003007030001072053, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.00023332699993261485, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00023332699993261485 |
|
}, |
|
"communicator.exchange": { |
|
"total": 0.026760359999911998, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.026760359999911998 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.0007543630000554913, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00026274000015291676, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0004916229999025745, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0004916229999025745 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 1196.9512421859793, |
|
"count": 232004, |
|
"is_parallel": true, |
|
"self": 35.33197642808136, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 75.66660132195625, |
|
"count": 232004, |
|
"is_parallel": true, |
|
"self": 75.66660132195625 |
|
}, |
|
"communicator.exchange": { |
|
"total": 991.9481841939524, |
|
"count": 232004, |
|
"is_parallel": true, |
|
"self": 991.9481841939524 |
|
}, |
|
"steps_from_proto": { |
|
"total": 94.00448024198909, |
|
"count": 232004, |
|
"is_parallel": true, |
|
"self": 38.51650048094132, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 55.48797976104777, |
|
"count": 464008, |
|
"is_parallel": true, |
|
"self": 55.48797976104777 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_advance": { |
|
"total": 489.9213631889728, |
|
"count": 232005, |
|
"self": 6.031210014979024, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 150.1205823259936, |
|
"count": 232005, |
|
"self": 149.63221382299366, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.48836850299994694, |
|
"count": 4, |
|
"self": 0.48836850299994694 |
|
} |
|
} |
|
}, |
|
"_update_policy": { |
|
"total": 333.76957084800017, |
|
"count": 97, |
|
"self": 278.9866704039913, |
|
"children": { |
|
"TorchPPOOptimizer.update": { |
|
"total": 54.782900444008874, |
|
"count": 2910, |
|
"self": 54.782900444008874 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 8.760002856433857e-07, |
|
"count": 1, |
|
"self": 8.760002856433857e-07 |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 0.13065813299999718, |
|
"count": 1, |
|
"self": 0.002744568999787589, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.1279135640002096, |
|
"count": 1, |
|
"self": 0.1279135640002096 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |