| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4259545803070068, | |
| "min": 1.4198740720748901, | |
| "max": 1.4259545803070068, | |
| "count": 6 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 71089.5390625, | |
| "min": 69172.2734375, | |
| "max": 78534.65625, | |
| "count": 6 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 160.6290322580645, | |
| "min": 160.6290322580645, | |
| "max": 368.77941176470586, | |
| "count": 6 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49795.0, | |
| "min": 49519.0, | |
| "max": 50154.0, | |
| "count": 6 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 299963.0, | |
| "min": 49885.0, | |
| "max": 299963.0, | |
| "count": 6 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 299963.0, | |
| "min": 49885.0, | |
| "max": 299963.0, | |
| "count": 6 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 1.4954533576965332, | |
| "min": 0.1715380847454071, | |
| "max": 1.4954533576965332, | |
| "count": 6 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 463.5905456542969, | |
| "min": 23.157642364501953, | |
| "max": 463.5905456542969, | |
| "count": 6 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.478076188987301, | |
| "min": 1.8233734027103141, | |
| "max": 3.5086319914553314, | |
| "count": 6 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 1078.2036185860634, | |
| "min": 246.1554093658924, | |
| "max": 1078.2036185860634, | |
| "count": 6 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.478076188987301, | |
| "min": 1.8233734027103141, | |
| "max": 3.5086319914553314, | |
| "count": 6 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 1078.2036185860634, | |
| "min": 246.1554093658924, | |
| "max": 1078.2036185860634, | |
| "count": 6 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.019604676798674822, | |
| "min": 0.01493028273131737, | |
| "max": 0.020642197086514595, | |
| "count": 6 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.039209353597349644, | |
| "min": 0.02986056546263474, | |
| "max": 0.052283507785614344, | |
| "count": 6 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.03594618175799648, | |
| "min": 0.020260032545775176, | |
| "max": 0.03594618175799648, | |
| "count": 6 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.07189236351599296, | |
| "min": 0.04052006509155035, | |
| "max": 0.08180487013111512, | |
| "count": 6 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 0.0002580839389720249, | |
| "min": 0.0002580839389720249, | |
| "max": 0.000295305826564725, | |
| "count": 6 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 0.0005161678779440498, | |
| "min": 0.0005161678779440498, | |
| "max": 0.0008438443687185499, | |
| "count": 6 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.186027975, | |
| "min": 0.186027975, | |
| "max": 0.19843527500000002, | |
| "count": 6 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.37205595, | |
| "min": 0.37205595, | |
| "max": 0.58128145, | |
| "count": 6 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 0.004302795952500001, | |
| "min": 0.004302795952500001, | |
| "max": 0.004921920222500001, | |
| "count": 6 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.008605591905000001, | |
| "min": 0.008605591905000001, | |
| "max": 0.014065944354999999, | |
| "count": 6 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 6 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 6 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1689834473", | |
| "python_version": "3.10.6 (main, May 29 2023, 11:10:38) [GCC 11.3.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1689834828" | |
| }, | |
| "total": 354.52661724800004, | |
| "count": 1, | |
| "self": 0.4450507570000468, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.033703663000039796, | |
| "count": 1, | |
| "self": 0.033703663000039796 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 354.04786282799995, | |
| "count": 1, | |
| "self": 0.6223972070093282, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 5.16579864199997, | |
| "count": 1, | |
| "self": 5.16579864199997 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 347.8673989019906, | |
| "count": 34253, | |
| "self": 0.6392635750162299, | |
| "children": { | |
| "env_step": { | |
| "total": 270.7414015929824, | |
| "count": 34253, | |
| "self": 227.8446626439765, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 42.49328462400803, | |
| "count": 34253, | |
| "self": 2.5922277860236704, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 39.901056837984356, | |
| "count": 33633, | |
| "self": 39.901056837984356 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.40345432499788103, | |
| "count": 34252, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 352.63488022200244, | |
| "count": 34252, | |
| "is_parallel": true, | |
| "self": 166.63533792799882, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0008859210000196072, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002543170000421924, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0006316039999774148, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0006316039999774148 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.028596880999998575, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00032674500005214213, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0002252819999739586, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002252819999739586 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.027350028999990172, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.027350028999990172 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.000694824999982302, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00020508099999005935, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0004897439999922426, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0004897439999922426 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 185.99954229400362, | |
| "count": 34251, | |
| "is_parallel": true, | |
| "self": 5.900845499006948, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 12.00319727598685, | |
| "count": 34251, | |
| "is_parallel": true, | |
| "self": 12.00319727598685 | |
| }, | |
| "communicator.exchange": { | |
| "total": 154.11324830600557, | |
| "count": 34251, | |
| "is_parallel": true, | |
| "self": 154.11324830600557 | |
| }, | |
| "steps_from_proto": { | |
| "total": 13.982251213004247, | |
| "count": 34251, | |
| "is_parallel": true, | |
| "self": 5.07903137800605, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 8.903219834998197, | |
| "count": 68502, | |
| "is_parallel": true, | |
| "self": 8.903219834998197 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 76.48673373399197, | |
| "count": 34252, | |
| "self": 0.967087231980372, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 15.985832506011661, | |
| "count": 34252, | |
| "self": 15.793919199011611, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.19191330700004983, | |
| "count": 1, | |
| "self": 0.19191330700004983 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 59.533813995999935, | |
| "count": 14, | |
| "self": 50.937078630000315, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 8.59673536599962, | |
| "count": 420, | |
| "self": 8.59673536599962 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.4729999975315877e-06, | |
| "count": 1, | |
| "self": 1.4729999975315877e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.3922666040000422, | |
| "count": 1, | |
| "self": 0.004854493000038929, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.3874121110000033, | |
| "count": 1, | |
| "self": 0.3874121110000033 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |