{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4064899682998657, "min": 1.4064854383468628, "max": 1.4262715578079224, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 71437.03125, "min": 67822.5703125, "max": 75924.0390625, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 90.0783242258652, "min": 82.60367892976589, "max": 416.9166666666667, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49453.0, "min": 49011.0, "max": 50118.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999973.0, "min": 49759.0, "max": 1999973.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999973.0, "min": 49759.0, "max": 1999973.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.450319766998291, "min": 0.04748943820595741, "max": 2.5212624073028564, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1345.2255859375, "min": 5.651243209838867, "max": 1424.9581298828125, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.7916242256624884, "min": 1.6432950977517777, "max": 3.958276013833658, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2081.601699888706, "min": 195.55211663246155, "max": 2228.2995309233665, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.7916242256624884, "min": 1.6432950977517777, "max": 3.958276013833658, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2081.601699888706, "min": 195.55211663246155, "max": 2228.2995309233665, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.014996415585564036, "min": 0.013424618435480323, "max": 0.01938797717933388, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.04498924675669211, "min": 0.029742667226916333, "max": 0.05532293899984021, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.054614540313680966, "min": 0.023121055526038013, "max": 0.05850492641329766, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.1638436209410429, "min": 0.046242111052076026, "max": 0.1665550631781419, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.5464488178833313e-06, "min": 3.5464488178833313e-06, "max": 0.00029534955155014993, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.0639346453649993e-05, "min": 1.0639346453649993e-05, "max": 0.00084407446864185, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10118211666666667, "min": 0.10118211666666667, "max": 0.19844985000000004, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30354635, "min": 0.20750860000000004, "max": 0.58135815, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 6.898762166666665e-05, "min": 6.898762166666665e-05, "max": 0.0049226475150000015, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00020696286499999995, "min": 0.00020696286499999995, "max": 0.014069771685000003, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1688058803", "python_version": "3.10.12 (main, Jun 7 2023, 12:45:35) [GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1688061221" }, "total": 2418.405733335, "count": 1, "self": 0.45087275200057775, "children": { "run_training.setup": { "total": 0.07057484999995722, "count": 1, "self": 0.07057484999995722 }, "TrainerController.start_learning": { "total": 2417.8842857329996, "count": 1, "self": 4.419946082949082, "children": { "TrainerController._reset_env": { "total": 4.636135921999994, "count": 1, "self": 4.636135921999994 }, "TrainerController.advance": { "total": 2408.7027862990503, "count": 232192, "self": 4.567851282026368, "children": { "env_step": { "total": 1876.991392971025, "count": 232192, "self": 1581.8782045281116, "children": { "SubprocessEnvManager._take_step": { "total": 292.3021187910167, "count": 232192, "self": 16.40376035104282, "children": { "TorchPolicy.evaluate": { "total": 275.8983584399739, "count": 223028, "self": 275.8983584399739 } } }, "workers": { "total": 2.811069651896787, "count": 232192, "self": 0.0, "children": { "worker_root": { "total": 2410.092154838934, "count": 232192, "is_parallel": true, "self": 1119.7396252539247, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0009583329999713897, "count": 1, "is_parallel": true, "self": 0.0002604149999569927, "children": { "_process_rank_one_or_two_observation": { "total": 0.000697918000014397, "count": 2, "is_parallel": true, "self": 0.000697918000014397 } } }, "UnityEnvironment.step": { "total": 0.029088542999943456, "count": 1, "is_parallel": true, "self": 0.00034279700003025937, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00021959299999707582, "count": 1, "is_parallel": true, "self": 0.00021959299999707582 }, "communicator.exchange": { "total": 0.027768778999984534, "count": 1, "is_parallel": true, "self": 0.027768778999984534 }, "steps_from_proto": { "total": 0.0007573739999315876, "count": 1, "is_parallel": true, "self": 0.00019828400002097624, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005590899999106114, "count": 2, "is_parallel": true, "self": 0.0005590899999106114 } } } } } } }, "UnityEnvironment.step": { "total": 1290.3525295850095, "count": 232191, "is_parallel": true, "self": 39.73960698001929, "children": { "UnityEnvironment._generate_step_input": { "total": 78.10453723309308, "count": 232191, "is_parallel": true, "self": 78.10453723309308 }, "communicator.exchange": { "total": 1076.3596271479844, "count": 232191, "is_parallel": true, "self": 1076.3596271479844 }, "steps_from_proto": { "total": 96.14875822391298, "count": 232191, "is_parallel": true, "self": 33.69079563980074, "children": { "_process_rank_one_or_two_observation": { "total": 62.45796258411224, "count": 464382, "is_parallel": true, "self": 62.45796258411224 } } } } } } } } } } }, "trainer_advance": { "total": 527.1435420459987, "count": 232192, "self": 7.045670322993601, "children": { "process_trajectory": { "total": 136.4409142550062, "count": 232192, "self": 135.11660512600588, "children": { "RLTrainer._checkpoint": { "total": 1.3243091290003122, "count": 10, "self": 1.3243091290003122 } } }, "_update_policy": { "total": 383.65695746799895, "count": 97, "self": 323.03555927601474, "children": { "TorchPPOOptimizer.update": { "total": 60.62139819198421, "count": 2910, "self": 60.62139819198421 } } } } } } }, "trainer_threads": { "total": 9.870000212686136e-07, "count": 1, "self": 9.870000212686136e-07 }, "TrainerController._save_models": { "total": 0.1254164420001871, "count": 1, "self": 0.001933594000092853, "children": { "RLTrainer._checkpoint": { "total": 0.12348284800009424, "count": 1, "self": 0.12348284800009424 } } } } } } }