{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.3956167697906494, "min": 1.3956167697906494, "max": 1.4249565601348877, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 67187.78125, "min": 67187.78125, "max": 77409.203125, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 106.58279569892473, "min": 80.1590909090909, "max": 398.09448818897636, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49561.0, "min": 48924.0, "max": 50558.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999941.0, "min": 49991.0, "max": 1999941.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999941.0, "min": 49991.0, "max": 1999941.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.4577250480651855, "min": 0.1512860506772995, "max": 2.5088586807250977, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1142.8421630859375, "min": 19.062042236328125, "max": 1515.2545166015625, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.7054387059263005, "min": 1.9207808730148135, "max": 3.965199989351359, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 1723.0289982557297, "min": 242.01838999986649, "max": 2356.0787888765335, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.7054387059263005, "min": 1.9207808730148135, "max": 3.965199989351359, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 1723.0289982557297, "min": 242.01838999986649, "max": 2356.0787888765335, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.014692564402260662, "min": 0.01332546478176179, "max": 0.02152645689525848, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.04407769320678199, "min": 0.02665092956352358, "max": 0.06457937068577545, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.04938545881046189, "min": 0.021683009620755908, "max": 0.07642383836209773, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.14815637643138568, "min": 0.043366019241511816, "max": 0.18605702345569927, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.4120488626833295e-06, "min": 3.4120488626833295e-06, "max": 0.0002953470765509749, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.0236146588049989e-05, "min": 1.0236146588049989e-05, "max": 0.0008439199686933501, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10113731666666664, "min": 0.10113731666666664, "max": 0.19844902500000006, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30341194999999993, "min": 0.20743970000000003, "max": 0.5813066500000003, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 6.675210166666662e-05, "min": 6.675210166666662e-05, "max": 0.004922606347499999, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00020025630499999987, "min": 0.00020025630499999987, "max": 0.014067201835000001, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1687927948", "python_version": "3.10.12 (main, Jun 7 2023, 12:45:35) [GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1687930532" }, "total": 2584.054942414, "count": 1, "self": 0.436555313000099, "children": { "run_training.setup": { "total": 0.042821485999979814, "count": 1, "self": 0.042821485999979814 }, "TrainerController.start_learning": { "total": 2583.575565615, "count": 1, "self": 4.607878406856798, "children": { "TrainerController._reset_env": { "total": 5.451861347999966, "count": 1, "self": 5.451861347999966 }, "TrainerController.advance": { "total": 2573.383775406143, "count": 232547, "self": 4.932831163136598, "children": { "env_step": { "total": 2017.6856614189144, "count": 232547, "self": 1696.7529624550798, "children": { "SubprocessEnvManager._take_step": { "total": 317.85202644494314, "count": 232547, "self": 17.847236332941065, "children": { "TorchPolicy.evaluate": { "total": 300.00479011200207, "count": 222874, "self": 300.00479011200207 } } }, "workers": { "total": 3.080672518891447, "count": 232547, "self": 0.0, "children": { "worker_root": { "total": 2575.3262565809205, "count": 232547, "is_parallel": true, "self": 1192.540474253813, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0009750100000474049, "count": 1, "is_parallel": true, "self": 0.0002629370001159259, "children": { "_process_rank_one_or_two_observation": { "total": 0.000712072999931479, "count": 2, "is_parallel": true, "self": 0.000712072999931479 } } }, "UnityEnvironment.step": { "total": 0.07266571500008467, "count": 1, "is_parallel": true, "self": 0.0003842310001118676, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0002462789999526649, "count": 1, "is_parallel": true, "self": 0.0002462789999526649 }, "communicator.exchange": { "total": 0.0711230430000569, "count": 1, "is_parallel": true, "self": 0.0711230430000569 }, "steps_from_proto": { "total": 0.0009121619999632458, "count": 1, "is_parallel": true, "self": 0.00028434199998628173, "children": { "_process_rank_one_or_two_observation": { "total": 0.000627819999976964, "count": 2, "is_parallel": true, "self": 0.000627819999976964 } } } } } } }, "UnityEnvironment.step": { "total": 1382.7857823271074, "count": 232546, "is_parallel": true, "self": 40.570423683112494, "children": { "UnityEnvironment._generate_step_input": { "total": 86.49238047698054, "count": 232546, "is_parallel": true, "self": 86.49238047698054 }, "communicator.exchange": { "total": 1155.251521214012, "count": 232546, "is_parallel": true, "self": 1155.251521214012 }, "steps_from_proto": { "total": 100.47145695300242, "count": 232546, "is_parallel": true, "self": 38.02463467386053, "children": { "_process_rank_one_or_two_observation": { "total": 62.446822279141884, "count": 465092, "is_parallel": true, "self": 62.446822279141884 } } } } } } } } } } }, "trainer_advance": { "total": 550.7652828240921, "count": 232547, "self": 7.063806978151206, "children": { "process_trajectory": { "total": 147.00283120593872, "count": 232547, "self": 145.4955224719389, "children": { "RLTrainer._checkpoint": { "total": 1.507308733999821, "count": 10, "self": 1.507308733999821 } } }, "_update_policy": { "total": 396.69864464000216, "count": 97, "self": 334.91506876000915, "children": { "TorchPPOOptimizer.update": { "total": 61.78357587999301, "count": 2910, "self": 61.78357587999301 } } } } } } }, "trainer_threads": { "total": 1.0590001693344675e-06, "count": 1, "self": 1.0590001693344675e-06 }, "TrainerController._save_models": { "total": 0.13204939500019464, "count": 1, "self": 0.0021962410000924137, "children": { "RLTrainer._checkpoint": { "total": 0.12985315400010222, "count": 1, "self": 0.12985315400010222 } } } } } } }