{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4091312885284424, "min": 1.4091312885284424, "max": 1.4277905225753784, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 71927.6953125, "min": 67513.0859375, "max": 78900.78125, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 82.46911519198665, "min": 80.57096247960848, "max": 439.0173913043478, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49399.0, "min": 48721.0, "max": 50487.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999959.0, "min": 49929.0, "max": 1999959.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999959.0, "min": 49929.0, "max": 1999959.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.405690908432007, "min": 0.06894857436418533, "max": 2.473665952682495, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1441.0087890625, "min": 7.860137462615967, "max": 1465.8389892578125, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.8011539430172494, "min": 1.852680847833031, "max": 3.9504581358252455, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2276.8912118673325, "min": 211.20561665296555, "max": 2350.522590816021, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.8011539430172494, "min": 1.852680847833031, "max": 3.9504581358252455, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2276.8912118673325, "min": 211.20561665296555, "max": 2350.522590816021, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.02037306649306427, "min": 0.013177003317832715, "max": 0.02037306649306427, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.06111919947919281, "min": 0.02635400663566543, "max": 0.06111919947919281, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.05692051665650474, "min": 0.021711756568402053, "max": 0.05863191746175289, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.1707615499695142, "min": 0.04342351313680411, "max": 0.1707615499695142, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.5393988202333443e-06, "min": 3.5393988202333443e-06, "max": 0.00029532480155839997, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.0618196460700033e-05, "min": 1.0618196460700033e-05, "max": 0.0008439145686951501, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10117976666666668, "min": 0.10117976666666668, "max": 0.19844159999999994, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30353930000000007, "min": 0.20750415000000005, "max": 0.5813048500000001, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 6.887035666666687e-05, "min": 6.887035666666687e-05, "max": 0.004922235839999999, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00020661107000000063, "min": 0.00020661107000000063, "max": 0.014067112015000001, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1675597899", "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1675600436" }, "total": 2537.5899411600003, "count": 1, "self": 0.4363184370008639, "children": { "run_training.setup": { "total": 0.11473420999982409, "count": 1, "self": 0.11473420999982409 }, "TrainerController.start_learning": { "total": 2537.0388885129996, "count": 1, "self": 4.529179977042531, "children": { "TrainerController._reset_env": { "total": 11.31728679600019, "count": 1, "self": 11.31728679600019 }, "TrainerController.advance": { "total": 2521.074879162956, "count": 232769, "self": 4.879966653890278, "children": { "env_step": { "total": 1952.7274874128666, "count": 232769, "self": 1627.5318818309843, "children": { "SubprocessEnvManager._take_step": { "total": 322.2393717167797, "count": 232769, "self": 16.525757306007563, "children": { "TorchPolicy.evaluate": { "total": 305.71361441077215, "count": 223040, "self": 75.15425167977901, "children": { "TorchPolicy.sample_actions": { "total": 230.55936273099314, "count": 223040, "self": 230.55936273099314 } } } } }, "workers": { "total": 2.956233865102604, "count": 232769, "self": 0.0, "children": { "worker_root": { "total": 2528.2436119106183, "count": 232769, "is_parallel": true, "self": 1198.5551311773993, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0021012950001022546, "count": 1, "is_parallel": true, "self": 0.0003655339996839757, "children": { "_process_rank_one_or_two_observation": { "total": 0.0017357610004182789, "count": 2, "is_parallel": true, "self": 0.0017357610004182789 } } }, "UnityEnvironment.step": { "total": 0.04588384699991366, "count": 1, "is_parallel": true, "self": 0.00035683699934452306, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00019354599999132915, "count": 1, "is_parallel": true, "self": 0.00019354599999132915 }, "communicator.exchange": { "total": 0.04456722600025387, "count": 1, "is_parallel": true, "self": 0.04456722600025387 }, "steps_from_proto": { "total": 0.0007662380003239377, "count": 1, "is_parallel": true, "self": 0.000253373000305146, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005128650000187918, "count": 2, "is_parallel": true, "self": 0.0005128650000187918 } } } } } } }, "UnityEnvironment.step": { "total": 1329.688480733219, "count": 232768, "is_parallel": true, "self": 36.48304327693586, "children": { "UnityEnvironment._generate_step_input": { "total": 77.93649590907444, "count": 232768, "is_parallel": true, "self": 77.93649590907444 }, "communicator.exchange": { "total": 1119.6279572721178, "count": 232768, "is_parallel": true, "self": 1119.6279572721178 }, "steps_from_proto": { "total": 95.64098427509089, "count": 232768, "is_parallel": true, "self": 38.615080989276066, "children": { "_process_rank_one_or_two_observation": { "total": 57.02590328581482, "count": 465536, "is_parallel": true, "self": 57.02590328581482 } } } } } } } } } } }, "trainer_advance": { "total": 563.4674250961993, "count": 232769, "self": 7.0360242713359185, "children": { "process_trajectory": { "total": 175.94498421386652, "count": 232769, "self": 174.57550735786572, "children": { "RLTrainer._checkpoint": { "total": 1.3694768560008015, "count": 10, "self": 1.3694768560008015 } } }, "_update_policy": { "total": 380.4864166109969, "count": 97, "self": 321.42637690001584, "children": { "TorchPPOOptimizer.update": { "total": 59.06003971098107, "count": 2910, "self": 59.06003971098107 } } } } } } }, "trainer_threads": { "total": 8.170000000973232e-07, "count": 1, "self": 8.170000000973232e-07 }, "TrainerController._save_models": { "total": 0.11754176000067673, "count": 1, "self": 0.0022452740004155203, "children": { "RLTrainer._checkpoint": { "total": 0.11529648600026121, "count": 1, "self": 0.11529648600026121 } } } } } } }