{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.3991444110870361, "min": 1.3991444110870361, "max": 1.4263895750045776, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 68773.546875, "min": 68269.2109375, "max": 77274.6328125, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 85.73555166374781, "min": 84.58390410958904, "max": 414.1570247933884, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 48955.0, "min": 48853.0, "max": 50151.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999981.0, "min": 49919.0, "max": 1999981.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999981.0, "min": 49919.0, "max": 1999981.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.462353229522705, "min": -0.03736243396997452, "max": 2.463142156600952, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1406.003662109375, "min": -4.483491897583008, "max": 1421.2330322265625, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.8586119187901193, "min": 1.7505057123800118, "max": 4.064562246698295, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2203.267405629158, "min": 210.06068548560143, "max": 2277.041397511959, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.8586119187901193, "min": 1.7505057123800118, "max": 4.064562246698295, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2203.267405629158, "min": 210.06068548560143, "max": 2277.041397511959, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.016501361546235986, "min": 0.01389935751176381, "max": 0.02148483637283789, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.04950408463870796, "min": 0.02779871502352762, "max": 0.06226362749924495, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.05535527546372678, "min": 0.024675470869988204, "max": 0.057911147053043045, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.16606582639118034, "min": 0.04935094173997641, "max": 0.17371333216627438, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.4805988398333317e-06, "min": 3.4805988398333317e-06, "max": 0.00029527875157374996, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.0441796519499995e-05, "min": 1.0441796519499995e-05, "max": 0.0008437395187534998, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10116016666666668, "min": 0.10116016666666668, "max": 0.19842624999999997, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30348050000000004, "min": 0.20744984999999994, "max": 0.5812465, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 6.789231666666664e-05, "min": 6.789231666666664e-05, "max": 0.004921469874999999, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.0002036769499999999, "min": 0.0002036769499999999, "max": 0.01406420035, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1678251055", "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.22.4", "end_time_seconds": "1678253462" }, "total": 2406.799089698, "count": 1, "self": 0.44559081100032927, "children": { "run_training.setup": { "total": 0.12248147899998685, "count": 1, "self": 0.12248147899998685 }, "TrainerController.start_learning": { "total": 2406.231017408, "count": 1, "self": 4.1908615900133555, "children": { "TrainerController._reset_env": { "total": 12.120638493000001, "count": 1, "self": 12.120638493000001 }, "TrainerController.advance": { "total": 2389.8045960289865, "count": 232494, "self": 4.541882222979893, "children": { "env_step": { "total": 1847.2193272760044, "count": 232494, "self": 1547.3691417169825, "children": { "SubprocessEnvManager._take_step": { "total": 297.00860949293474, "count": 232494, "self": 15.775838159960927, "children": { "TorchPolicy.evaluate": { "total": 281.2327713329738, "count": 222912, "self": 70.1954754479253, "children": { "TorchPolicy.sample_actions": { "total": 211.0372958850485, "count": 222912, "self": 211.0372958850485 } } } } }, "workers": { "total": 2.841576066087015, "count": 232494, "self": 0.0, "children": { "worker_root": { "total": 2397.8160271970396, "count": 232494, "is_parallel": true, "self": 1144.2471637690398, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0012596690000066246, "count": 1, "is_parallel": true, "self": 0.0004843870000286188, "children": { "_process_rank_one_or_two_observation": { "total": 0.0007752819999780058, "count": 2, "is_parallel": true, "self": 0.0007752819999780058 } } }, "UnityEnvironment.step": { "total": 0.028745052999994414, "count": 1, "is_parallel": true, "self": 0.0002727159999835749, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0002117420000047332, "count": 1, "is_parallel": true, "self": 0.0002117420000047332 }, "communicator.exchange": { "total": 0.02755730600000561, "count": 1, "is_parallel": true, "self": 0.02755730600000561 }, "steps_from_proto": { "total": 0.0007032890000004954, "count": 1, "is_parallel": true, "self": 0.00023511899999562047, "children": { "_process_rank_one_or_two_observation": { "total": 0.00046817000000487496, "count": 2, "is_parallel": true, "self": 0.00046817000000487496 } } } } } } }, "UnityEnvironment.step": { "total": 1253.5688634279998, "count": 232493, "is_parallel": true, "self": 38.63276067603874, "children": { "UnityEnvironment._generate_step_input": { "total": 78.52463174703149, "count": 232493, "is_parallel": true, "self": 78.52463174703149 }, "communicator.exchange": { "total": 1045.3679785209847, "count": 232493, "is_parallel": true, "self": 1045.3679785209847 }, "steps_from_proto": { "total": 91.04349248394496, "count": 232493, "is_parallel": true, "self": 36.76287938782394, "children": { "_process_rank_one_or_two_observation": { "total": 54.280613096121016, "count": 464986, "is_parallel": true, "self": 54.280613096121016 } } } } } } } } } } }, "trainer_advance": { "total": 538.0433865300021, "count": 232494, "self": 6.194618699049329, "children": { "process_trajectory": { "total": 168.42721278395203, "count": 232494, "self": 166.97223212495186, "children": { "RLTrainer._checkpoint": { "total": 1.4549806590001708, "count": 10, "self": 1.4549806590001708 } } }, "_update_policy": { "total": 363.42155504700077, "count": 97, "self": 304.8726848529928, "children": { "TorchPPOOptimizer.update": { "total": 58.548870194007975, "count": 2910, "self": 58.548870194007975 } } } } } } }, "trainer_threads": { "total": 8.629999683762435e-07, "count": 1, "self": 8.629999683762435e-07 }, "TrainerController._save_models": { "total": 0.11492043299995203, "count": 1, "self": 0.0020213469997543143, "children": { "RLTrainer._checkpoint": { "total": 0.11289908600019771, "count": 1, "self": 0.11289908600019771 } } } } } } }