| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4061872959136963, | |
| "min": 1.4061872959136963, | |
| "max": 1.4295545816421509, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 71247.2890625, | |
| "min": 69624.359375, | |
| "max": 77195.78125, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 78.19085173501577, | |
| "min": 65.83823529411765, | |
| "max": 377.0451127819549, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49573.0, | |
| "min": 48996.0, | |
| "max": 50147.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999479.0, | |
| "min": 49661.0, | |
| "max": 1999479.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999479.0, | |
| "min": 49661.0, | |
| "max": 1999479.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.5171334743499756, | |
| "min": -0.04375865310430527, | |
| "max": 2.5236191749572754, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1595.862548828125, | |
| "min": -5.776142120361328, | |
| "max": 1876.56005859375, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.840823719084075, | |
| "min": 1.900754555608287, | |
| "max": 4.019871230719804, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2435.0822378993034, | |
| "min": 250.89960134029388, | |
| "max": 2921.7493010759354, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.840823719084075, | |
| "min": 1.900754555608287, | |
| "max": 4.019871230719804, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2435.0822378993034, | |
| "min": 250.89960134029388, | |
| "max": 2921.7493010759354, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.018468828306100072, | |
| "min": 0.013932955821413393, | |
| "max": 0.020345190421600514, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.05540648491830022, | |
| "min": 0.027865911642826785, | |
| "max": 0.05547375514870509, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.05361906393534607, | |
| "min": 0.023916071994851032, | |
| "max": 0.06244307017574708, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.16085719180603822, | |
| "min": 0.047832143989702064, | |
| "max": 0.18579907914002738, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.988648670483336e-06, | |
| "min": 3.988648670483336e-06, | |
| "max": 0.0002952837015721, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.1965946011450006e-05, | |
| "min": 1.1965946011450006e-05, | |
| "max": 0.0008437971187343, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10132951666666663, | |
| "min": 0.10132951666666663, | |
| "max": 0.1984279, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.3039885499999999, | |
| "min": 0.20780614999999994, | |
| "max": 0.5812657, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 7.634288166666669e-05, | |
| "min": 7.634288166666669e-05, | |
| "max": 0.004921552210000001, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.00022902864500000007, | |
| "min": 0.00022902864500000007, | |
| "max": 0.014065158429999999, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1693237561", | |
| "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1693240059" | |
| }, | |
| "total": 2498.04658812, | |
| "count": 1, | |
| "self": 0.44298871199998757, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.06837155300001996, | |
| "count": 1, | |
| "self": 0.06837155300001996 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2497.535227855, | |
| "count": 1, | |
| "self": 4.622787743042409, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 4.802724553999951, | |
| "count": 1, | |
| "self": 4.802724553999951 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2487.9798390909573, | |
| "count": 234072, | |
| "self": 4.5290856361471015, | |
| "children": { | |
| "env_step": { | |
| "total": 1916.9203293758985, | |
| "count": 234072, | |
| "self": 1620.756613649698, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 293.1565230581539, | |
| "count": 234072, | |
| "self": 16.741555282252307, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 276.4149677759016, | |
| "count": 223074, | |
| "self": 276.4149677759016 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 3.0071926680466277, | |
| "count": 234072, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2489.866237155055, | |
| "count": 234072, | |
| "is_parallel": true, | |
| "self": 1158.243639627998, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.001110208000000057, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003587609999158303, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0007514470000842266, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0007514470000842266 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.030092806000084238, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00035138400016876403, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00022434100003465574, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00022434100003465574 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.02877533499997753, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.02877533499997753 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007417459999032872, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002146089998404932, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.000527137000062794, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.000527137000062794 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1331.622597527057, | |
| "count": 234071, | |
| "is_parallel": true, | |
| "self": 41.79038222000122, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 83.88881224396164, | |
| "count": 234071, | |
| "is_parallel": true, | |
| "self": 83.88881224396164 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1104.3382973929852, | |
| "count": 234071, | |
| "is_parallel": true, | |
| "self": 1104.3382973929852 | |
| }, | |
| "steps_from_proto": { | |
| "total": 101.60510567010897, | |
| "count": 234071, | |
| "is_parallel": true, | |
| "self": 36.194780673167315, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 65.41032499694165, | |
| "count": 468142, | |
| "is_parallel": true, | |
| "self": 65.41032499694165 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 566.5304240789116, | |
| "count": 234072, | |
| "self": 6.6189845918803485, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 147.27707624203015, | |
| "count": 234072, | |
| "self": 145.8209675890297, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.4561086530004559, | |
| "count": 10, | |
| "self": 1.4561086530004559 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 412.63436324500105, | |
| "count": 97, | |
| "self": 351.8714479570074, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 60.76291528799368, | |
| "count": 2910, | |
| "self": 60.76291528799368 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.359000179945724e-06, | |
| "count": 1, | |
| "self": 1.359000179945724e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.12987510800030577, | |
| "count": 1, | |
| "self": 0.001854118000210292, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.12802099000009548, | |
| "count": 1, | |
| "self": 0.12802099000009548 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |