{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4090627431869507, "min": 1.4090627431869507, "max": 1.426743745803833, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 71939.6953125, "min": 68737.671875, "max": 77156.8515625, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 85.27538726333907, "min": 81.79470198675497, "max": 395.4488188976378, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49545.0, "min": 48835.0, "max": 50222.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999999.0, "min": 49599.0, "max": 1999999.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999999.0, "min": 49599.0, "max": 1999999.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.44547438621521, "min": 0.01594504900276661, "max": 2.452688694000244, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1420.820556640625, "min": 2.0090761184692383, "max": 1439.728271484375, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.7149457134396195, "min": 1.8719338270879926, "max": 3.9376345558456043, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2158.383459508419, "min": 235.86366221308708, "max": 2240.546567440033, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.7149457134396195, "min": 1.8719338270879926, "max": 3.9376345558456043, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2158.383459508419, "min": 235.86366221308708, "max": 2240.546567440033, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.017489859612800904, "min": 0.013885386479766263, "max": 0.02238940290020158, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.05246957883840271, "min": 0.027770772959532525, "max": 0.05830635419503475, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.0539445784356859, "min": 0.023711907956749198, "max": 0.059958012029528614, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.1618337353070577, "min": 0.047423815913498396, "max": 0.17408765144646168, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.7464487512166653e-06, "min": 3.7464487512166653e-06, "max": 0.00029535180154939994, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.1239346253649996e-05, "min": 1.1239346253649996e-05, "max": 0.00084422746859085, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10124878333333333, "min": 0.10124878333333333, "max": 0.19845060000000003, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30374635, "min": 0.20765810000000004, "max": 0.5814091500000002, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 7.231428833333332e-05, "min": 7.231428833333332e-05, "max": 0.004922684939999998, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00021694286499999998, "min": 0.00021694286499999998, "max": 0.014072316585, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1688837086", "python_version": "3.10.12 (main, Jun 7 2023, 12:45:35) [GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1688839737" }, "total": 2651.638299817, "count": 1, "self": 0.44118853999998464, "children": { "run_training.setup": { "total": 0.04083437600002071, "count": 1, "self": 0.04083437600002071 }, "TrainerController.start_learning": { "total": 2651.156276901, "count": 1, "self": 4.840511824089845, "children": { "TrainerController._reset_env": { "total": 4.15092692799999, "count": 1, "self": 4.15092692799999 }, "TrainerController.advance": { "total": 2642.0234248279107, "count": 232408, "self": 4.947881921886619, "children": { "env_step": { "total": 2056.499860345012, "count": 232408, "self": 1733.0046431628466, "children": { "SubprocessEnvManager._take_step": { "total": 320.4063881741418, "count": 232408, "self": 18.191350154207385, "children": { "TorchPolicy.evaluate": { "total": 302.2150380199344, "count": 222980, "self": 302.2150380199344 } } }, "workers": { "total": 3.0888290080236516, "count": 232408, "self": 0.0, "children": { "worker_root": { "total": 2642.6843367980814, "count": 232408, "is_parallel": true, "self": 1233.3326423960448, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0009005889999684769, "count": 1, "is_parallel": true, "self": 0.000249823999979526, "children": { "_process_rank_one_or_two_observation": { "total": 0.0006507649999889509, "count": 2, "is_parallel": true, "self": 0.0006507649999889509 } } }, "UnityEnvironment.step": { "total": 0.03626601399997753, "count": 1, "is_parallel": true, "self": 0.0003299680000736771, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00025139599995327444, "count": 1, "is_parallel": true, "self": 0.00025139599995327444 }, "communicator.exchange": { "total": 0.034961583999972845, "count": 1, "is_parallel": true, "self": 0.034961583999972845 }, "steps_from_proto": { "total": 0.0007230659999777345, "count": 1, "is_parallel": true, "self": 0.00020995799997081122, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005131080000069232, "count": 2, "is_parallel": true, "self": 0.0005131080000069232 } } } } } } }, "UnityEnvironment.step": { "total": 1409.3516944020366, "count": 232407, "is_parallel": true, "self": 41.41723432601293, "children": { "UnityEnvironment._generate_step_input": { "total": 89.38551269299859, "count": 232407, "is_parallel": true, "self": 89.38551269299859 }, "communicator.exchange": { "total": 1173.8110437481218, "count": 232407, "is_parallel": true, "self": 1173.8110437481218 }, "steps_from_proto": { "total": 104.73790363490326, "count": 232407, "is_parallel": true, "self": 39.745285930887576, "children": { "_process_rank_one_or_two_observation": { "total": 64.99261770401569, "count": 464814, "is_parallel": true, "self": 64.99261770401569 } } } } } } } } } } }, "trainer_advance": { "total": 580.5756825610121, "count": 232408, "self": 7.115034385038484, "children": { "process_trajectory": { "total": 153.5847773049735, "count": 232408, "self": 152.06748524097281, "children": { "RLTrainer._checkpoint": { "total": 1.517292064000685, "count": 10, "self": 1.517292064000685 } } }, "_update_policy": { "total": 419.875870871, "count": 97, "self": 357.9034276870024, "children": { "TorchPPOOptimizer.update": { "total": 61.9724431839976, "count": 2910, "self": 61.9724431839976 } } } } } } }, "trainer_threads": { "total": 1.8159998944611289e-06, "count": 1, "self": 1.8159998944611289e-06 }, "TrainerController._save_models": { "total": 0.14141150499972355, "count": 1, "self": 0.001881404999494407, "children": { "RLTrainer._checkpoint": { "total": 0.13953010000022914, "count": 1, "self": 0.13953010000022914 } } } } } } }