| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4027190208435059, | |
| "min": 1.4027190208435059, | |
| "max": 1.4248894453048706, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 68924.0, | |
| "min": 68833.203125, | |
| "max": 77404.5, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 82.78056951423785, | |
| "min": 73.76096822995461, | |
| "max": 400.8, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49420.0, | |
| "min": 48756.0, | |
| "max": 50100.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999908.0, | |
| "min": 49732.0, | |
| "max": 1999908.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999908.0, | |
| "min": 49732.0, | |
| "max": 1999908.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.499207019805908, | |
| "min": -0.04495975002646446, | |
| "max": 2.5531363487243652, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1492.026611328125, | |
| "min": -5.575008869171143, | |
| "max": 1657.3248291015625, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.8214621169483243, | |
| "min": 1.7845443653002862, | |
| "max": 4.131055483924947, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2281.4128838181496, | |
| "min": 221.2835012972355, | |
| "max": 2610.9563172459602, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.8214621169483243, | |
| "min": 1.7845443653002862, | |
| "max": 4.131055483924947, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2281.4128838181496, | |
| "min": 221.2835012972355, | |
| "max": 2610.9563172459602, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.019057211323848203, | |
| "min": 0.011506654602756801, | |
| "max": 0.01959760335092824, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.05717163397154461, | |
| "min": 0.023013309205513602, | |
| "max": 0.05717163397154461, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.05782485124137667, | |
| "min": 0.024408646828184527, | |
| "max": 0.06296857818961143, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.17347455372413, | |
| "min": 0.048817293656369054, | |
| "max": 0.18381293440858523, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.6058987980666705e-06, | |
| "min": 3.6058987980666705e-06, | |
| "max": 0.00029526502657832495, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.0817696394200012e-05, | |
| "min": 1.0817696394200012e-05, | |
| "max": 0.0008437711687429498, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10120193333333334, | |
| "min": 0.10120193333333334, | |
| "max": 0.19842167500000002, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.30360580000000004, | |
| "min": 0.20758855, | |
| "max": 0.5812570499999999, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 6.99764733333334e-05, | |
| "min": 6.99764733333334e-05, | |
| "max": 0.0049212415824999994, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.0002099294200000002, | |
| "min": 0.0002099294200000002, | |
| "max": 0.014064726795000001, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1687670630", | |
| "python_version": "3.10.12 (main, Jun 7 2023, 12:45:35) [GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1687673152" | |
| }, | |
| "total": 2522.0774651290003, | |
| "count": 1, | |
| "self": 0.8382027290003862, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.04166321799993966, | |
| "count": 1, | |
| "self": 0.04166321799993966 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2521.197599182, | |
| "count": 1, | |
| "self": 4.571151830026338, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 5.13458541, | |
| "count": 1, | |
| "self": 5.13458541 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2511.3092714669733, | |
| "count": 233044, | |
| "self": 4.687755955915691, | |
| "children": { | |
| "env_step": { | |
| "total": 1972.0833368450278, | |
| "count": 233044, | |
| "self": 1668.778022373985, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 300.3822948430684, | |
| "count": 233044, | |
| "self": 17.444410762985058, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 282.93788408008334, | |
| "count": 222931, | |
| "self": 282.93788408008334 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.923019627974327, | |
| "count": 233044, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2512.9904457770153, | |
| "count": 233044, | |
| "is_parallel": true, | |
| "self": 1148.7162979820018, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0009521270000050208, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002552950001017962, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0006968319999032246, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0006968319999032246 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.049876895000011245, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00029962200017052965, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00026596599991535186, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00026596599991535186 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.048603715000012926, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.048603715000012926 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.000707591999912438, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00021816099990701332, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0004894310000054247, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0004894310000054247 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1364.2741477950135, | |
| "count": 233043, | |
| "is_parallel": true, | |
| "self": 39.05407635314327, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 85.85383712905343, | |
| "count": 233043, | |
| "is_parallel": true, | |
| "self": 85.85383712905343 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1139.9556961728713, | |
| "count": 233043, | |
| "is_parallel": true, | |
| "self": 1139.9556961728713 | |
| }, | |
| "steps_from_proto": { | |
| "total": 99.41053813994563, | |
| "count": 233043, | |
| "is_parallel": true, | |
| "self": 38.239625706982565, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 61.170912432963064, | |
| "count": 466086, | |
| "is_parallel": true, | |
| "self": 61.170912432963064 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 534.5381786660297, | |
| "count": 233044, | |
| "self": 6.5276550630475185, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 147.76235528198185, | |
| "count": 233044, | |
| "self": 146.36362493398246, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.3987303479993898, | |
| "count": 10, | |
| "self": 1.3987303479993898 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 380.2481683210003, | |
| "count": 97, | |
| "self": 320.7795419479969, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 59.46862637300342, | |
| "count": 2910, | |
| "self": 59.46862637300342 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.4440001905313693e-06, | |
| "count": 1, | |
| "self": 1.4440001905313693e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.18258903100013413, | |
| "count": 1, | |
| "self": 0.00255981200007227, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.18002921900006186, | |
| "count": 1, | |
| "self": 0.18002921900006186 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |