| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.4808414876461029, | |
| "min": 0.45646536350250244, | |
| "max": 1.4761430025100708, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 14525.259765625, | |
| "min": 13642.8369140625, | |
| "max": 44780.2734375, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989982.0, | |
| "min": 29952.0, | |
| "max": 989982.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989982.0, | |
| "min": 29952.0, | |
| "max": 989982.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.41117236018180847, | |
| "min": -0.1260172724723816, | |
| "max": 0.4495900273323059, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 108.54949951171875, | |
| "min": -30.370162963867188, | |
| "max": 121.83889770507812, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.025955229997634888, | |
| "min": 0.001035523833706975, | |
| "max": 0.307271271944046, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 6.8521809577941895, | |
| "min": 0.2692362070083618, | |
| "max": 73.74510192871094, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06972378771923318, | |
| "min": 0.06514819621779247, | |
| "max": 0.07369894572346905, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9761330280692645, | |
| "min": 0.48059853971798655, | |
| "max": 1.0672664935021505, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.010373268114048345, | |
| "min": 0.0001120277094408344, | |
| "max": 0.013814569378143335, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.14522575359667683, | |
| "min": 0.001456360222730847, | |
| "max": 0.20619688992398247, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.424154668171426e-06, | |
| "min": 7.424154668171426e-06, | |
| "max": 0.00029515063018788575, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00010393816535439997, | |
| "min": 0.00010393816535439997, | |
| "max": 0.0031400270533243997, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10247468571428572, | |
| "min": 0.10247468571428572, | |
| "max": 0.19838354285714285, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4346456, | |
| "min": 1.3691136000000002, | |
| "max": 2.3466756000000006, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0002572211028571428, | |
| "min": 0.0002572211028571428, | |
| "max": 0.00983851593142857, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.0036010954399999994, | |
| "min": 0.0036010954399999994, | |
| "max": 0.10469289243999999, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.009374582208693027, | |
| "min": 0.009374582208693027, | |
| "max": 0.4946654140949249, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.13124415278434753, | |
| "min": 0.13124415278434753, | |
| "max": 3.462657928466797, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 449.4153846153846, | |
| "min": 388.9078947368421, | |
| "max": 999.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 29212.0, | |
| "min": 15984.0, | |
| "max": 33324.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.4274553592388446, | |
| "min": -1.0000000521540642, | |
| "max": 1.5058026062814813, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 92.7845983505249, | |
| "min": -32.000001668930054, | |
| "max": 114.44099807739258, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.4274553592388446, | |
| "min": -1.0000000521540642, | |
| "max": 1.5058026062814813, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 92.7845983505249, | |
| "min": -32.000001668930054, | |
| "max": 114.44099807739258, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.04350496525741899, | |
| "min": 0.040064290778613405, | |
| "max": 11.339918397367, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 2.827822741732234, | |
| "min": 2.827822741732234, | |
| "max": 181.438694357872, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1690548181", | |
| "python_version": "3.10.6 (main, May 29 2023, 11:10:38) [GCC 11.3.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1690550179" | |
| }, | |
| "total": 1997.1754200600003, | |
| "count": 1, | |
| "self": 0.376533362000373, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.03642111199997089, | |
| "count": 1, | |
| "self": 0.03642111199997089 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 1996.762465586, | |
| "count": 1, | |
| "self": 1.8417457710179406, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 4.610064933000103, | |
| "count": 1, | |
| "self": 4.610064933000103 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 1990.206255852982, | |
| "count": 63469, | |
| "self": 1.7728782128874627, | |
| "children": { | |
| "env_step": { | |
| "total": 1337.9766422440039, | |
| "count": 63469, | |
| "self": 1207.4637519479638, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 129.4123704990352, | |
| "count": 63469, | |
| "self": 5.3272204789532225, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 124.08515002008198, | |
| "count": 62559, | |
| "self": 124.08515002008198 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 1.1005197970048357, | |
| "count": 63469, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 1993.7353670329908, | |
| "count": 63469, | |
| "is_parallel": true, | |
| "self": 904.2853400540353, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0021563249997598177, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006389270001818659, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0015173979995779519, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0015173979995779519 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.052196651000031125, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006926920000296377, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0005477709996739577, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005477709996739577 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.04886110600000393, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.04886110600000393 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0020950820003236004, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00041708700018716627, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001677995000136434, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001677995000136434 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1089.4500269789555, | |
| "count": 63468, | |
| "is_parallel": true, | |
| "self": 28.919261706989346, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 19.919393866924565, | |
| "count": 63468, | |
| "is_parallel": true, | |
| "self": 19.919393866924565 | |
| }, | |
| "communicator.exchange": { | |
| "total": 958.6525405869716, | |
| "count": 63468, | |
| "is_parallel": true, | |
| "self": 958.6525405869716 | |
| }, | |
| "steps_from_proto": { | |
| "total": 81.95883081807006, | |
| "count": 63468, | |
| "is_parallel": true, | |
| "self": 17.70434792986498, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 64.25448288820508, | |
| "count": 507744, | |
| "is_parallel": true, | |
| "self": 64.25448288820508 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 650.4567353960906, | |
| "count": 63469, | |
| "self": 3.028257084075449, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 108.0495058720162, | |
| "count": 63469, | |
| "self": 107.81499983501635, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.2345060369998464, | |
| "count": 2, | |
| "self": 0.2345060369998464 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 539.378972439999, | |
| "count": 435, | |
| "self": 340.66695357000526, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 198.7120188699937, | |
| "count": 22875, | |
| "self": 198.7120188699937 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 9.920004231389612e-07, | |
| "count": 1, | |
| "self": 9.920004231389612e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.10439803699955519, | |
| "count": 1, | |
| "self": 0.0014601409993701964, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.10293789600018499, | |
| "count": 1, | |
| "self": 0.10293789600018499 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |