| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.9041121602058411, | |
| "min": 0.7848484516143799, | |
| "max": 0.9595794677734375, | |
| "count": 9 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 27195.693359375, | |
| "min": 11791.3125, | |
| "max": 27195.693359375, | |
| "count": 9 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 479893.0, | |
| "min": 239887.0, | |
| "max": 479893.0, | |
| "count": 9 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 479893.0, | |
| "min": 239887.0, | |
| "max": 479893.0, | |
| "count": 9 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": -0.04746060445904732, | |
| "min": -0.09365838766098022, | |
| "max": -0.04746060445904732, | |
| "count": 9 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": -11.485466003417969, | |
| "min": -22.32797622680664, | |
| "max": -8.710229873657227, | |
| "count": 9 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.023278461769223213, | |
| "min": 0.02264345809817314, | |
| "max": 0.05445399507880211, | |
| "count": 9 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 5.633387565612793, | |
| "min": 5.055502891540527, | |
| "max": 13.232320785522461, | |
| "count": 9 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06821797406222639, | |
| "min": 0.06606155096887942, | |
| "max": 0.07089489593326456, | |
| "count": 9 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9550516368711696, | |
| "min": 0.13847115474345628, | |
| "max": 1.0298248680214874, | |
| "count": 9 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.003247611720624019, | |
| "min": 6.513744602898441e-05, | |
| "max": 0.004006296664693746, | |
| "count": 9 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.04546656408873626, | |
| "min": 0.00013027489205796883, | |
| "max": 0.06009444997040618, | |
| "count": 9 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 2.0508521735285716e-05, | |
| "min": 2.0508521735285716e-05, | |
| "max": 0.00015952384682539996, | |
| "count": 9 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.000287119304294, | |
| "min": 0.000287119304294, | |
| "max": 0.0016115711628098, | |
| "count": 9 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10683614285714285, | |
| "min": 0.10683614285714285, | |
| "max": 0.15317460000000002, | |
| "count": 9 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.495706, | |
| "min": 0.30634920000000004, | |
| "max": 1.9182626000000003, | |
| "count": 9 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0006929306714285714, | |
| "min": 0.0006929306714285714, | |
| "max": 0.005322142540000001, | |
| "count": 9 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.0097010294, | |
| "min": 0.0097010294, | |
| "max": 0.053775300979999996, | |
| "count": 9 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.02004416659474373, | |
| "min": 0.02004416659474373, | |
| "max": 0.03485111892223358, | |
| "count": 9 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.2806183397769928, | |
| "min": 0.06968533247709274, | |
| "max": 0.41131991147994995, | |
| "count": 9 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 9 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 9 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 936.969696969697, | |
| "min": 879.7096774193549, | |
| "max": 972.71875, | |
| "count": 8 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 30920.0, | |
| "min": 27271.0, | |
| "max": 33147.0, | |
| "count": 8 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": -0.5130727715564497, | |
| "min": -0.8450303508928327, | |
| "max": -0.23489036050535017, | |
| "count": 8 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": -16.93140146136284, | |
| "min": -27.886001579463482, | |
| "max": -7.281601175665855, | |
| "count": 8 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": -0.5130727715564497, | |
| "min": -0.8450303508928327, | |
| "max": -0.23489036050535017, | |
| "count": 8 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": -16.93140146136284, | |
| "min": -27.886001579463482, | |
| "max": -7.281601175665855, | |
| "count": 8 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.19533019177051206, | |
| "min": 0.19521545268775475, | |
| "max": 0.3576231829144738, | |
| "count": 8 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 6.4458963284268975, | |
| "min": 6.051679033320397, | |
| "max": 11.801565036177635, | |
| "count": 8 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1661327764", | |
| "python_version": "3.7.13 (default, Apr 24 2022, 01:04:09) \n[GCC 7.5.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --resume", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1661328295" | |
| }, | |
| "total": 531.3314669409999, | |
| "count": 1, | |
| "self": 0.47608576500010713, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.04129923999994389, | |
| "count": 1, | |
| "self": 0.04129923999994389 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 530.8140819359999, | |
| "count": 1, | |
| "self": 0.36486737998234275, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 6.394633533999922, | |
| "count": 1, | |
| "self": 6.394633533999922 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 523.9569498660176, | |
| "count": 17254, | |
| "self": 0.3886675750225095, | |
| "children": { | |
| "env_step": { | |
| "total": 326.518640019995, | |
| "count": 17254, | |
| "self": 296.9802634349719, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 29.342362959018146, | |
| "count": 17254, | |
| "self": 1.2719700340148847, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 28.07039292500326, | |
| "count": 17066, | |
| "self": 9.626990931975115, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 18.443401993028147, | |
| "count": 17066, | |
| "self": 18.443401993028147 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.1960136260049694, | |
| "count": 17254, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 529.4455741930317, | |
| "count": 17254, | |
| "is_parallel": true, | |
| "self": 259.8603227820204, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.001969468000197594, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0007206939999377937, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0012487740002598002, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0012487740002598002 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.0783110890001808, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005022090003876656, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004492939999636292, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004492939999636292 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.07567265499983478, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.07567265499983478 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.001686930999994729, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00046135300021887815, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001225577999775851, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001225577999775851 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 269.5852514110113, | |
| "count": 17253, | |
| "is_parallel": true, | |
| "self": 7.47424173697209, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 6.2597261700022955, | |
| "count": 17253, | |
| "is_parallel": true, | |
| "self": 6.2597261700022955 | |
| }, | |
| "communicator.exchange": { | |
| "total": 230.8160746030187, | |
| "count": 17253, | |
| "is_parallel": true, | |
| "self": 230.8160746030187 | |
| }, | |
| "steps_from_proto": { | |
| "total": 25.035208901018223, | |
| "count": 17253, | |
| "is_parallel": true, | |
| "self": 6.137271586999304, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 18.897937314018918, | |
| "count": 138024, | |
| "is_parallel": true, | |
| "self": 18.897937314018918 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 197.04964227100004, | |
| "count": 17254, | |
| "self": 0.6649830680039486, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 44.51095304099567, | |
| "count": 17254, | |
| "self": 44.27786605799565, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.23308698300002106, | |
| "count": 1, | |
| "self": 0.23308698300002106 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 151.87370616200042, | |
| "count": 118, | |
| "self": 59.55791987000248, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 92.31578629199794, | |
| "count": 6192, | |
| "self": 92.31578629199794 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.1750000794563675e-06, | |
| "count": 1, | |
| "self": 1.1750000794563675e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.09762998099995457, | |
| "count": 1, | |
| "self": 0.0019720509999388014, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.09565793000001577, | |
| "count": 1, | |
| "self": 0.09565793000001577 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |