{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.9041121602058411, "min": 0.7848484516143799, "max": 0.9595794677734375, "count": 9 }, "Pyramids.Policy.Entropy.sum": { "value": 27195.693359375, "min": 11791.3125, "max": 27195.693359375, "count": 9 }, "Pyramids.Step.mean": { "value": 479893.0, "min": 239887.0, "max": 479893.0, "count": 9 }, "Pyramids.Step.sum": { "value": 479893.0, "min": 239887.0, "max": 479893.0, "count": 9 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": -0.04746060445904732, "min": -0.09365838766098022, "max": -0.04746060445904732, "count": 9 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": -11.485466003417969, "min": -22.32797622680664, "max": -8.710229873657227, "count": 9 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.023278461769223213, "min": 0.02264345809817314, "max": 0.05445399507880211, "count": 9 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 5.633387565612793, "min": 5.055502891540527, "max": 13.232320785522461, "count": 9 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06821797406222639, "min": 0.06606155096887942, "max": 0.07089489593326456, "count": 9 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9550516368711696, "min": 0.13847115474345628, "max": 1.0298248680214874, "count": 9 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.003247611720624019, "min": 6.513744602898441e-05, "max": 0.004006296664693746, "count": 9 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.04546656408873626, "min": 0.00013027489205796883, "max": 0.06009444997040618, "count": 9 }, "Pyramids.Policy.LearningRate.mean": { "value": 2.0508521735285716e-05, "min": 2.0508521735285716e-05, "max": 0.00015952384682539996, "count": 9 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.000287119304294, "min": 0.000287119304294, "max": 0.0016115711628098, "count": 9 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10683614285714285, "min": 0.10683614285714285, "max": 0.15317460000000002, "count": 9 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.495706, "min": 0.30634920000000004, "max": 1.9182626000000003, "count": 9 }, "Pyramids.Policy.Beta.mean": { "value": 0.0006929306714285714, "min": 0.0006929306714285714, "max": 0.005322142540000001, "count": 9 }, "Pyramids.Policy.Beta.sum": { "value": 0.0097010294, "min": 0.0097010294, "max": 0.053775300979999996, "count": 9 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.02004416659474373, "min": 0.02004416659474373, "max": 0.03485111892223358, "count": 9 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.2806183397769928, "min": 0.06968533247709274, "max": 0.41131991147994995, "count": 9 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 9 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 9 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 936.969696969697, "min": 879.7096774193549, "max": 972.71875, "count": 8 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 30920.0, "min": 27271.0, "max": 33147.0, "count": 8 }, "Pyramids.Environment.CumulativeReward.mean": { "value": -0.5130727715564497, "min": -0.8450303508928327, "max": -0.23489036050535017, "count": 8 }, "Pyramids.Environment.CumulativeReward.sum": { "value": -16.93140146136284, "min": -27.886001579463482, "max": -7.281601175665855, "count": 8 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": -0.5130727715564497, "min": -0.8450303508928327, "max": -0.23489036050535017, "count": 8 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": -16.93140146136284, "min": -27.886001579463482, "max": -7.281601175665855, "count": 8 }, "Pyramids.Policy.RndReward.mean": { "value": 0.19533019177051206, "min": 0.19521545268775475, "max": 0.3576231829144738, "count": 8 }, "Pyramids.Policy.RndReward.sum": { "value": 6.4458963284268975, "min": 6.051679033320397, "max": 11.801565036177635, "count": 8 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1661327764", "python_version": "3.7.13 (default, Apr 24 2022, 01:04:09) \n[GCC 7.5.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --resume", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1661328295" }, "total": 531.3314669409999, "count": 1, "self": 0.47608576500010713, "children": { "run_training.setup": { "total": 0.04129923999994389, "count": 1, "self": 0.04129923999994389 }, "TrainerController.start_learning": { "total": 530.8140819359999, "count": 1, "self": 0.36486737998234275, "children": { "TrainerController._reset_env": { "total": 6.394633533999922, "count": 1, "self": 6.394633533999922 }, "TrainerController.advance": { "total": 523.9569498660176, "count": 17254, "self": 0.3886675750225095, "children": { "env_step": { "total": 326.518640019995, "count": 17254, "self": 296.9802634349719, "children": { "SubprocessEnvManager._take_step": { "total": 29.342362959018146, "count": 17254, "self": 1.2719700340148847, "children": { "TorchPolicy.evaluate": { "total": 28.07039292500326, "count": 17066, "self": 9.626990931975115, "children": { "TorchPolicy.sample_actions": { "total": 18.443401993028147, "count": 17066, "self": 18.443401993028147 } } } } }, "workers": { "total": 0.1960136260049694, "count": 17254, "self": 0.0, "children": { "worker_root": { "total": 529.4455741930317, "count": 17254, "is_parallel": true, "self": 259.8603227820204, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.001969468000197594, "count": 1, "is_parallel": true, "self": 0.0007206939999377937, "children": { "_process_rank_one_or_two_observation": { "total": 0.0012487740002598002, "count": 8, "is_parallel": true, "self": 0.0012487740002598002 } } }, "UnityEnvironment.step": { "total": 0.0783110890001808, "count": 1, "is_parallel": true, "self": 0.0005022090003876656, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0004492939999636292, "count": 1, "is_parallel": true, "self": 0.0004492939999636292 }, "communicator.exchange": { "total": 0.07567265499983478, "count": 1, "is_parallel": true, "self": 0.07567265499983478 }, "steps_from_proto": { "total": 0.001686930999994729, "count": 1, "is_parallel": true, "self": 0.00046135300021887815, "children": { "_process_rank_one_or_two_observation": { "total": 0.001225577999775851, "count": 8, "is_parallel": true, "self": 0.001225577999775851 } } } } } } }, "UnityEnvironment.step": { "total": 269.5852514110113, "count": 17253, "is_parallel": true, "self": 7.47424173697209, "children": { "UnityEnvironment._generate_step_input": { "total": 6.2597261700022955, "count": 17253, "is_parallel": true, "self": 6.2597261700022955 }, "communicator.exchange": { "total": 230.8160746030187, "count": 17253, "is_parallel": true, "self": 230.8160746030187 }, "steps_from_proto": { "total": 25.035208901018223, "count": 17253, "is_parallel": true, "self": 6.137271586999304, "children": { "_process_rank_one_or_two_observation": { "total": 18.897937314018918, "count": 138024, "is_parallel": true, "self": 18.897937314018918 } } } } } } } } } } }, "trainer_advance": { "total": 197.04964227100004, "count": 17254, "self": 0.6649830680039486, "children": { "process_trajectory": { "total": 44.51095304099567, "count": 17254, "self": 44.27786605799565, "children": { "RLTrainer._checkpoint": { "total": 0.23308698300002106, "count": 1, "self": 0.23308698300002106 } } }, "_update_policy": { "total": 151.87370616200042, "count": 118, "self": 59.55791987000248, "children": { "TorchPPOOptimizer.update": { "total": 92.31578629199794, "count": 6192, "self": 92.31578629199794 } } } } } } }, "trainer_threads": { "total": 1.1750000794563675e-06, "count": 1, "self": 1.1750000794563675e-06 }, "TrainerController._save_models": { "total": 0.09762998099995457, "count": 1, "self": 0.0019720509999388014, "children": { "RLTrainer._checkpoint": { "total": 0.09565793000001577, "count": 1, "self": 0.09565793000001577 } } } } } } }