| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.1864638477563858, | |
| "min": 0.18039709329605103, | |
| "max": 1.4596576690673828, | |
| "count": 66 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 5528.2802734375, | |
| "min": 5528.2802734375, | |
| "max": 44280.17578125, | |
| "count": 66 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 1979960.0, | |
| "min": 29952.0, | |
| "max": 1979960.0, | |
| "count": 66 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 1979960.0, | |
| "min": 29952.0, | |
| "max": 1979960.0, | |
| "count": 66 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.826989471912384, | |
| "min": -0.089274100959301, | |
| "max": 0.826989471912384, | |
| "count": 66 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 246.44287109375, | |
| "min": -21.515058517456055, | |
| "max": 246.44287109375, | |
| "count": 66 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.0027297267224639654, | |
| "min": -0.008920630440115929, | |
| "max": 0.19711031019687653, | |
| "count": 66 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 0.8134585618972778, | |
| "min": -2.4264113903045654, | |
| "max": 47.50358581542969, | |
| "count": 66 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06875129233646605, | |
| "min": 0.06307285478865565, | |
| "max": 0.07546488655295622, | |
| "count": 66 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9625180927105248, | |
| "min": 0.4925582814083873, | |
| "max": 1.0807502812919363, | |
| "count": 66 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.015489411715645387, | |
| "min": 0.0007500600439720249, | |
| "max": 0.01684945211209375, | |
| "count": 66 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.21685176401903541, | |
| "min": 0.010500840615608348, | |
| "max": 0.23589232956931247, | |
| "count": 66 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 5.2519196779642875e-06, | |
| "min": 5.2519196779642875e-06, | |
| "max": 0.0002975753150939428, | |
| "count": 66 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 7.352687549150003e-05, | |
| "min": 7.352687549150003e-05, | |
| "max": 0.003696399067867, | |
| "count": 66 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10175060714285715, | |
| "min": 0.10175060714285715, | |
| "max": 0.19919177142857142, | |
| "count": 66 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4245085000000002, | |
| "min": 1.3943424, | |
| "max": 2.6215241, | |
| "count": 66 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0001848856535714286, | |
| "min": 0.0001848856535714286, | |
| "max": 0.009919257965714285, | |
| "count": 66 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.00258839915, | |
| "min": 0.00258839915, | |
| "max": 0.12322008669999998, | |
| "count": 66 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.008282682858407497, | |
| "min": 0.00788664910942316, | |
| "max": 0.3117840588092804, | |
| "count": 66 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.11595755815505981, | |
| "min": 0.1104130819439888, | |
| "max": 2.182488441467285, | |
| "count": 66 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 205.09420289855072, | |
| "min": 205.09420289855072, | |
| "max": 999.0, | |
| "count": 66 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 28303.0, | |
| "min": 15984.0, | |
| "max": 32875.0, | |
| "count": 66 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.7804086732043736, | |
| "min": -1.0000000521540642, | |
| "max": 1.7804086732043736, | |
| "count": 66 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 245.69639690220356, | |
| "min": -30.581801749765873, | |
| "max": 245.69639690220356, | |
| "count": 66 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.7804086732043736, | |
| "min": -1.0000000521540642, | |
| "max": 1.7804086732043736, | |
| "count": 66 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 245.69639690220356, | |
| "min": -30.581801749765873, | |
| "max": 245.69639690220356, | |
| "count": 66 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.0178303539950571, | |
| "min": 0.0178303539950571, | |
| "max": 6.077938006259501, | |
| "count": 66 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 2.4605888513178797, | |
| "min": 2.452773006472853, | |
| "max": 97.24700810015202, | |
| "count": 66 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 66 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 66 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1673727071", | |
| "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids2 --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1673731297" | |
| }, | |
| "total": 4226.010252202, | |
| "count": 1, | |
| "self": 0.44766875200002687, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.11084765500001481, | |
| "count": 1, | |
| "self": 0.11084765500001481 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 4225.451735795, | |
| "count": 1, | |
| "self": 2.5331752540687376, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 9.845023167999983, | |
| "count": 1, | |
| "self": 9.845023167999983 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 4212.983398691931, | |
| "count": 129362, | |
| "self": 2.5400182918338032, | |
| "children": { | |
| "env_step": { | |
| "total": 2900.859631812995, | |
| "count": 129362, | |
| "self": 2693.850423617993, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 205.41543536902603, | |
| "count": 129362, | |
| "self": 8.252066621979282, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 197.16336874704675, | |
| "count": 125055, | |
| "self": 66.38677600709593, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 130.77659273995081, | |
| "count": 125055, | |
| "self": 130.77659273995081 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 1.593772825975833, | |
| "count": 129362, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 4218.348804893989, | |
| "count": 129362, | |
| "is_parallel": true, | |
| "self": 1722.2017308919421, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.006028434999990395, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0036583659999962492, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.002370068999994146, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.002370068999994146 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.09690124799999467, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.001299773999988929, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00043830500001718065, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00043830500001718065 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.09259949899998787, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.09259949899998787 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.002563670000000684, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004910740000241276, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0020725959999765564, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0020725959999765564 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 2496.147074002047, | |
| "count": 129361, | |
| "is_parallel": true, | |
| "self": 55.516251133009064, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 43.444309489002165, | |
| "count": 129361, | |
| "is_parallel": true, | |
| "self": 43.444309489002165 | |
| }, | |
| "communicator.exchange": { | |
| "total": 2215.311333026045, | |
| "count": 129361, | |
| "is_parallel": true, | |
| "self": 2215.311333026045 | |
| }, | |
| "steps_from_proto": { | |
| "total": 181.8751803539908, | |
| "count": 129361, | |
| "is_parallel": true, | |
| "self": 43.05065154167369, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 138.8245288123171, | |
| "count": 1034888, | |
| "is_parallel": true, | |
| "self": 138.8245288123171 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 1309.5837485871023, | |
| "count": 129362, | |
| "self": 5.0889969221204865, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 287.4317184629816, | |
| "count": 129362, | |
| "self": 287.045639336981, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.38607912600059535, | |
| "count": 4, | |
| "self": 0.38607912600059535 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 1017.0630332020003, | |
| "count": 924, | |
| "self": 386.5747298649984, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 630.4883033370019, | |
| "count": 45600, | |
| "self": 630.4883033370019 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 8.200004231184721e-07, | |
| "count": 1, | |
| "self": 8.200004231184721e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.09013786099967547, | |
| "count": 1, | |
| "self": 0.0014619029998357291, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.08867595799983974, | |
| "count": 1, | |
| "self": 0.08867595799983974 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |