| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.5260794758796692, | |
| "min": 0.5162389278411865, | |
| "max": 1.5067613124847412, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 15908.6435546875, | |
| "min": 15445.869140625, | |
| "max": 45709.109375, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989983.0, | |
| "min": 29952.0, | |
| "max": 989983.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989983.0, | |
| "min": 29952.0, | |
| "max": 989983.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.49786219000816345, | |
| "min": -0.18923769891262054, | |
| "max": 0.586122989654541, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 134.920654296875, | |
| "min": -44.849334716796875, | |
| "max": 162.35606384277344, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": -0.0040044416673481464, | |
| "min": -0.019228234887123108, | |
| "max": 0.35606899857521057, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": -1.0852036476135254, | |
| "min": -5.364677429199219, | |
| "max": 84.38835144042969, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.07029249128540126, | |
| "min": 0.06539952745218246, | |
| "max": 0.07345419479910668, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 1.0543873692810188, | |
| "min": 0.5078823952995851, | |
| "max": 1.1018129219866002, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.014884760766936879, | |
| "min": 0.000670427912630423, | |
| "max": 0.015437128184544556, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.2232714115040532, | |
| "min": 0.009385990776825922, | |
| "max": 0.2232714115040532, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.585697471466664e-06, | |
| "min": 7.585697471466664e-06, | |
| "max": 0.00029515063018788575, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00011378546207199996, | |
| "min": 0.00011378546207199996, | |
| "max": 0.0035078945307018996, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10252853333333335, | |
| "min": 0.10252853333333335, | |
| "max": 0.19838354285714285, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.5379280000000002, | |
| "min": 1.3691136000000002, | |
| "max": 2.5692981, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0002626004799999999, | |
| "min": 0.0002626004799999999, | |
| "max": 0.00983851593142857, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.003939007199999999, | |
| "min": 0.003939007199999999, | |
| "max": 0.11695288019000001, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.009213524870574474, | |
| "min": 0.009213524870574474, | |
| "max": 0.4031728208065033, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.13820287585258484, | |
| "min": 0.13548897206783295, | |
| "max": 2.8222098350524902, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 369.38961038961037, | |
| "min": 339.3058823529412, | |
| "max": 999.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 28443.0, | |
| "min": 15984.0, | |
| "max": 32963.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.5220545266162266, | |
| "min": -1.0000000521540642, | |
| "max": 1.6369464880851812, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 117.19819854944944, | |
| "min": -32.000001668930054, | |
| "max": 145.12999799102545, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.5220545266162266, | |
| "min": -1.0000000521540642, | |
| "max": 1.6369464880851812, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 117.19819854944944, | |
| "min": -32.000001668930054, | |
| "max": 145.12999799102545, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.03607453322041834, | |
| "min": 0.035992192937960174, | |
| "max": 8.11090998351574, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 2.7777390579722123, | |
| "min": 2.7777390579722123, | |
| "max": 129.77455973625183, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1676727815", | |
| "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1676730767" | |
| }, | |
| "total": 2952.234315915, | |
| "count": 1, | |
| "self": 0.7902261170002021, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.13270480999972278, | |
| "count": 1, | |
| "self": 0.13270480999972278 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2951.311384988, | |
| "count": 1, | |
| "self": 2.1671906180413316, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 8.267766016999758, | |
| "count": 1, | |
| "self": 8.267766016999758 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2940.764433336959, | |
| "count": 63710, | |
| "self": 2.3791104378760792, | |
| "children": { | |
| "env_step": { | |
| "total": 2035.716256969968, | |
| "count": 63710, | |
| "self": 1865.1640017069153, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 169.19386491804016, | |
| "count": 63710, | |
| "self": 6.4894162400914865, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 162.70444867794868, | |
| "count": 62558, | |
| "self": 55.77297327477754, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 106.93147540317113, | |
| "count": 62558, | |
| "self": 106.93147540317113 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 1.3583903450125945, | |
| "count": 63710, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2943.764384024003, | |
| "count": 63710, | |
| "is_parallel": true, | |
| "self": 1244.4632353709367, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.00226704399983646, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0008741179990465753, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0013929260007898847, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0013929260007898847 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.05712765499993111, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006361919995470089, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0005697920000784507, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005697920000784507 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.05384455900002649, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.05384455900002649 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0020771120002791577, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005370620006033278, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.00154004999967583, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.00154004999967583 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1699.3011486530663, | |
| "count": 63709, | |
| "is_parallel": true, | |
| "self": 41.2980893110971, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 30.485431850878285, | |
| "count": 63709, | |
| "is_parallel": true, | |
| "self": 30.485431850878285 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1497.8720901230508, | |
| "count": 63709, | |
| "is_parallel": true, | |
| "self": 1497.8720901230508 | |
| }, | |
| "steps_from_proto": { | |
| "total": 129.6455373680401, | |
| "count": 63709, | |
| "is_parallel": true, | |
| "self": 32.52427127121655, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 97.12126609682355, | |
| "count": 509672, | |
| "is_parallel": true, | |
| "self": 97.12126609682355 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 902.6690659291148, | |
| "count": 63710, | |
| "self": 4.080403488161664, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 206.16297196195592, | |
| "count": 63710, | |
| "self": 205.93708502395657, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.22588693799934845, | |
| "count": 2, | |
| "self": 0.22588693799934845 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 692.4256904789972, | |
| "count": 445, | |
| "self": 265.9654881970373, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 426.46020228195994, | |
| "count": 22788, | |
| "self": 426.46020228195994 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.720000000204891e-06, | |
| "count": 1, | |
| "self": 1.720000000204891e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.11199329600003693, | |
| "count": 1, | |
| "self": 0.00180769600046915, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.11018559999956778, | |
| "count": 1, | |
| "self": 0.11018559999956778 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |