{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.8349014520645142, "min": 0.6994969844818115, "max": 1.3549772500991821, "count": 7 }, "Pyramids.Policy.Entropy.sum": { "value": 24966.892578125, "min": 20951.333984375, "max": 41104.58984375, "count": 7 }, "Pyramids.Step.mean": { "value": 209899.0, "min": 29914.0, "max": 209899.0, "count": 7 }, "Pyramids.Step.sum": { "value": 209899.0, "min": 29914.0, "max": 209899.0, "count": 7 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": -0.06242280825972557, "min": -0.10216616839170456, "max": 0.0034452727995812893, "count": 7 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": -14.981473922729492, "min": -24.622047424316406, "max": 0.8165296316146851, "count": 7 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.08499173820018768, "min": 0.08499173820018768, "max": 0.4416685998439789, "count": 7 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 20.39801788330078, "min": 20.39801788330078, "max": 104.67546081542969, "count": 7 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06809990362590147, "min": 0.06515720497297345, "max": 0.07226017955044188, "count": 7 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9533986507626205, "min": 0.5212576397837876, "max": 0.9533986507626205, "count": 7 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.0012558790535748398, "min": 0.00021666575314515318, "max": 0.008709266197464777, "count": 7 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.017582306750047755, "min": 0.0028166547908869913, "max": 0.06967412957971822, "count": 7 }, "Pyramids.Policy.LearningRate.mean": { "value": 0.00028053029220419045, "min": 0.00028053029220419045, "max": 0.0002984042755319083, "count": 7 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.003927424090858667, "min": 0.0023872342042552666, "max": 0.004011096262967933, "count": 7 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.19351009523809523, "min": 0.19351009523809523, "max": 0.19946809166666668, "count": 7 }, "Pyramids.Policy.Epsilon.sum": { "value": 2.709141333333333, "min": 1.5957447333333334, "max": 2.737032066666667, "count": 7 }, "Pyramids.Policy.Beta.mean": { "value": 0.009351658514285715, "min": 0.009351658514285715, "max": 0.009946862357499999, "count": 7 }, "Pyramids.Policy.Beta.sum": { "value": 0.13092321920000002, "min": 0.07957489885999999, "max": 0.13370950346, "count": 7 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.07266704738140106, "min": 0.07266704738140106, "max": 0.6021338701248169, "count": 7 }, "Pyramids.Losses.RNDLoss.sum": { "value": 1.0173386335372925, "min": 1.0173386335372925, "max": 4.817070960998535, "count": 7 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 988.9677419354839, "min": 955.875, "max": 999.0, "count": 7 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 30658.0, "min": 15946.0, "max": 33309.0, "count": 7 }, "Pyramids.Environment.CumulativeReward.mean": { "value": -0.9251742444692119, "min": -0.9997875518165529, "max": -0.6440187974367291, "count": 7 }, "Pyramids.Environment.CumulativeReward.sum": { "value": -28.68040157854557, "min": -31.993201658129692, "max": -13.961000882089138, "count": 7 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": -0.9251742444692119, "min": -0.9997875518165529, "max": -0.6440187974367291, "count": 7 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": -28.68040157854557, "min": -31.993201658129692, "max": -13.961000882089138, "count": 7 }, "Pyramids.Policy.RndReward.mean": { "value": 0.7498406122528738, "min": 0.7498406122528738, "max": 12.433864971622825, "count": 7 }, "Pyramids.Policy.RndReward.sum": { "value": 23.245058979839087, "min": 23.245058979839087, "max": 198.9418395459652, "count": 7 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 7 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 7 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1707839025", "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "1.1.0.dev0", "mlagents_envs_version": "1.1.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "2.2.0+cu121", "numpy_version": "1.23.5", "end_time_seconds": "1707839662" }, "total": 637.1006291660001, "count": 1, "self": 0.45747478500061334, "children": { "run_training.setup": { "total": 0.06607223499986503, "count": 1, "self": 0.06607223499986503 }, "TrainerController.start_learning": { "total": 636.5770821459996, "count": 1, "self": 0.4658599350264012, "children": { "TrainerController._reset_env": { "total": 4.658360471999913, "count": 1, "self": 4.658360471999913 }, "TrainerController.advance": { "total": 631.2683456999735, "count": 13982, "self": 0.5772789168800045, "children": { "env_step": { "total": 407.08119793506785, "count": 13982, "self": 371.79794930504977, "children": { "SubprocessEnvManager._take_step": { "total": 34.96824750900032, "count": 13982, "self": 1.5096203989833157, "children": { "TorchPolicy.evaluate": { "total": 33.458627110017005, "count": 13887, "self": 33.458627110017005 } } }, "workers": { "total": 0.3150011210177581, "count": 13981, "self": 0.0, "children": { "worker_root": { "total": 635.2425472999812, "count": 13981, "is_parallel": true, "self": 299.81383496498665, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0030181719998836343, "count": 1, "is_parallel": true, "self": 0.0010439939997013425, "children": { "_process_rank_one_or_two_observation": { "total": 0.0019741780001822917, "count": 8, "is_parallel": true, "self": 0.0019741780001822917 } } }, "UnityEnvironment.step": { "total": 0.06944988599980206, "count": 1, "is_parallel": true, "self": 0.0006752090002919431, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00036826199993811315, "count": 1, "is_parallel": true, "self": 0.00036826199993811315 }, "communicator.exchange": { "total": 0.06634615199982363, "count": 1, "is_parallel": true, "self": 0.06634615199982363 }, "steps_from_proto": { "total": 0.0020602629997483746, "count": 1, "is_parallel": true, "self": 0.0004075410006407765, "children": { "_process_rank_one_or_two_observation": { "total": 0.001652721999107598, "count": 8, "is_parallel": true, "self": 0.001652721999107598 } } } } } } }, "UnityEnvironment.step": { "total": 335.42871233499454, "count": 13980, "is_parallel": true, "self": 10.353858517044046, "children": { "UnityEnvironment._generate_step_input": { "total": 6.201977781960977, "count": 13980, "is_parallel": true, "self": 6.201977781960977 }, "communicator.exchange": { "total": 290.82689413601565, "count": 13980, "is_parallel": true, "self": 290.82689413601565 }, "steps_from_proto": { "total": 28.045981899973867, "count": 13980, "is_parallel": true, "self": 5.958044389975839, "children": { "_process_rank_one_or_two_observation": { "total": 22.087937509998028, "count": 111840, "is_parallel": true, "self": 22.087937509998028 } } } } } } } } } } }, "trainer_advance": { "total": 223.6098688480256, "count": 13981, "self": 0.8528804820275582, "children": { "process_trajectory": { "total": 33.42286806100037, "count": 13981, "self": 33.42286806100037 }, "_update_policy": { "total": 189.33412030499767, "count": 93, "self": 76.86337213900197, "children": { "TorchPPOOptimizer.update": { "total": 112.4707481659957, "count": 5061, "self": 112.4707481659957 } } } } } } }, "trainer_threads": { "total": 1.8430000636726618e-06, "count": 1, "self": 1.8430000636726618e-06 }, "TrainerController._save_models": { "total": 0.1845141959997818, "count": 1, "self": 0.0034200199997940217, "children": { "RLTrainer._checkpoint": { "total": 0.18109417599998778, "count": 1, "self": 0.18109417599998778 } } } } } } }