| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.6534873843193054, | |
| "min": 0.6534873843193054, | |
| "max": 1.5431253910064697, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 19531.431640625, | |
| "min": 19531.431640625, | |
| "max": 50713.2734375, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989922.0, | |
| "min": 29952.0, | |
| "max": 989922.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989922.0, | |
| "min": 29952.0, | |
| "max": 989922.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.5039507150650024, | |
| "min": -0.12338055670261383, | |
| "max": 0.5929787755012512, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 138.08248901367188, | |
| "min": -29.487953186035156, | |
| "max": 163.66213989257812, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.03150377422571182, | |
| "min": 0.00490775378420949, | |
| "max": 0.4278498888015747, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 8.632034301757812, | |
| "min": 1.2969324588775635, | |
| "max": 100.11687469482422, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06848002173091645, | |
| "min": 0.06330861079775439, | |
| "max": 0.07399730283015296, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9587203042328304, | |
| "min": 0.4844167022529291, | |
| "max": 1.0347373552549648, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.016658629933530296, | |
| "min": 0.0010643052913413462, | |
| "max": 0.016658629933530296, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.23322081906942416, | |
| "min": 0.007450137039389423, | |
| "max": 0.23322081906942416, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.547733198407141e-06, | |
| "min": 7.547733198407141e-06, | |
| "max": 0.0002950848016384, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00010566826477769997, | |
| "min": 0.00010566826477769997, | |
| "max": 0.0027920981693007004, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10251587857142859, | |
| "min": 0.10251587857142859, | |
| "max": 0.19836159999999997, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4352223000000002, | |
| "min": 1.3684608000000003, | |
| "max": 2.2755587, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0002613362692857142, | |
| "min": 0.0002613362692857142, | |
| "max": 0.00983632384, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.003658707769999999, | |
| "min": 0.003658707769999999, | |
| "max": 0.09309686007000001, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.013311014510691166, | |
| "min": 0.013190694153308868, | |
| "max": 0.4133564829826355, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.18635420501232147, | |
| "min": 0.18466971814632416, | |
| "max": 2.8934953212738037, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 323.0978260869565, | |
| "min": 323.0978260869565, | |
| "max": 999.0, | |
| "count": 32 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 29725.0, | |
| "min": 1685.0, | |
| "max": 62214.0, | |
| "count": 32 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.654105468601971, | |
| "min": -1.0000000521540642, | |
| "max": 1.6611124759539961, | |
| "count": 32 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 150.52359764277935, | |
| "min": -58.27420325577259, | |
| "max": 150.52359764277935, | |
| "count": 32 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.654105468601971, | |
| "min": -1.0000000521540642, | |
| "max": 1.6611124759539961, | |
| "count": 32 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 150.52359764277935, | |
| "min": -58.27420325577259, | |
| "max": 150.52359764277935, | |
| "count": 32 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.04542399158142891, | |
| "min": 0.04542399158142891, | |
| "max": 4.694267954826355, | |
| "count": 32 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 4.133583233910031, | |
| "min": 1.8478424977511168, | |
| "max": 117.35669887065887, | |
| "count": 32 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1682276088", | |
| "python_version": "3.9.16 | packaged by conda-forge | (main, Feb 1 2023, 21:39:03) \n[GCC 11.3.0]", | |
| "command_line_arguments": "/home/byron/miniconda3/envs/torch/bin/mlagents-learn ./ml-agents/config/ppo/PyramidsRND.yaml --env=./ml-agents/training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training2 --no-graphics --torch-device=cuda:0 --num-envs 4 --num-areas 8", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.13.1+cu117", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1682277165" | |
| }, | |
| "total": 1076.351261099, | |
| "count": 1, | |
| "self": 0.4212915969983442, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.023083496998879127, | |
| "count": 1, | |
| "self": 0.023083496998879127 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 1075.906886005003, | |
| "count": 1, | |
| "self": 1.1175611507642316, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 12.854328707995592, | |
| "count": 1, | |
| "self": 12.854328707995592 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 1061.8692720722465, | |
| "count": 50711, | |
| "self": 1.0072531040204922, | |
| "children": { | |
| "env_step": { | |
| "total": 308.1554301210999, | |
| "count": 50711, | |
| "self": 127.75338604554418, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 179.70773294112587, | |
| "count": 63944, | |
| "self": 3.6913824499060865, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 176.01635049121978, | |
| "count": 62735, | |
| "self": 176.01635049121978 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.6943111344298813, | |
| "count": 50711, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 4300.106483937736, | |
| "count": 63941, | |
| "is_parallel": true, | |
| "self": 3397.442163723812, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.004771393985720351, | |
| "count": 4, | |
| "is_parallel": true, | |
| "self": 0.00135901098838076, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0034123829973395914, | |
| "count": 32, | |
| "is_parallel": true, | |
| "self": 0.0034123829973395914 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.12181193399010226, | |
| "count": 4, | |
| "is_parallel": true, | |
| "self": 0.000998283998342231, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0016725879977457225, | |
| "count": 4, | |
| "is_parallel": true, | |
| "self": 0.0016725879977457225 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.11608262499794364, | |
| "count": 4, | |
| "is_parallel": true, | |
| "self": 0.11608262499794364 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.003058436996070668, | |
| "count": 4, | |
| "is_parallel": true, | |
| "self": 0.0007625639991601929, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.002295872996910475, | |
| "count": 32, | |
| "is_parallel": true, | |
| "self": 0.002295872996910475 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 902.6643202139239, | |
| "count": 63937, | |
| "is_parallel": true, | |
| "self": 16.631254727501073, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 12.274879490956664, | |
| "count": 63937, | |
| "is_parallel": true, | |
| "self": 12.274879490956664 | |
| }, | |
| "communicator.exchange": { | |
| "total": 828.0996875454002, | |
| "count": 63937, | |
| "is_parallel": true, | |
| "self": 828.0996875454002 | |
| }, | |
| "steps_from_proto": { | |
| "total": 45.65849845006596, | |
| "count": 63937, | |
| "is_parallel": true, | |
| "self": 11.43318056021235, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 34.22531788985361, | |
| "count": 511496, | |
| "is_parallel": true, | |
| "self": 34.22531788985361 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 752.7065888471261, | |
| "count": 50711, | |
| "self": 2.05000208268757, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 120.992824682442, | |
| "count": 50711, | |
| "self": 120.85008095644298, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.14274372599902563, | |
| "count": 2, | |
| "self": 0.14274372599902563 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 629.6637620819965, | |
| "count": 420, | |
| "self": 310.2301196816261, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 319.43364240037045, | |
| "count": 22926, | |
| "self": 319.43364240037045 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 6.999907782301307e-07, | |
| "count": 1, | |
| "self": 6.999907782301307e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.06572337400575634, | |
| "count": 1, | |
| "self": 0.0007505450048483908, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.06497282900090795, | |
| "count": 1, | |
| "self": 0.06497282900090795 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |