| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.408495545387268, | |
| "min": 1.408495545387268, | |
| "max": 1.4300010204315186, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 70250.125, | |
| "min": 67565.2421875, | |
| "max": 78901.390625, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 79.23987034035656, | |
| "min": 72.00875912408759, | |
| "max": 402.616, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 48891.0, | |
| "min": 48764.0, | |
| "max": 50327.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999973.0, | |
| "min": 49886.0, | |
| "max": 1999973.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999973.0, | |
| "min": 49886.0, | |
| "max": 1999973.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.447506904602051, | |
| "min": 0.05929029360413551, | |
| "max": 2.5781219005584717, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1510.11181640625, | |
| "min": 7.351996421813965, | |
| "max": 1693.54345703125, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.735927064279683, | |
| "min": 1.7976336584937187, | |
| "max": 4.0541660182119355, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2305.0669986605644, | |
| "min": 222.90657365322113, | |
| "max": 2712.536199450493, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.735927064279683, | |
| "min": 1.7976336584937187, | |
| "max": 4.0541660182119355, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2305.0669986605644, | |
| "min": 222.90657365322113, | |
| "max": 2712.536199450493, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.017717409052420408, | |
| "min": 0.013689214720337378, | |
| "max": 0.020197423046435386, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.05315222715726123, | |
| "min": 0.027378429440674756, | |
| "max": 0.057170435370062486, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.05410215146839619, | |
| "min": 0.0239123269294699, | |
| "max": 0.05930826061715683, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.16230645440518857, | |
| "min": 0.0478246538589398, | |
| "max": 0.17485884005824726, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.899998700033334e-06, | |
| "min": 3.899998700033334e-06, | |
| "max": 0.00029527905157365, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.1699996100100001e-05, | |
| "min": 1.1699996100100001e-05, | |
| "max": 0.0008439120186959999, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10129996666666669, | |
| "min": 0.10129996666666669, | |
| "max": 0.19842634999999995, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.30389990000000006, | |
| "min": 0.20773055, | |
| "max": 0.5813039999999998, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 7.48683366666667e-05, | |
| "min": 7.48683366666667e-05, | |
| "max": 0.004921474864999999, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.0002246050100000001, | |
| "min": 0.0002246050100000001, | |
| "max": 0.0140670696, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1701033181", | |
| "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "1.1.0.dev0", | |
| "mlagents_envs_version": "1.1.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.1.1+cu121", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1701035645" | |
| }, | |
| "total": 2464.181992527, | |
| "count": 1, | |
| "self": 0.4479727780003486, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.055302016000041476, | |
| "count": 1, | |
| "self": 0.055302016000041476 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2463.6787177329998, | |
| "count": 1, | |
| "self": 4.397604940101246, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 3.5569821279999587, | |
| "count": 1, | |
| "self": 3.5569821279999587 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2455.625687445898, | |
| "count": 233530, | |
| "self": 4.710790184116831, | |
| "children": { | |
| "env_step": { | |
| "total": 1922.5126863709238, | |
| "count": 233530, | |
| "self": 1585.3966426431007, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 334.2173321149754, | |
| "count": 233530, | |
| "self": 16.792074962998527, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 317.4252571519769, | |
| "count": 223005, | |
| "self": 317.4252571519769 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.898711612847819, | |
| "count": 233530, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2456.0543881460685, | |
| "count": 233530, | |
| "is_parallel": true, | |
| "self": 1175.5724229739567, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0008608750000576038, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00021961700008432672, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.000641257999973277, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.000641257999973277 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.03161054100007732, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003043200001684454, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0002024550000214731, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002024550000214731 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.03038330199990469, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.03038330199990469 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007204639999827123, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00019650100000490056, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005239629999778117, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005239629999778117 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1280.4819651721118, | |
| "count": 233529, | |
| "is_parallel": true, | |
| "self": 39.63026586016531, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 80.97218221201206, | |
| "count": 233529, | |
| "is_parallel": true, | |
| "self": 80.97218221201206 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1071.6298001279706, | |
| "count": 233529, | |
| "is_parallel": true, | |
| "self": 1071.6298001279706 | |
| }, | |
| "steps_from_proto": { | |
| "total": 88.24971697196395, | |
| "count": 233529, | |
| "is_parallel": true, | |
| "self": 30.81951608112263, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 57.43020089084132, | |
| "count": 467058, | |
| "is_parallel": true, | |
| "self": 57.43020089084132 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 528.4022108908576, | |
| "count": 233530, | |
| "self": 6.807577750967198, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 163.93876769589247, | |
| "count": 233530, | |
| "self": 162.88427311589305, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.0544945799994139, | |
| "count": 10, | |
| "self": 1.0544945799994139 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 357.655865443998, | |
| "count": 97, | |
| "self": 293.44406693500093, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 64.21179850899705, | |
| "count": 2910, | |
| "self": 64.21179850899705 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 9.330001375928987e-07, | |
| "count": 1, | |
| "self": 9.330001375928987e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.09844228600013594, | |
| "count": 1, | |
| "self": 0.0016561719999117486, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.09678611400022419, | |
| "count": 1, | |
| "self": 0.09678611400022419 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |