| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4022984504699707, | |
| "min": 1.4022984504699707, | |
| "max": 1.4293193817138672, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 69234.28125, | |
| "min": 69222.6015625, | |
| "max": 77113.703125, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 96.89194499017681, | |
| "min": 96.61208576998051, | |
| "max": 386.85271317829455, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49318.0, | |
| "min": 48846.0, | |
| "max": 50231.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999973.0, | |
| "min": 49877.0, | |
| "max": 1999973.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999973.0, | |
| "min": 49877.0, | |
| "max": 1999973.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.3793106079101562, | |
| "min": 0.1018708348274231, | |
| "max": 2.425023078918457, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1211.069091796875, | |
| "min": 13.039466857910156, | |
| "max": 1229.4337158203125, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.64684299026819, | |
| "min": 1.8643774925731122, | |
| "max": 3.8099540800391556, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 1856.2430820465088, | |
| "min": 238.64031904935837, | |
| "max": 1908.786994099617, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.64684299026819, | |
| "min": 1.8643774925731122, | |
| "max": 3.8099540800391556, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 1856.2430820465088, | |
| "min": 238.64031904935837, | |
| "max": 1908.786994099617, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.019354128638102944, | |
| "min": 0.01364070828713011, | |
| "max": 0.019354128638102944, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.03870825727620589, | |
| "min": 0.02728141657426022, | |
| "max": 0.05638355767975251, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.050706798955798146, | |
| "min": 0.02097365039711197, | |
| "max": 0.06572065992901722, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.10141359791159629, | |
| "min": 0.04194730079422394, | |
| "max": 0.19367288971940677, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 4.527698490799997e-06, | |
| "min": 4.527698490799997e-06, | |
| "max": 0.000295349326550225, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 9.055396981599995e-06, | |
| "min": 9.055396981599995e-06, | |
| "max": 0.0008441997186000999, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.1015092, | |
| "min": 0.1015092, | |
| "max": 0.198449775, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.2030184, | |
| "min": 0.2030184, | |
| "max": 0.5813999000000003, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 8.530907999999997e-05, | |
| "min": 8.530907999999997e-05, | |
| "max": 0.0049226437725, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.00017061815999999994, | |
| "min": 0.00017061815999999994, | |
| "max": 0.014071855009999999, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1693413732", | |
| "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1693416260" | |
| }, | |
| "total": 2527.3656177029998, | |
| "count": 1, | |
| "self": 0.4391802539994387, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.041007177999972555, | |
| "count": 1, | |
| "self": 0.041007177999972555 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2526.885430271, | |
| "count": 1, | |
| "self": 4.727087233060047, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 3.9639829279999503, | |
| "count": 1, | |
| "self": 3.9639829279999503 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2518.0653795099397, | |
| "count": 230889, | |
| "self": 4.7379738748295495, | |
| "children": { | |
| "env_step": { | |
| "total": 1964.8664334281136, | |
| "count": 230889, | |
| "self": 1656.7824212571197, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 305.0138814819609, | |
| "count": 230889, | |
| "self": 17.48578283990696, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 287.5280986420539, | |
| "count": 222858, | |
| "self": 287.5280986420539 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 3.0701306890330216, | |
| "count": 230889, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2518.726247125015, | |
| "count": 230889, | |
| "is_parallel": true, | |
| "self": 1167.8735410428721, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0009754919999522826, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002838839998275944, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0006916080001246883, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0006916080001246883 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.0289059270000962, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003699639999013016, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00022707500011165394, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00022707500011165394 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.02754965999997694, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.02754965999997694 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007592280001063045, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00022504000003209512, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005341880000742094, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005341880000742094 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1350.852706082143, | |
| "count": 230888, | |
| "is_parallel": true, | |
| "self": 40.57978260000141, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 86.3686006240373, | |
| "count": 230888, | |
| "is_parallel": true, | |
| "self": 86.3686006240373 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1122.3439132009125, | |
| "count": 230888, | |
| "is_parallel": true, | |
| "self": 1122.3439132009125 | |
| }, | |
| "steps_from_proto": { | |
| "total": 101.56040965719171, | |
| "count": 230888, | |
| "is_parallel": true, | |
| "self": 38.446551779221636, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 63.11385787797008, | |
| "count": 461776, | |
| "is_parallel": true, | |
| "self": 63.11385787797008 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 548.4609722069965, | |
| "count": 230889, | |
| "self": 6.880873807990611, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 138.80660157800344, | |
| "count": 230889, | |
| "self": 137.53304705100277, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.2735545270006696, | |
| "count": 10, | |
| "self": 1.2735545270006696 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 402.7734968210025, | |
| "count": 96, | |
| "self": 342.8010350919949, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 59.97246172900759, | |
| "count": 2880, | |
| "self": 59.97246172900759 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.0710000424296595e-06, | |
| "count": 1, | |
| "self": 1.0710000424296595e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.12897952900038945, | |
| "count": 1, | |
| "self": 0.0019595880003180355, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.1270199410000714, | |
| "count": 1, | |
| "self": 0.1270199410000714 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |