{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4022984504699707, "min": 1.4022984504699707, "max": 1.4293193817138672, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 69234.28125, "min": 69222.6015625, "max": 77113.703125, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 96.89194499017681, "min": 96.61208576998051, "max": 386.85271317829455, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49318.0, "min": 48846.0, "max": 50231.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999973.0, "min": 49877.0, "max": 1999973.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999973.0, "min": 49877.0, "max": 1999973.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.3793106079101562, "min": 0.1018708348274231, "max": 2.425023078918457, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1211.069091796875, "min": 13.039466857910156, "max": 1229.4337158203125, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.64684299026819, "min": 1.8643774925731122, "max": 3.8099540800391556, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 1856.2430820465088, "min": 238.64031904935837, "max": 1908.786994099617, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.64684299026819, "min": 1.8643774925731122, "max": 3.8099540800391556, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 1856.2430820465088, "min": 238.64031904935837, "max": 1908.786994099617, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.019354128638102944, "min": 0.01364070828713011, "max": 0.019354128638102944, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.03870825727620589, "min": 0.02728141657426022, "max": 0.05638355767975251, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.050706798955798146, "min": 0.02097365039711197, "max": 0.06572065992901722, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.10141359791159629, "min": 0.04194730079422394, "max": 0.19367288971940677, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 4.527698490799997e-06, "min": 4.527698490799997e-06, "max": 0.000295349326550225, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 9.055396981599995e-06, "min": 9.055396981599995e-06, "max": 0.0008441997186000999, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.1015092, "min": 0.1015092, "max": 0.198449775, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.2030184, "min": 0.2030184, "max": 0.5813999000000003, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 8.530907999999997e-05, "min": 8.530907999999997e-05, "max": 0.0049226437725, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00017061815999999994, "min": 0.00017061815999999994, "max": 0.014071855009999999, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1693413732", "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1693416260" }, "total": 2527.3656177029998, "count": 1, "self": 0.4391802539994387, "children": { "run_training.setup": { "total": 0.041007177999972555, "count": 1, "self": 0.041007177999972555 }, "TrainerController.start_learning": { "total": 2526.885430271, "count": 1, "self": 4.727087233060047, "children": { "TrainerController._reset_env": { "total": 3.9639829279999503, "count": 1, "self": 3.9639829279999503 }, "TrainerController.advance": { "total": 2518.0653795099397, "count": 230889, "self": 4.7379738748295495, "children": { "env_step": { "total": 1964.8664334281136, "count": 230889, "self": 1656.7824212571197, "children": { "SubprocessEnvManager._take_step": { "total": 305.0138814819609, "count": 230889, "self": 17.48578283990696, "children": { "TorchPolicy.evaluate": { "total": 287.5280986420539, "count": 222858, "self": 287.5280986420539 } } }, "workers": { "total": 3.0701306890330216, "count": 230889, "self": 0.0, "children": { "worker_root": { "total": 2518.726247125015, "count": 230889, "is_parallel": true, "self": 1167.8735410428721, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0009754919999522826, "count": 1, "is_parallel": true, "self": 0.0002838839998275944, "children": { "_process_rank_one_or_two_observation": { "total": 0.0006916080001246883, "count": 2, "is_parallel": true, "self": 0.0006916080001246883 } } }, "UnityEnvironment.step": { "total": 0.0289059270000962, "count": 1, "is_parallel": true, "self": 0.0003699639999013016, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00022707500011165394, "count": 1, "is_parallel": true, "self": 0.00022707500011165394 }, "communicator.exchange": { "total": 0.02754965999997694, "count": 1, "is_parallel": true, "self": 0.02754965999997694 }, "steps_from_proto": { "total": 0.0007592280001063045, "count": 1, "is_parallel": true, "self": 0.00022504000003209512, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005341880000742094, "count": 2, "is_parallel": true, "self": 0.0005341880000742094 } } } } } } }, "UnityEnvironment.step": { "total": 1350.852706082143, "count": 230888, "is_parallel": true, "self": 40.57978260000141, "children": { "UnityEnvironment._generate_step_input": { "total": 86.3686006240373, "count": 230888, "is_parallel": true, "self": 86.3686006240373 }, "communicator.exchange": { "total": 1122.3439132009125, "count": 230888, "is_parallel": true, "self": 1122.3439132009125 }, "steps_from_proto": { "total": 101.56040965719171, "count": 230888, "is_parallel": true, "self": 38.446551779221636, "children": { "_process_rank_one_or_two_observation": { "total": 63.11385787797008, "count": 461776, "is_parallel": true, "self": 63.11385787797008 } } } } } } } } } } }, "trainer_advance": { "total": 548.4609722069965, "count": 230889, "self": 6.880873807990611, "children": { "process_trajectory": { "total": 138.80660157800344, "count": 230889, "self": 137.53304705100277, "children": { "RLTrainer._checkpoint": { "total": 1.2735545270006696, "count": 10, "self": 1.2735545270006696 } } }, "_update_policy": { "total": 402.7734968210025, "count": 96, "self": 342.8010350919949, "children": { "TorchPPOOptimizer.update": { "total": 59.97246172900759, "count": 2880, "self": 59.97246172900759 } } } } } } }, "trainer_threads": { "total": 1.0710000424296595e-06, "count": 1, "self": 1.0710000424296595e-06 }, "TrainerController._save_models": { "total": 0.12897952900038945, "count": 1, "self": 0.0019595880003180355, "children": { "RLTrainer._checkpoint": { "total": 0.1270199410000714, "count": 1, "self": 0.1270199410000714 } } } } } } }