{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4023927450180054, "min": 1.4023927450180054, "max": 1.428666114807129, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 70666.5703125, "min": 67916.0625, "max": 78361.015625, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 76.54813664596273, "min": 74.65454545454546, "max": 381.18939393939394, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49297.0, "min": 48776.0, "max": 50317.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999905.0, "min": 49838.0, "max": 1999905.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999905.0, "min": 49838.0, "max": 1999905.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.4634532928466797, "min": 0.07409073412418365, "max": 2.4926908016204834, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1586.4638671875, "min": 9.705885887145996, "max": 1633.704833984375, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.8452348545286226, "min": 1.8056754741732401, "max": 3.966923669201538, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2476.331246316433, "min": 236.54348711669445, "max": 2533.460683941841, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.8452348545286226, "min": 1.8056754741732401, "max": 3.966923669201538, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2476.331246316433, "min": 236.54348711669445, "max": 2533.460683941841, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.018753623090580932, "min": 0.013041378177715363, "max": 0.019428870390765948, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.0562608692717428, "min": 0.029558640886777236, "max": 0.056968151134302994, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.05571267762117915, "min": 0.021551685376713675, "max": 0.06307463633517424, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.16713803286353746, "min": 0.04310337075342735, "max": 0.17724083823462328, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.83334872225001e-06, "min": 3.83334872225001e-06, "max": 0.0002952926265691249, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.1500046166750029e-05, "min": 1.1500046166750029e-05, "max": 0.00084427426857525, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10127774999999999, "min": 0.10127774999999999, "max": 0.198430875, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30383324999999994, "min": 0.20772209999999997, "max": 0.58142475, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 7.375972500000018e-05, "min": 7.375972500000018e-05, "max": 0.0049217006625, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00022127917500000053, "min": 0.00022127917500000053, "max": 0.014073095025, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1688910290", "python_version": "3.10.12 (main, Jun 7 2023, 12:45:35) [GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1688912819" }, "total": 2529.373878372, "count": 1, "self": 0.43276333599987993, "children": { "run_training.setup": { "total": 0.04584082500002751, "count": 1, "self": 0.04584082500002751 }, "TrainerController.start_learning": { "total": 2528.895274211, "count": 1, "self": 4.616170913918268, "children": { "TrainerController._reset_env": { "total": 4.260226791000036, "count": 1, "self": 4.260226791000036 }, "TrainerController.advance": { "total": 2519.8942593730812, "count": 233084, "self": 4.754177730229912, "children": { "env_step": { "total": 1949.937788084984, "count": 233084, "self": 1645.4839071570977, "children": { "SubprocessEnvManager._take_step": { "total": 301.54759783190707, "count": 233084, "self": 17.51255457187608, "children": { "TorchPolicy.evaluate": { "total": 284.035043260031, "count": 222928, "self": 284.035043260031 } } }, "workers": { "total": 2.9062830959793473, "count": 233084, "self": 0.0, "children": { "worker_root": { "total": 2520.806786622959, "count": 233084, "is_parallel": true, "self": 1176.9891585748794, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0009351659999765616, "count": 1, "is_parallel": true, "self": 0.00023986199994396884, "children": { "_process_rank_one_or_two_observation": { "total": 0.0006953040000325927, "count": 2, "is_parallel": true, "self": 0.0006953040000325927 } } }, "UnityEnvironment.step": { "total": 0.030052511000008053, "count": 1, "is_parallel": true, "self": 0.00037834400006886426, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00020573699998749362, "count": 1, "is_parallel": true, "self": 0.00020573699998749362 }, "communicator.exchange": { "total": 0.028668512999956874, "count": 1, "is_parallel": true, "self": 0.028668512999956874 }, "steps_from_proto": { "total": 0.0007999169999948208, "count": 1, "is_parallel": true, "self": 0.0002336999998533429, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005662170001414779, "count": 2, "is_parallel": true, "self": 0.0005662170001414779 } } } } } } }, "UnityEnvironment.step": { "total": 1343.8176280480795, "count": 233083, "is_parallel": true, "self": 41.02023794409547, "children": { "UnityEnvironment._generate_step_input": { "total": 82.09771876699483, "count": 233083, "is_parallel": true, "self": 82.09771876699483 }, "communicator.exchange": { "total": 1119.8244315010174, "count": 233083, "is_parallel": true, "self": 1119.8244315010174 }, "steps_from_proto": { "total": 100.8752398359718, "count": 233083, "is_parallel": true, "self": 34.88592472508981, "children": { "_process_rank_one_or_two_observation": { "total": 65.98931511088199, "count": 466166, "is_parallel": true, "self": 65.98931511088199 } } } } } } } } } } }, "trainer_advance": { "total": 565.2022935578674, "count": 233084, "self": 7.028935943815782, "children": { "process_trajectory": { "total": 148.49611751905127, "count": 233084, "self": 146.94237280705102, "children": { "RLTrainer._checkpoint": { "total": 1.5537447120002525, "count": 10, "self": 1.5537447120002525 } } }, "_update_policy": { "total": 409.67724009500034, "count": 97, "self": 347.1997059189872, "children": { "TorchPPOOptimizer.update": { "total": 62.47753417601314, "count": 2910, "self": 62.47753417601314 } } } } } } }, "trainer_threads": { "total": 1.1920001270482317e-06, "count": 1, "self": 1.1920001270482317e-06 }, "TrainerController._save_models": { "total": 0.12461594100022921, "count": 1, "self": 0.002156687000478996, "children": { "RLTrainer._checkpoint": { "total": 0.12245925399975022, "count": 1, "self": 0.12245925399975022 } } } } } } }