| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4039725065231323, | |
| "min": 1.4039725065231323, | |
| "max": 1.4277423620224, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 69693.1953125, | |
| "min": 69019.640625, | |
| "max": 77744.15625, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 70.95107913669065, | |
| "min": 69.92765957446808, | |
| "max": 378.5681818181818, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49311.0, | |
| "min": 49214.0, | |
| "max": 50066.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999940.0, | |
| "min": 49831.0, | |
| "max": 1999940.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999940.0, | |
| "min": 49831.0, | |
| "max": 1999940.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.489853858947754, | |
| "min": 0.10592063516378403, | |
| "max": 2.5735511779785156, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1730.448486328125, | |
| "min": 13.875603675842285, | |
| "max": 1753.551025390625, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.8891523538733557, | |
| "min": 1.7246136716531433, | |
| "max": 4.128395850863753, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2702.9608859419823, | |
| "min": 225.92439098656178, | |
| "max": 2733.0869435071945, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.8891523538733557, | |
| "min": 1.7246136716531433, | |
| "max": 4.128395850863753, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2702.9608859419823, | |
| "min": 225.92439098656178, | |
| "max": 2733.0869435071945, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.018041961774179074, | |
| "min": 0.014941545078181663, | |
| "max": 0.02037012575698706, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.05412588532253722, | |
| "min": 0.029883090156363326, | |
| "max": 0.05742798411132147, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.06604799268146357, | |
| "min": 0.02276067603379488, | |
| "max": 0.06604799268146357, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.19814397804439068, | |
| "min": 0.04552135206758976, | |
| "max": 0.19814397804439068, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.646398784566679e-06, | |
| "min": 3.646398784566679e-06, | |
| "max": 0.0002953008015663999, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.0939196353700038e-05, | |
| "min": 1.0939196353700038e-05, | |
| "max": 0.0008437057687647499, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10121543333333334, | |
| "min": 0.10121543333333334, | |
| "max": 0.19843360000000002, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.30364630000000004, | |
| "min": 0.2075628, | |
| "max": 0.5812352499999998, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 7.065012333333356e-05, | |
| "min": 7.065012333333356e-05, | |
| "max": 0.00492183664, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.0002119503700000007, | |
| "min": 0.0002119503700000007, | |
| "max": 0.014063638975, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1705132792", | |
| "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "1.1.0.dev0", | |
| "mlagents_envs_version": "1.1.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.1.2+cu121", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1705138079" | |
| }, | |
| "total": 5287.190682804, | |
| "count": 1, | |
| "self": 0.6040964459998577, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.10981935700010581, | |
| "count": 1, | |
| "self": 0.10981935700010581 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 5286.476767001001, | |
| "count": 1, | |
| "self": 10.119755968114987, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 5.773866148999787, | |
| "count": 1, | |
| "self": 5.773866148999787 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 5270.437490008887, | |
| "count": 233233, | |
| "self": 9.723547940583558, | |
| "children": { | |
| "env_step": { | |
| "total": 3441.9826717462543, | |
| "count": 233233, | |
| "self": 2859.8953009492357, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 575.3883779180069, | |
| "count": 233233, | |
| "self": 36.99826363675356, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 538.3901142812533, | |
| "count": 222892, | |
| "self": 538.3901142812533 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 6.698992879011712, | |
| "count": 233233, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 5269.789646990998, | |
| "count": 233233, | |
| "is_parallel": true, | |
| "self": 2984.930481082909, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0012242940001669922, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004120600005990127, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0008122339995679795, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0008122339995679795 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.039620354999897245, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004492399998525798, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00025224199998774566, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00025224199998774566 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.037938205000045855, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.037938205000045855 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0009806680000110646, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00025273400024161674, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0007279339997694478, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0007279339997694478 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 2284.8591659080894, | |
| "count": 233232, | |
| "is_parallel": true, | |
| "self": 72.25854080093131, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 107.02569216110533, | |
| "count": 233232, | |
| "is_parallel": true, | |
| "self": 107.02569216110533 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1952.1614315679276, | |
| "count": 233232, | |
| "is_parallel": true, | |
| "self": 1952.1614315679276 | |
| }, | |
| "steps_from_proto": { | |
| "total": 153.41350137812515, | |
| "count": 233232, | |
| "is_parallel": true, | |
| "self": 47.65565394304258, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 105.75784743508257, | |
| "count": 466464, | |
| "is_parallel": true, | |
| "self": 105.75784743508257 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 1818.731270322049, | |
| "count": 233233, | |
| "self": 15.98783205067275, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 302.3439428153729, | |
| "count": 233233, | |
| "self": 300.8415513873738, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.5023914279991004, | |
| "count": 10, | |
| "self": 1.5023914279991004 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 1500.3994954560035, | |
| "count": 97, | |
| "self": 381.3595048289844, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 1119.039990627019, | |
| "count": 2910, | |
| "self": 1119.039990627019 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.1969996194238774e-06, | |
| "count": 1, | |
| "self": 1.1969996194238774e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.14565367799968953, | |
| "count": 1, | |
| "self": 0.004367424999145442, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.1412862530005441, | |
| "count": 1, | |
| "self": 0.1412862530005441 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |