|
{ |
|
"name": "root", |
|
"gauges": { |
|
"Huggy.Policy.Entropy.mean": { |
|
"value": 1.4056576490402222, |
|
"min": 1.4056576490402222, |
|
"max": 1.4267321825027466, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Entropy.sum": { |
|
"value": 70077.65625, |
|
"min": 69155.4375, |
|
"max": 76046.453125, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.mean": { |
|
"value": 84.59075342465754, |
|
"min": 73.45833333333333, |
|
"max": 403.1290322580645, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.sum": { |
|
"value": 49401.0, |
|
"min": 49027.0, |
|
"max": 49988.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.mean": { |
|
"value": 1999995.0, |
|
"min": 49508.0, |
|
"max": 1999995.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.sum": { |
|
"value": 1999995.0, |
|
"min": 49508.0, |
|
"max": 1999995.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.mean": { |
|
"value": 2.4493749141693115, |
|
"min": 0.17230083048343658, |
|
"max": 2.508056640625, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.sum": { |
|
"value": 1430.4349365234375, |
|
"min": 21.193002700805664, |
|
"max": 1634.14404296875, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.mean": { |
|
"value": 3.743330927131927, |
|
"min": 1.8287744250723985, |
|
"max": 3.9486608097776887, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.sum": { |
|
"value": 2186.1052614450455, |
|
"min": 224.93925428390503, |
|
"max": 2568.0098422169685, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.mean": { |
|
"value": 3.743330927131927, |
|
"min": 1.8287744250723985, |
|
"max": 3.9486608097776887, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.sum": { |
|
"value": 2186.1052614450455, |
|
"min": 224.93925428390503, |
|
"max": 2568.0098422169685, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.mean": { |
|
"value": 0.01920094059928993, |
|
"min": 0.013892927007206407, |
|
"max": 0.02036442214254445, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.sum": { |
|
"value": 0.05760282179786979, |
|
"min": 0.027995130844647068, |
|
"max": 0.05760282179786979, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.mean": { |
|
"value": 0.04732358761959606, |
|
"min": 0.021606675380220014, |
|
"max": 0.06191406939178705, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.sum": { |
|
"value": 0.14197076285878818, |
|
"min": 0.04321335076044003, |
|
"max": 0.1830188805858294, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.mean": { |
|
"value": 3.623598792166669e-06, |
|
"min": 3.623598792166669e-06, |
|
"max": 0.00029531032656322505, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.sum": { |
|
"value": 1.0870796376500008e-05, |
|
"min": 1.0870796376500008e-05, |
|
"max": 0.0008439790686736499, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.mean": { |
|
"value": 0.10120783333333337, |
|
"min": 0.10120783333333337, |
|
"max": 0.19843677500000007, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.sum": { |
|
"value": 0.3036235000000001, |
|
"min": 0.20754615000000004, |
|
"max": 0.5813263499999999, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.mean": { |
|
"value": 7.027088333333336e-05, |
|
"min": 7.027088333333336e-05, |
|
"max": 0.004921995072500001, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.sum": { |
|
"value": 0.00021081265000000009, |
|
"min": 0.00021081265000000009, |
|
"max": 0.014068184865000001, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.mean": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.sum": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1675890149", |
|
"python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", |
|
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", |
|
"mlagents_version": "0.29.0.dev0", |
|
"mlagents_envs_version": "0.29.0.dev0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "1.8.1+cu102", |
|
"numpy_version": "1.21.6", |
|
"end_time_seconds": "1675892473" |
|
}, |
|
"total": 2323.370545422, |
|
"count": 1, |
|
"self": 0.8227431289997185, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.10943830900009743, |
|
"count": 1, |
|
"self": 0.10943830900009743 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 2322.438363984, |
|
"count": 1, |
|
"self": 4.018427537974276, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 10.169145153000045, |
|
"count": 1, |
|
"self": 10.169145153000045 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 2308.085576688025, |
|
"count": 233176, |
|
"self": 4.298021614023128, |
|
"children": { |
|
"env_step": { |
|
"total": 1797.1946406369182, |
|
"count": 233176, |
|
"self": 1500.9078244710556, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 293.57182109887344, |
|
"count": 233176, |
|
"self": 14.97781965986428, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 278.59400143900916, |
|
"count": 222988, |
|
"self": 70.59276565209348, |
|
"children": { |
|
"TorchPolicy.sample_actions": { |
|
"total": 208.0012357869157, |
|
"count": 222988, |
|
"self": 208.0012357869157 |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 2.714995066989104, |
|
"count": 233176, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 2314.3301972841, |
|
"count": 233176, |
|
"is_parallel": true, |
|
"self": 1093.9337691282053, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.0, |
|
"count": 0, |
|
"is_parallel": true, |
|
"self": 0.0, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.0021674079998774687, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00033318999999210064, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.001834217999885368, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.001834217999885368 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 0.02980574599996544, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00031375799994748377, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.00019524999993336678, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00019524999993336678 |
|
}, |
|
"communicator.exchange": { |
|
"total": 0.02857033300006151, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.02857033300006151 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.0007264050000230782, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0002582250001523789, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.00046817999987069925, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.00046817999987069925 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 1220.3964281558947, |
|
"count": 233175, |
|
"is_parallel": true, |
|
"self": 38.390595390608496, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 76.44713608608299, |
|
"count": 233175, |
|
"is_parallel": true, |
|
"self": 76.44713608608299 |
|
}, |
|
"communicator.exchange": { |
|
"total": 1015.6605691031441, |
|
"count": 233175, |
|
"is_parallel": true, |
|
"self": 1015.6605691031441 |
|
}, |
|
"steps_from_proto": { |
|
"total": 89.8981275760591, |
|
"count": 233175, |
|
"is_parallel": true, |
|
"self": 36.446448905888246, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 53.45167867017085, |
|
"count": 466350, |
|
"is_parallel": true, |
|
"self": 53.45167867017085 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_advance": { |
|
"total": 506.59291443708366, |
|
"count": 233176, |
|
"self": 6.357791014082068, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 162.31611195600317, |
|
"count": 233176, |
|
"self": 160.9084063640032, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 1.4077055919999566, |
|
"count": 10, |
|
"self": 1.4077055919999566 |
|
} |
|
} |
|
}, |
|
"_update_policy": { |
|
"total": 337.9190114669984, |
|
"count": 97, |
|
"self": 281.4391620929939, |
|
"children": { |
|
"TorchPPOOptimizer.update": { |
|
"total": 56.479849374004516, |
|
"count": 2910, |
|
"self": 56.479849374004516 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 1.4760003068658989e-06, |
|
"count": 1, |
|
"self": 1.4760003068658989e-06 |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 0.16521312900022167, |
|
"count": 1, |
|
"self": 0.002793858000131877, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.1624192710000898, |
|
"count": 1, |
|
"self": 0.1624192710000898 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |