| { | |
| "name": "root", | |
| "gauges": { | |
| "SoccerTwos.Policy.Entropy.mean": { | |
| "value": 2.3667643070220947, | |
| "min": 2.33071231842041, | |
| "max": 2.5206995010375977, | |
| "count": 50 | |
| }, | |
| "SoccerTwos.Policy.Entropy.sum": { | |
| "value": 47562.49609375, | |
| "min": 44078.4296875, | |
| "max": 55899.03125, | |
| "count": 50 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.mean": { | |
| "value": 48.88, | |
| "min": 43.7304347826087, | |
| "max": 61.69620253164557, | |
| "count": 50 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.sum": { | |
| "value": 19552.0, | |
| "min": 18684.0, | |
| "max": 20208.0, | |
| "count": 50 | |
| }, | |
| "SoccerTwos.Self-play.ELO.mean": { | |
| "value": 1470.7483954716015, | |
| "min": 1435.3163092525817, | |
| "max": 1490.4149327494056, | |
| "count": 50 | |
| }, | |
| "SoccerTwos.Self-play.ELO.sum": { | |
| "value": 294149.6790943203, | |
| "min": 230435.66739658496, | |
| "max": 335717.66091586347, | |
| "count": 50 | |
| }, | |
| "SoccerTwos.Step.mean": { | |
| "value": 6999984.0, | |
| "min": 6509978.0, | |
| "max": 6999984.0, | |
| "count": 50 | |
| }, | |
| "SoccerTwos.Step.sum": { | |
| "value": 6999984.0, | |
| "min": 6509978.0, | |
| "max": 6999984.0, | |
| "count": 50 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { | |
| "value": 0.07726456969976425, | |
| "min": -0.030845150351524353, | |
| "max": 0.07726456969976425, | |
| "count": 50 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { | |
| "value": 15.452914237976074, | |
| "min": -6.045649528503418, | |
| "max": 15.91751480102539, | |
| "count": 50 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.07707680016756058, | |
| "min": -0.0268353670835495, | |
| "max": 0.07984796911478043, | |
| "count": 50 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 15.415359497070312, | |
| "min": -5.259731769561768, | |
| "max": 16.76807403564453, | |
| "count": 50 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 50 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 50 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.mean": { | |
| "value": 0.18601200073957444, | |
| "min": -0.22530110065753645, | |
| "max": 0.3014857155936105, | |
| "count": 50 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.sum": { | |
| "value": 37.20240014791489, | |
| "min": -41.00480031967163, | |
| "max": 63.3120002746582, | |
| "count": 50 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.mean": { | |
| "value": 0.18601200073957444, | |
| "min": -0.22530110065753645, | |
| "max": 0.3014857155936105, | |
| "count": 50 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.sum": { | |
| "value": 37.20240014791489, | |
| "min": -41.00480031967163, | |
| "max": 63.3120002746582, | |
| "count": 50 | |
| }, | |
| "SoccerTwos.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 50 | |
| }, | |
| "SoccerTwos.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 50 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.mean": { | |
| "value": 0.01691505271786203, | |
| "min": 0.012469863990554586, | |
| "max": 0.02095626645217029, | |
| "count": 24 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.sum": { | |
| "value": 0.01691505271786203, | |
| "min": 0.012469863990554586, | |
| "max": 0.02095626645217029, | |
| "count": 24 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.mean": { | |
| "value": 0.07490279500683149, | |
| "min": 0.06604709873596827, | |
| "max": 0.08390739584962527, | |
| "count": 24 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.sum": { | |
| "value": 0.07490279500683149, | |
| "min": 0.06604709873596827, | |
| "max": 0.08390739584962527, | |
| "count": 24 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.mean": { | |
| "value": 0.07590456182758014, | |
| "min": 0.06684525907039643, | |
| "max": 0.08611040810743968, | |
| "count": 24 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.sum": { | |
| "value": 0.07590456182758014, | |
| "min": 0.06684525907039643, | |
| "max": 0.08611040810743968, | |
| "count": 24 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.mean": { | |
| "value": 0.0003, | |
| "min": 0.0003, | |
| "max": 0.0003, | |
| "count": 24 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.sum": { | |
| "value": 0.0003, | |
| "min": 0.0003, | |
| "max": 0.0003, | |
| "count": 24 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.mean": { | |
| "value": 0.20000000000000007, | |
| "min": 0.20000000000000007, | |
| "max": 0.20000000000000007, | |
| "count": 24 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.sum": { | |
| "value": 0.20000000000000007, | |
| "min": 0.20000000000000007, | |
| "max": 0.20000000000000007, | |
| "count": 24 | |
| }, | |
| "SoccerTwos.Policy.Beta.mean": { | |
| "value": 0.005000000000000001, | |
| "min": 0.005000000000000001, | |
| "max": 0.005000000000000001, | |
| "count": 24 | |
| }, | |
| "SoccerTwos.Policy.Beta.sum": { | |
| "value": 0.005000000000000001, | |
| "min": 0.005000000000000001, | |
| "max": 0.005000000000000001, | |
| "count": 24 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1690891421", | |
| "python_version": "3.10.6 (main, May 29 2023, 11:10:38) [GCC 11.3.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics --resume --torch-device=cpu", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1690893542" | |
| }, | |
| "total": 2121.240111834999, | |
| "count": 1, | |
| "self": 0.5420148220000556, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.04162588399776723, | |
| "count": 1, | |
| "self": 0.04162588399776723 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2120.656471129001, | |
| "count": 1, | |
| "self": 1.5054543152655242, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 1.4437276519965963, | |
| "count": 4, | |
| "self": 1.4437276519965963 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2117.4951610467397, | |
| "count": 35069, | |
| "self": 1.5695238139524008, | |
| "children": { | |
| "env_step": { | |
| "total": 1155.004338777053, | |
| "count": 35069, | |
| "self": 975.2380251731483, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 178.8851889927828, | |
| "count": 35069, | |
| "self": 8.254970399870217, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 170.63021859291257, | |
| "count": 62828, | |
| "self": 170.63021859291257 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.881124611121777, | |
| "count": 35069, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2109.615471201516, | |
| "count": 35069, | |
| "is_parallel": true, | |
| "self": 1298.5123828862634, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.005451203000120586, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0011757169922930188, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.004275486007827567, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.004275486007827567 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.07496027600063826, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0014275090034061577, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0007755869992251974, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0007755869992251974 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.06163016799837351, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.06163016799837351 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.011127011999633396, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0008880850000423379, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.010238926999591058, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.010238926999591058 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.007095673998264829, | |
| "count": 6, | |
| "is_parallel": true, | |
| "self": 0.0014340400011860766, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.005661633997078752, | |
| "count": 24, | |
| "is_parallel": true, | |
| "self": 0.005661633997078752 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 811.0959926412543, | |
| "count": 35068, | |
| "is_parallel": true, | |
| "self": 48.543254373689706, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 25.37648238968177, | |
| "count": 35068, | |
| "is_parallel": true, | |
| "self": 25.37648238968177 | |
| }, | |
| "communicator.exchange": { | |
| "total": 584.6229807467062, | |
| "count": 35068, | |
| "is_parallel": true, | |
| "self": 584.6229807467062 | |
| }, | |
| "steps_from_proto": { | |
| "total": 152.55327513117663, | |
| "count": 70136, | |
| "is_parallel": true, | |
| "self": 28.184793114080094, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 124.36848201709654, | |
| "count": 280544, | |
| "is_parallel": true, | |
| "self": 124.36848201709654 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 960.9212984557344, | |
| "count": 35069, | |
| "self": 9.931847368385206, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 195.88171612734732, | |
| "count": 35069, | |
| "self": 195.66547433134838, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.21624179599893978, | |
| "count": 1, | |
| "self": 0.21624179599893978 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 755.1077349600018, | |
| "count": 24, | |
| "self": 137.47176963701713, | |
| "children": { | |
| "TorchPOCAOptimizer.update": { | |
| "total": 617.6359653229847, | |
| "count": 720, | |
| "self": 617.6359653229847 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 9.499999578110874e-07, | |
| "count": 1, | |
| "self": 9.499999578110874e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.21212716499940143, | |
| "count": 1, | |
| "self": 0.0018193489995610435, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.2103078159998404, | |
| "count": 1, | |
| "self": 0.2103078159998404 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |