| { | |
| "name": "root", | |
| "gauges": { | |
| "SoccerTwos.Policy.Entropy.mean": { | |
| "value": 1.3722904920578003, | |
| "min": 1.279198408126831, | |
| "max": 3.295772075653076, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Policy.Entropy.sum": { | |
| "value": 27928.85546875, | |
| "min": 420.3287353515625, | |
| "max": 131125.109375, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.mean": { | |
| "value": 67.0945945945946, | |
| "min": 39.056, | |
| "max": 999.0, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.sum": { | |
| "value": 19860.0, | |
| "min": 8472.0, | |
| "max": 31084.0, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Self-play.ELO.mean": { | |
| "value": 1714.3381591372136, | |
| "min": 1181.833752966801, | |
| "max": 1745.0549191833745, | |
| "count": 4971 | |
| }, | |
| "SoccerTwos.Self-play.ELO.sum": { | |
| "value": 253722.0475523076, | |
| "min": 2365.4733989933, | |
| "max": 386612.99333320465, | |
| "count": 4971 | |
| }, | |
| "SoccerTwos.Step.mean": { | |
| "value": 49999942.0, | |
| "min": 9476.0, | |
| "max": 49999942.0, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Step.sum": { | |
| "value": 49999942.0, | |
| "min": 9476.0, | |
| "max": 49999942.0, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { | |
| "value": -0.04342324659228325, | |
| "min": -0.15699172019958496, | |
| "max": 0.1468147486448288, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { | |
| "value": -6.3832173347473145, | |
| "min": -24.70892906188965, | |
| "max": 26.632144927978516, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": -0.043088771402835846, | |
| "min": -0.15695025026798248, | |
| "max": 0.14749540388584137, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": -6.334049224853516, | |
| "min": -24.594648361206055, | |
| "max": 26.60883331298828, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.mean": { | |
| "value": -0.05291156622828269, | |
| "min": -0.5384615384615384, | |
| "max": 0.4417391341665517, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.sum": { | |
| "value": -7.778000235557556, | |
| "min": -68.64079988002777, | |
| "max": 65.8458001613617, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.mean": { | |
| "value": -0.05291156622828269, | |
| "min": -0.5384615384615384, | |
| "max": 0.4417391341665517, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.sum": { | |
| "value": -7.778000235557556, | |
| "min": -68.64079988002777, | |
| "max": 65.8458001613617, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 5000 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.mean": { | |
| "value": 0.020093241955813333, | |
| "min": 0.010207404198687679, | |
| "max": 0.026825977970535556, | |
| "count": 2422 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.sum": { | |
| "value": 0.020093241955813333, | |
| "min": 0.010207404198687679, | |
| "max": 0.026825977970535556, | |
| "count": 2422 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.mean": { | |
| "value": 0.0942936825255553, | |
| "min": 2.9969092906867443e-06, | |
| "max": 0.1311443361143271, | |
| "count": 2422 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.sum": { | |
| "value": 0.0942936825255553, | |
| "min": 2.9969092906867443e-06, | |
| "max": 0.1311443361143271, | |
| "count": 2422 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.mean": { | |
| "value": 0.09487909798820814, | |
| "min": 3.082172895574331e-06, | |
| "max": 0.13438868348797162, | |
| "count": 2422 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.sum": { | |
| "value": 0.09487909798820814, | |
| "min": 3.082172895574331e-06, | |
| "max": 0.13438868348797162, | |
| "count": 2422 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.mean": { | |
| "value": 0.0003, | |
| "min": 0.0003, | |
| "max": 0.0003, | |
| "count": 2422 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.sum": { | |
| "value": 0.0003, | |
| "min": 0.0003, | |
| "max": 0.0003, | |
| "count": 2422 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.mean": { | |
| "value": 0.20000000000000007, | |
| "min": 0.2, | |
| "max": 0.20000000000000007, | |
| "count": 2422 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.sum": { | |
| "value": 0.20000000000000007, | |
| "min": 0.2, | |
| "max": 0.20000000000000007, | |
| "count": 2422 | |
| }, | |
| "SoccerTwos.Policy.Beta.mean": { | |
| "value": 0.005000000000000001, | |
| "min": 0.005, | |
| "max": 0.005000000000000001, | |
| "count": 2422 | |
| }, | |
| "SoccerTwos.Policy.Beta.sum": { | |
| "value": 0.005000000000000001, | |
| "min": 0.005, | |
| "max": 0.005000000000000001, | |
| "count": 2422 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1686668928", | |
| "python_version": "3.9.17 (main, Jun 12 2023, 10:38:51) \n[Clang 14.0.0 (clang-1400.0.29.102)]", | |
| "command_line_arguments": "/Users/thomas/source/repos/ml-agents/.venv/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.app --run-id=SoccerTwosRun2 --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1687042614" | |
| }, | |
| "total": 216778.318799375, | |
| "count": 1, | |
| "self": 0.6243735410098452, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.01287712499999999, | |
| "count": 1, | |
| "self": 0.01287712499999999 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 216777.681548709, | |
| "count": 1, | |
| "self": 34.47761210988392, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 11.796536872812538, | |
| "count": 250, | |
| "self": 11.796536872812538 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 216731.3148217683, | |
| "count": 3448270, | |
| "self": 30.856235275190556, | |
| "children": { | |
| "env_step": { | |
| "total": 179861.6003345008, | |
| "count": 3448270, | |
| "self": 174943.71597758983, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 4892.052557558203, | |
| "count": 3448270, | |
| "self": 148.98964510080532, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 4743.062912457398, | |
| "count": 6282832, | |
| "self": 4743.062912457398 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 25.83179935277115, | |
| "count": 3448270, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 216714.64099573725, | |
| "count": 3448270, | |
| "is_parallel": true, | |
| "self": 46197.0142375197, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.2998744130167583, | |
| "count": 500, | |
| "is_parallel": true, | |
| "self": 0.04481587423207811, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.2550585387846802, | |
| "count": 2000, | |
| "is_parallel": true, | |
| "self": 0.2550585387846802 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 170517.32688380452, | |
| "count": 3448270, | |
| "is_parallel": true, | |
| "self": 436.2381054467114, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 2652.6987042281635, | |
| "count": 3448270, | |
| "is_parallel": true, | |
| "self": 2652.6987042281635 | |
| }, | |
| "communicator.exchange": { | |
| "total": 162588.3859820606, | |
| "count": 3448270, | |
| "is_parallel": true, | |
| "self": 162588.3859820606 | |
| }, | |
| "steps_from_proto": { | |
| "total": 4840.004092069044, | |
| "count": 6896540, | |
| "is_parallel": true, | |
| "self": 689.5151023696726, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 4150.488989699372, | |
| "count": 27586160, | |
| "is_parallel": true, | |
| "self": 4150.488989699372 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 36838.8582519923, | |
| "count": 3448270, | |
| "self": 266.2688834353321, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 7548.816236794008, | |
| "count": 3448270, | |
| "self": 7540.077180584054, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 8.739056209954015, | |
| "count": 100, | |
| "self": 8.739056209954015 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 29023.773131762962, | |
| "count": 2422, | |
| "self": 4251.107408044572, | |
| "children": { | |
| "TorchPOCAOptimizer.update": { | |
| "total": 24772.66572371839, | |
| "count": 72669, | |
| "self": 24772.66572371839 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 3.7500285543501377e-07, | |
| "count": 1, | |
| "self": 3.7500285543501377e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.09257758301100694, | |
| "count": 1, | |
| "self": 0.0007120000082068145, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.09186558300280012, | |
| "count": 1, | |
| "self": 0.09186558300280012 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |