| { | |
| "name": "root", | |
| "gauges": { | |
| "SoccerTwos.Policy.Entropy.mean": { | |
| "value": 1.5916613340377808, | |
| "min": 1.565659523010254, | |
| "max": 1.9029737710952759, | |
| "count": 300 | |
| }, | |
| "SoccerTwos.Policy.Entropy.sum": { | |
| "value": 30661.763671875, | |
| "min": 29692.654296875, | |
| "max": 42748.65625, | |
| "count": 300 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.mean": { | |
| "value": 77.828125, | |
| "min": 43.42982456140351, | |
| "max": 94.14814814814815, | |
| "count": 300 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.sum": { | |
| "value": 19924.0, | |
| "min": 18472.0, | |
| "max": 20832.0, | |
| "count": 300 | |
| }, | |
| "SoccerTwos.Self-play.ELO.mean": { | |
| "value": 1661.7193149822251, | |
| "min": 1613.413606125936, | |
| "max": 1686.6873850756538, | |
| "count": 300 | |
| }, | |
| "SoccerTwos.Self-play.ELO.sum": { | |
| "value": 212700.07231772481, | |
| "min": 179700.28705761017, | |
| "max": 380967.3052411987, | |
| "count": 300 | |
| }, | |
| "SoccerTwos.Step.mean": { | |
| "value": 10999966.0, | |
| "min": 8009938.0, | |
| "max": 10999966.0, | |
| "count": 300 | |
| }, | |
| "SoccerTwos.Step.sum": { | |
| "value": 10999966.0, | |
| "min": 8009938.0, | |
| "max": 10999966.0, | |
| "count": 300 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { | |
| "value": -0.008128762245178223, | |
| "min": -0.13995903730392456, | |
| "max": 0.08404076844453812, | |
| "count": 300 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { | |
| "value": -1.0323528051376343, | |
| "min": -26.872135162353516, | |
| "max": 17.396438598632812, | |
| "count": 300 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": -0.01394909992814064, | |
| "min": -0.14245162904262543, | |
| "max": 0.08465230464935303, | |
| "count": 300 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": -1.7715356349945068, | |
| "min": -27.350711822509766, | |
| "max": 17.523027420043945, | |
| "count": 300 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 300 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 300 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.mean": { | |
| "value": 0.03170393489477202, | |
| "min": -0.39619117536965537, | |
| "max": 0.27102511833255416, | |
| "count": 300 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.sum": { | |
| "value": 4.026399731636047, | |
| "min": -58.27240002155304, | |
| "max": 56.102199494838715, | |
| "count": 300 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.mean": { | |
| "value": 0.03170393489477202, | |
| "min": -0.39619117536965537, | |
| "max": 0.27102511833255416, | |
| "count": 300 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.sum": { | |
| "value": 4.026399731636047, | |
| "min": -58.27240002155304, | |
| "max": 56.102199494838715, | |
| "count": 300 | |
| }, | |
| "SoccerTwos.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 300 | |
| }, | |
| "SoccerTwos.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 300 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.mean": { | |
| "value": 0.017844852724980834, | |
| "min": 0.010616855310703006, | |
| "max": 0.023935369885293767, | |
| "count": 145 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.sum": { | |
| "value": 0.017844852724980834, | |
| "min": 0.010616855310703006, | |
| "max": 0.023935369885293767, | |
| "count": 145 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.mean": { | |
| "value": 0.10248677084843318, | |
| "min": 0.08636121278007826, | |
| "max": 0.11994984075427055, | |
| "count": 145 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.sum": { | |
| "value": 0.10248677084843318, | |
| "min": 0.08636121278007826, | |
| "max": 0.11994984075427055, | |
| "count": 145 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.mean": { | |
| "value": 0.1036402314901352, | |
| "min": 0.08740595479806264, | |
| "max": 0.12132183661063513, | |
| "count": 145 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.sum": { | |
| "value": 0.1036402314901352, | |
| "min": 0.08740595479806264, | |
| "max": 0.12132183661063513, | |
| "count": 145 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.mean": { | |
| "value": 0.0003, | |
| "min": 0.0003, | |
| "max": 0.0003, | |
| "count": 145 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.sum": { | |
| "value": 0.0003, | |
| "min": 0.0003, | |
| "max": 0.0003, | |
| "count": 145 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.mean": { | |
| "value": 0.20000000000000007, | |
| "min": 0.20000000000000007, | |
| "max": 0.20000000000000007, | |
| "count": 145 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.sum": { | |
| "value": 0.20000000000000007, | |
| "min": 0.20000000000000007, | |
| "max": 0.20000000000000007, | |
| "count": 145 | |
| }, | |
| "SoccerTwos.Policy.Beta.mean": { | |
| "value": 0.005000000000000001, | |
| "min": 0.005000000000000001, | |
| "max": 0.005000000000000001, | |
| "count": 145 | |
| }, | |
| "SoccerTwos.Policy.Beta.sum": { | |
| "value": 0.005000000000000001, | |
| "min": 0.005000000000000001, | |
| "max": 0.005000000000000001, | |
| "count": 145 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1675936350", | |
| "python_version": "3.9.16 (main, Feb 6 2023, 20:06:40) \n[GCC 9.3.0]", | |
| "command_line_arguments": "/usr/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics --resume", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1675948555" | |
| }, | |
| "total": 12204.264974599995, | |
| "count": 1, | |
| "self": 0.42385389999253675, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.02615309995599091, | |
| "count": 1, | |
| "self": 0.02615309995599091 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 12203.814967600047, | |
| "count": 1, | |
| "self": 7.076828409160953, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 1.183405400137417, | |
| "count": 16, | |
| "self": 1.183405400137417 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 12194.689710790757, | |
| "count": 207678, | |
| "self": 7.580822688236367, | |
| "children": { | |
| "env_step": { | |
| "total": 6618.124010004976, | |
| "count": 207678, | |
| "self": 5753.581308200839, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 860.1265352042392, | |
| "count": 207678, | |
| "self": 36.37521053070668, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 823.7513246735325, | |
| "count": 376530, | |
| "self": 823.7513246735325 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 4.416166599898133, | |
| "count": 207678, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 12188.440052606165, | |
| "count": 207678, | |
| "is_parallel": true, | |
| "self": 7159.6416861004545, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.003249599947594106, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.00077479996252805, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0024747999850660563, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0024747999850660563 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.03128100000321865, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000546799972653389, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00041690003126859665, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00041690003126859665 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.02869730000384152, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.02869730000384152 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0016199999954551458, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.00037319993134588003, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0012468000641092658, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0012468000641092658 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.033048400131519884, | |
| "count": 30, | |
| "is_parallel": true, | |
| "self": 0.007254699652548879, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.025793700478971004, | |
| "count": 120, | |
| "is_parallel": true, | |
| "self": 0.025793700478971004 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 5028.765318105579, | |
| "count": 207677, | |
| "is_parallel": true, | |
| "self": 157.2845634209225, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 147.5874905093806, | |
| "count": 207677, | |
| "is_parallel": true, | |
| "self": 147.5874905093806 | |
| }, | |
| "communicator.exchange": { | |
| "total": 4247.264710290881, | |
| "count": 207677, | |
| "is_parallel": true, | |
| "self": 4247.264710290881 | |
| }, | |
| "steps_from_proto": { | |
| "total": 476.62855388439493, | |
| "count": 415354, | |
| "is_parallel": true, | |
| "self": 106.98626380431233, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 369.6422900800826, | |
| "count": 1661416, | |
| "is_parallel": true, | |
| "self": 369.6422900800826 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 5568.984878097544, | |
| "count": 207678, | |
| "self": 41.25628210080322, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 947.8661081971368, | |
| "count": 207678, | |
| "self": 946.6546150970971, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.211493100039661, | |
| "count": 6, | |
| "self": 1.211493100039661 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 4579.862487799604, | |
| "count": 145, | |
| "self": 548.5033831004985, | |
| "children": { | |
| "TorchPOCAOptimizer.update": { | |
| "total": 4031.359104699106, | |
| "count": 4350, | |
| "self": 4031.359104699106 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.400010660290718e-06, | |
| "count": 1, | |
| "self": 1.400010660290718e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.8650215999805368, | |
| "count": 1, | |
| "self": 0.0018364000134170055, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.8631851999671198, | |
| "count": 1, | |
| "self": 0.8631851999671198 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |