{ "name": "root", "gauges": { "SoccerTwos.Policy.Entropy.mean": { "value": 1.5445958375930786, "min": 1.5416514873504639, "max": 1.54746413230896, "count": 3 }, "SoccerTwos.Policy.Entropy.sum": { "value": 32226.447265625, "min": 29254.37890625, "max": 32979.5546875, "count": 3 }, "SoccerTwos.Environment.EpisodeLength.mean": { "value": 54.31111111111111, "min": 54.23076923076923, "max": 55.325301204819276, "count": 3 }, "SoccerTwos.Environment.EpisodeLength.sum": { "value": 19552.0, "min": 18368.0, "max": 19740.0, "count": 3 }, "SoccerTwos.Self-play.ELO.mean": { "value": 1571.8056838183572, "min": 1568.214947912237, "max": 1571.8056838183572, "count": 3 }, "SoccerTwos.Self-play.ELO.sum": { "value": 282925.0230873043, "min": 260370.00044767454, "max": 285415.1205200271, "count": 3 }, "SoccerTwos.Step.mean": { "value": 28149988.0, "min": 28129767.0, "max": 28149988.0, "count": 3 }, "SoccerTwos.Step.sum": { "value": 28149988.0, "min": 28129767.0, "max": 28149988.0, "count": 3 }, "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { "value": -0.04595968499779701, "min": -0.06847310066223145, "max": -0.02722092904150486, "count": 3 }, "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { "value": -8.318702697753906, "min": -11.29806137084961, "max": -4.926988124847412, "count": 3 }, "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { "value": -0.044073380529880524, "min": -0.06511271744966507, "max": -0.02285114862024784, "count": 3 }, "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { "value": -7.97728157043457, "min": -10.743598937988281, "max": -4.1360578536987305, "count": 3 }, "SoccerTwos.Environment.CumulativeReward.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 3 }, "SoccerTwos.Environment.CumulativeReward.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 3 }, "SoccerTwos.Policy.ExtrinsicReward.mean": { "value": -0.09876685182033981, "min": -0.15006303064750903, "max": -0.014512706198086396, "count": 3 }, "SoccerTwos.Policy.ExtrinsicReward.sum": { "value": -17.876800179481506, "min": -24.76040005683899, "max": -2.6267998218536377, "count": 3 }, "SoccerTwos.Environment.GroupCumulativeReward.mean": { "value": -0.09876685182033981, "min": -0.15006303064750903, "max": -0.014512706198086396, "count": 3 }, "SoccerTwos.Environment.GroupCumulativeReward.sum": { "value": -17.876800179481506, "min": -24.76040005683899, "max": -2.6267998218536377, "count": 3 }, "SoccerTwos.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 3 }, "SoccerTwos.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 3 }, "SoccerTwos.Losses.PolicyLoss.mean": { "value": 0.01899477666399131, "min": 0.01899477666399131, "max": 0.01899477666399131, "count": 1 }, "SoccerTwos.Losses.PolicyLoss.sum": { "value": 0.01899477666399131, "min": 0.01899477666399131, "max": 0.01899477666399131, "count": 1 }, "SoccerTwos.Losses.ValueLoss.mean": { "value": 0.10417718564470609, "min": 0.10417718564470609, "max": 0.10417718564470609, "count": 1 }, "SoccerTwos.Losses.ValueLoss.sum": { "value": 0.10417718564470609, "min": 0.10417718564470609, "max": 0.10417718564470609, "count": 1 }, "SoccerTwos.Losses.BaselineLoss.mean": { "value": 0.10623087485631307, "min": 0.10623087485631307, "max": 0.10623087485631307, "count": 1 }, "SoccerTwos.Losses.BaselineLoss.sum": { "value": 0.10623087485631307, "min": 0.10623087485631307, "max": 0.10623087485631307, "count": 1 }, "SoccerTwos.Policy.LearningRate.mean": { "value": 0.0003, "min": 0.0003, "max": 0.0003, "count": 1 }, "SoccerTwos.Policy.LearningRate.sum": { "value": 0.0003, "min": 0.0003, "max": 0.0003, "count": 1 }, "SoccerTwos.Policy.Epsilon.mean": { "value": 0.20000000000000007, "min": 0.20000000000000007, "max": 0.20000000000000007, "count": 1 }, "SoccerTwos.Policy.Epsilon.sum": { "value": 0.20000000000000007, "min": 0.20000000000000007, "max": 0.20000000000000007, "count": 1 }, "SoccerTwos.Policy.Beta.mean": { "value": 0.005000000000000001, "min": 0.005000000000000001, "max": 0.005000000000000001, "count": 1 }, "SoccerTwos.Policy.Beta.sum": { "value": 0.005000000000000001, "min": 0.005000000000000001, "max": 0.005000000000000001, "count": 1 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1713812627", "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", "command_line_arguments": "/home/robot/anaconda3/envs/rl/bin/mlagents-learn /home/robot/ml-agents/config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos-test-0 --resume", "mlagents_version": "1.0.0", "mlagents_envs_version": "1.0.0", "communication_protocol_version": "1.5.0", "pytorch_version": "2.2.2+cu121", "numpy_version": "1.22.0", "end_time_seconds": "1713812666" }, "total": 39.1336410240001, "count": 1, "self": 0.07609515899912367, "children": { "run_training.setup": { "total": 0.018059835000713065, "count": 1, "self": 0.018059835000713065 }, "TrainerController.start_learning": { "total": 39.03948603000026, "count": 1, "self": 0.033418846981476236, "children": { "TrainerController._reset_env": { "total": 3.6074643390002166, "count": 2, "self": 3.6074643390002166 }, "TrainerController.advance": { "total": 35.256843977018434, "count": 2454, "self": 0.03523478700208216, "children": { "env_step": { "total": 27.403868124021756, "count": 2454, "self": 20.012116775008508, "children": { "SubprocessEnvManager._take_step": { "total": 7.371224686995447, "count": 2454, "self": 0.1943202859856683, "children": { "TorchPolicy.evaluate": { "total": 7.176904401009779, "count": 4414, "self": 7.176904401009779 } } }, "workers": { "total": 0.020526662017800845, "count": 2454, "self": 0.0, "children": { "worker_root": { "total": 38.87065808505031, "count": 2454, "is_parallel": true, "self": 22.53269678203833, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.001703715999610722, "count": 2, "is_parallel": true, "self": 0.00040343199907511007, "children": { "_process_rank_one_or_two_observation": { "total": 0.001300284000535612, "count": 8, "is_parallel": true, "self": 0.001300284000535612 } } }, "UnityEnvironment.step": { "total": 0.01667100000031496, "count": 1, "is_parallel": true, "self": 0.0006059349998395192, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00026192299992544577, "count": 1, "is_parallel": true, "self": 0.00026192299992544577 }, "communicator.exchange": { "total": 0.013998334999996587, "count": 1, "is_parallel": true, "self": 0.013998334999996587 }, "steps_from_proto": { "total": 0.00180480700055341, "count": 2, "is_parallel": true, "self": 0.00033896400145749794, "children": { "_process_rank_one_or_two_observation": { "total": 0.001465842999095912, "count": 8, "is_parallel": true, "self": 0.001465842999095912 } } } } } } }, "steps_from_proto": { "total": 0.0011036900004910422, "count": 2, "is_parallel": true, "self": 0.00020813900118810125, "children": { "_process_rank_one_or_two_observation": { "total": 0.0008955509993029409, "count": 8, "is_parallel": true, "self": 0.0008955509993029409 } } }, "UnityEnvironment.step": { "total": 16.33685761301149, "count": 2453, "is_parallel": true, "self": 0.8624507790482312, "children": { "UnityEnvironment._generate_step_input": { "total": 0.5040812960078256, "count": 2453, "is_parallel": true, "self": 0.5040812960078256 }, "communicator.exchange": { "total": 12.556463673989128, "count": 2453, "is_parallel": true, "self": 12.556463673989128 }, "steps_from_proto": { "total": 2.4138618639663036, "count": 4906, "is_parallel": true, "self": 0.45623346995762404, "children": { "_process_rank_one_or_two_observation": { "total": 1.9576283940086796, "count": 19624, "is_parallel": true, "self": 1.9576283940086796 } } } } } } } } } } }, "trainer_advance": { "total": 7.817741065994596, "count": 2453, "self": 0.20603566197860346, "children": { "process_trajectory": { "total": 4.2107163620157735, "count": 2453, "self": 4.2107163620157735 }, "_update_policy": { "total": 3.4009890420002193, "count": 1, "self": 1.9541460469990852, "children": { "TorchPOCAOptimizer.update": { "total": 1.4468429950011341, "count": 30, "self": 1.4468429950011341 } } } } } } }, "trainer_threads": { "total": 5.869997039553709e-07, "count": 1, "self": 5.869997039553709e-07 }, "TrainerController._save_models": { "total": 0.1417582800004311, "count": 1, "self": 0.0010400099999969825, "children": { "RLTrainer._checkpoint": { "total": 0.14071827000043413, "count": 1, "self": 0.14071827000043413 } } } } } } }