{ "name": "root", "gauges": { "SoccerTwos.Policy.Entropy.mean": { "value": 3.1866912841796875, "min": 3.1682472229003906, "max": 3.2957022190093994, "count": 98 }, "SoccerTwos.Policy.Entropy.sum": { "value": 90451.046875, "min": 8753.3466796875, "max": 105462.109375, "count": 98 }, "SoccerTwos.Environment.EpisodeLength.mean": { "value": 618.2222222222222, "min": 82.0, "max": 999.0, "count": 98 }, "SoccerTwos.Environment.EpisodeLength.sum": { "value": 22256.0, "min": 328.0, "max": 31968.0, "count": 98 }, "SoccerTwos.Step.mean": { "value": 999400.0, "min": 29854.0, "max": 999400.0, "count": 98 }, "SoccerTwos.Step.sum": { "value": 999400.0, "min": 29854.0, "max": 999400.0, "count": 98 }, "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { "value": 0.028475239872932434, "min": -0.06551233679056168, "max": 0.028475239872932434, "count": 98 }, "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { "value": 0.4840790927410126, "min": -0.9170898795127869, "max": 0.4840790927410126, "count": 98 }, "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { "value": 0.02584037370979786, "min": -0.06547804176807404, "max": 0.02584037370979786, "count": 98 }, "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { "value": 0.43928635120391846, "min": -0.9166770577430725, "max": 0.43928635120391846, "count": 98 }, "SoccerTwos.Environment.CumulativeReward.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 98 }, "SoccerTwos.Environment.CumulativeReward.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 98 }, "SoccerTwos.Policy.ExtrinsicReward.mean": { "value": -0.32461176199071545, "min": -0.5, "max": 0.3692380970432645, "count": 98 }, "SoccerTwos.Policy.ExtrinsicReward.sum": { "value": -5.518399953842163, "min": -6.438800048083067, "max": 7.754000037908554, "count": 98 }, "SoccerTwos.Environment.GroupCumulativeReward.mean": { "value": -0.32461176199071545, "min": -0.5, "max": 0.3692380970432645, "count": 98 }, "SoccerTwos.Environment.GroupCumulativeReward.sum": { "value": -5.518399953842163, "min": -6.438800048083067, "max": 7.754000037908554, "count": 98 }, "SoccerTwos.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 98 }, "SoccerTwos.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 98 }, "SoccerTwos.Self-play.ELO.mean": { "value": 1208.4210166434545, "min": 1198.0257057172744, "max": 1209.014185855263, "count": 78 }, "SoccerTwos.Self-play.ELO.sum": { "value": 14501.052199721455, "min": 2396.0514114345488, "max": 24055.55628169224, "count": 78 }, "SoccerTwos.Losses.PolicyLoss.mean": { "value": 0.020749160430083673, "min": 0.01087481270369608, "max": 0.022622195289780697, "count": 45 }, "SoccerTwos.Losses.PolicyLoss.sum": { "value": 0.020749160430083673, "min": 0.01087481270369608, "max": 0.022622195289780697, "count": 45 }, "SoccerTwos.Losses.ValueLoss.mean": { "value": 0.0055723156857614715, "min": 3.057377451417172e-06, "max": 0.0055723156857614715, "count": 45 }, "SoccerTwos.Losses.ValueLoss.sum": { "value": 0.0055723156857614715, "min": 3.057377451417172e-06, "max": 0.0055723156857614715, "count": 45 }, "SoccerTwos.Losses.BaselineLoss.mean": { "value": 0.005925432623674472, "min": 3.521252354706424e-06, "max": 0.005925432623674472, "count": 45 }, "SoccerTwos.Losses.BaselineLoss.sum": { "value": 0.005925432623674472, "min": 3.521252354706424e-06, "max": 0.005925432623674472, "count": 45 }, "SoccerTwos.Policy.LearningRate.mean": { "value": 0.0003, "min": 0.0003, "max": 0.0003, "count": 45 }, "SoccerTwos.Policy.LearningRate.sum": { "value": 0.0003, "min": 0.0003, "max": 0.0003, "count": 45 }, "SoccerTwos.Policy.Epsilon.mean": { "value": 0.20000000000000007, "min": 0.19999999999999996, "max": 0.20000000000000007, "count": 45 }, "SoccerTwos.Policy.Epsilon.sum": { "value": 0.20000000000000007, "min": 0.19999999999999996, "max": 0.20000000000000007, "count": 45 }, "SoccerTwos.Policy.Beta.mean": { "value": 0.005000000000000001, "min": 0.005, "max": 0.005000000000000001, "count": 45 }, "SoccerTwos.Policy.Beta.sum": { "value": 0.005000000000000001, "min": 0.005, "max": 0.005000000000000001, "count": 45 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1690601381", "python_version": "3.10.6 (main, May 29 2023, 11:10:38) [GCC 11.3.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/linux/SoccerTwos --run-id=SoccerTwos --no-graphics --resume", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1690603658" }, "total": 2276.536627766, "count": 1, "self": 0.425417648000348, "children": { "run_training.setup": { "total": 0.05573638100008793, "count": 1, "self": 0.05573638100008793 }, "TrainerController.start_learning": { "total": 2276.055473737, "count": 1, "self": 1.6762015140311632, "children": { "TrainerController._reset_env": { "total": 5.181112253000265, "count": 5, "self": 5.181112253000265 }, "TrainerController.advance": { "total": 2268.929314434968, "count": 63379, "self": 1.8176577400058704, "children": { "env_step": { "total": 1835.2405524999203, "count": 63379, "self": 1452.6599075109257, "children": { "SubprocessEnvManager._take_step": { "total": 381.57838352298506, "count": 63379, "self": 12.348988554066182, "children": { "TorchPolicy.evaluate": { "total": 369.2293949689189, "count": 125852, "self": 369.2293949689189 } } }, "workers": { "total": 1.0022614660095996, "count": 63379, "self": 0.0, "children": { "worker_root": { "total": 2270.969339070059, "count": 63379, "is_parallel": true, "self": 1039.3576673331302, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.005149682000137545, "count": 2, "is_parallel": true, "self": 0.0011812910000799093, "children": { "_process_rank_one_or_two_observation": { "total": 0.003968391000057636, "count": 8, "is_parallel": true, "self": 0.003968391000057636 } } }, "UnityEnvironment.step": { "total": 0.04324213899997176, "count": 1, "is_parallel": true, "self": 0.0013280710001026819, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0008874509999259317, "count": 1, "is_parallel": true, "self": 0.0008874509999259317 }, "communicator.exchange": { "total": 0.03714546599996993, "count": 1, "is_parallel": true, "self": 0.03714546599996993 }, "steps_from_proto": { "total": 0.0038811509999732152, "count": 2, "is_parallel": true, "self": 0.0007578040001590125, "children": { "_process_rank_one_or_two_observation": { "total": 0.0031233469998142027, "count": 8, "is_parallel": true, "self": 0.0031233469998142027 } } } } } } }, "UnityEnvironment.step": { "total": 1231.6013744379288, "count": 63378, "is_parallel": true, "self": 75.7722481580563, "children": { "UnityEnvironment._generate_step_input": { "total": 50.12961376796443, "count": 63378, "is_parallel": true, "self": 50.12961376796443 }, "communicator.exchange": { "total": 853.2457646569906, "count": 63378, "is_parallel": true, "self": 853.2457646569906 }, "steps_from_proto": { "total": 252.45374785491765, "count": 126756, "is_parallel": true, "self": 41.75554271190401, "children": { "_process_rank_one_or_two_observation": { "total": 210.69820514301364, "count": 507024, "is_parallel": true, "self": 210.69820514301364 } } } } }, "steps_from_proto": { "total": 0.010297299000058047, "count": 8, "is_parallel": true, "self": 0.0019517260002430703, "children": { "_process_rank_one_or_two_observation": { "total": 0.008345572999814976, "count": 32, "is_parallel": true, "self": 0.008345572999814976 } } } } } } } } }, "trainer_advance": { "total": 431.871104195042, "count": 63379, "self": 14.313646950020711, "children": { "process_trajectory": { "total": 106.42276668302168, "count": 63379, "self": 105.71568784202157, "children": { "RLTrainer._checkpoint": { "total": 0.7070788410001114, "count": 2, "self": 0.7070788410001114 } } }, "_update_policy": { "total": 311.1346905619996, "count": 45, "self": 202.38677821800036, "children": { "TorchPOCAOptimizer.update": { "total": 108.74791234399925, "count": 1362, "self": 108.74791234399925 } } } } } } }, "trainer_threads": { "total": 1.374000021314714e-06, "count": 1, "self": 1.374000021314714e-06 }, "TrainerController._save_models": { "total": 0.2688441610002883, "count": 1, "self": 0.002427545000500686, "children": { "RLTrainer._checkpoint": { "total": 0.2664166159997876, "count": 1, "self": 0.2664166159997876 } } } } } } }