| { | |
| "name": "root", | |
| "gauges": { | |
| "SoccerTwos.Policy.Entropy.mean": { | |
| "value": 3.274477243423462, | |
| "min": 3.2512295246124268, | |
| "max": 3.2958054542541504, | |
| "count": 800 | |
| }, | |
| "SoccerTwos.Policy.Entropy.sum": { | |
| "value": 38036.328125, | |
| "min": 7712.3486328125, | |
| "max": 155451.140625, | |
| "count": 800 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.mean": { | |
| "value": 701.0, | |
| "min": 370.84615384615387, | |
| "max": 999.0, | |
| "count": 800 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.sum": { | |
| "value": 19628.0, | |
| "min": 16152.0, | |
| "max": 23784.0, | |
| "count": 800 | |
| }, | |
| "SoccerTwos.Self-play.ELO.mean": { | |
| "value": 1219.212509345193, | |
| "min": 1171.4763390070757, | |
| "max": 1223.2151618217388, | |
| "count": 707 | |
| }, | |
| "SoccerTwos.Self-play.ELO.sum": { | |
| "value": 7315.275056071157, | |
| "min": 2343.5345128418494, | |
| "max": 21357.008077002094, | |
| "count": 707 | |
| }, | |
| "SoccerTwos.Step.mean": { | |
| "value": 7999862.0, | |
| "min": 9965.0, | |
| "max": 7999862.0, | |
| "count": 800 | |
| }, | |
| "SoccerTwos.Step.sum": { | |
| "value": 7999862.0, | |
| "min": 9965.0, | |
| "max": 7999862.0, | |
| "count": 800 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { | |
| "value": -0.003647875739261508, | |
| "min": -0.009167383424937725, | |
| "max": 0.011413229629397392, | |
| "count": 800 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { | |
| "value": -0.05471813678741455, | |
| "min": -0.11642808467149734, | |
| "max": 0.19402490556240082, | |
| "count": 800 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": -0.0027940995059907436, | |
| "min": -0.01826617680490017, | |
| "max": 0.011413218453526497, | |
| "count": 800 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": -0.041911493986845016, | |
| "min": -0.4395439624786377, | |
| "max": 0.1940246820449829, | |
| "count": 800 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 800 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 800 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.mean": { | |
| "value": -0.22357333501180013, | |
| "min": -0.7142857142857143, | |
| "max": 0.3778500035405159, | |
| "count": 800 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.sum": { | |
| "value": -3.353600025177002, | |
| "min": -11.220400005578995, | |
| "max": 6.751000016927719, | |
| "count": 800 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.mean": { | |
| "value": -0.22357333501180013, | |
| "min": -0.7142857142857143, | |
| "max": 0.3778500035405159, | |
| "count": 800 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.sum": { | |
| "value": -3.353600025177002, | |
| "min": -11.220400005578995, | |
| "max": 6.751000016927719, | |
| "count": 800 | |
| }, | |
| "SoccerTwos.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 800 | |
| }, | |
| "SoccerTwos.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 800 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.mean": { | |
| "value": 0.01781478886754485, | |
| "min": 0.011520216083736158, | |
| "max": 0.02296207548264647, | |
| "count": 374 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.sum": { | |
| "value": 0.01781478886754485, | |
| "min": 0.011520216083736158, | |
| "max": 0.02296207548264647, | |
| "count": 374 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.mean": { | |
| "value": 0.001419035327853635, | |
| "min": 1.8255413092305162e-07, | |
| "max": 0.08005471900381962, | |
| "count": 374 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.sum": { | |
| "value": 0.001419035327853635, | |
| "min": 1.8255413092305162e-07, | |
| "max": 0.08005471900381962, | |
| "count": 374 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.mean": { | |
| "value": 0.001418234808370471, | |
| "min": 2.47023378818767e-07, | |
| "max": 0.12410455095989165, | |
| "count": 374 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.sum": { | |
| "value": 0.001418234808370471, | |
| "min": 2.47023378818767e-07, | |
| "max": 0.12410455095989165, | |
| "count": 374 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.mean": { | |
| "value": 0.0008000000000000001, | |
| "min": 0.0008000000000000001, | |
| "max": 0.0008000000000000001, | |
| "count": 374 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.sum": { | |
| "value": 0.0008000000000000001, | |
| "min": 0.0008000000000000001, | |
| "max": 0.0008000000000000001, | |
| "count": 374 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.mean": { | |
| "value": 0.09999999999999998, | |
| "min": 0.09999999999999998, | |
| "max": 0.09999999999999998, | |
| "count": 374 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.sum": { | |
| "value": 0.09999999999999998, | |
| "min": 0.09999999999999998, | |
| "max": 0.09999999999999998, | |
| "count": 374 | |
| }, | |
| "SoccerTwos.Policy.Beta.mean": { | |
| "value": 0.009000000000000001, | |
| "min": 0.009000000000000001, | |
| "max": 0.009000000000000001, | |
| "count": 374 | |
| }, | |
| "SoccerTwos.Policy.Beta.sum": { | |
| "value": 0.009000000000000001, | |
| "min": 0.009000000000000001, | |
| "max": 0.009000000000000001, | |
| "count": 374 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1688801486", | |
| "python_version": "3.9.6 (tags/v3.9.6:db3ff76, Jun 28 2021, 15:26:21) [MSC v.1929 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\DEVANSH\\Desktop\\ANPR\\FLOW YLO\\myenv\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.exe --run-id=SoccerTwos-dp-v25 --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cpu", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1688844978" | |
| }, | |
| "total": 43492.2698454, | |
| "count": 1, | |
| "self": 0.5833446999968146, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.12334639999999997, | |
| "count": 1, | |
| "self": 0.12334639999999997 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 43491.5631543, | |
| "count": 1, | |
| "self": 11.520652901919675, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 9.01699820000043, | |
| "count": 80, | |
| "self": 9.01699820000043 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 43470.67259179807, | |
| "count": 535317, | |
| "self": 12.070175197572098, | |
| "children": { | |
| "env_step": { | |
| "total": 10323.414654499755, | |
| "count": 535317, | |
| "self": 8007.558801104609, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 2308.114078997449, | |
| "count": 535317, | |
| "self": 91.4996277973828, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 2216.614451200066, | |
| "count": 1062488, | |
| "self": 2216.614451200066 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 7.741774397696444, | |
| "count": 535317, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 43468.20035839868, | |
| "count": 535317, | |
| "is_parallel": true, | |
| "self": 37006.63517729916, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.14478219999247433, | |
| "count": 160, | |
| "is_parallel": true, | |
| "self": 0.026452700027923992, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.11832949996455033, | |
| "count": 640, | |
| "is_parallel": true, | |
| "self": 0.11832949996455033 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 6461.420398899525, | |
| "count": 535317, | |
| "is_parallel": true, | |
| "self": 347.783948401393, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 369.30587130041636, | |
| "count": 535317, | |
| "is_parallel": true, | |
| "self": 369.30587130041636 | |
| }, | |
| "communicator.exchange": { | |
| "total": 4773.880705000014, | |
| "count": 535317, | |
| "is_parallel": true, | |
| "self": 4773.880705000014 | |
| }, | |
| "steps_from_proto": { | |
| "total": 970.4498741977014, | |
| "count": 1070634, | |
| "is_parallel": true, | |
| "self": 176.9166951975027, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 793.5331790001987, | |
| "count": 4282536, | |
| "is_parallel": true, | |
| "self": 793.5331790001987 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 33135.187762100744, | |
| "count": 535317, | |
| "self": 101.0589333003154, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 2480.757330400441, | |
| "count": 535317, | |
| "self": 2476.7327660004325, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 4.02456440000833, | |
| "count": 16, | |
| "self": 4.02456440000833 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 30553.371498399985, | |
| "count": 374, | |
| "self": 1961.7362739003438, | |
| "children": { | |
| "TorchPOCAOptimizer.update": { | |
| "total": 28591.63522449964, | |
| "count": 18700, | |
| "self": 28591.63522449964 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 8.999995770864189e-07, | |
| "count": 1, | |
| "self": 8.999995770864189e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.3529105000052368, | |
| "count": 1, | |
| "self": 0.006616100006795023, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.3462943999984418, | |
| "count": 1, | |
| "self": 0.3462943999984418 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |