|
{ |
|
"name": "root", |
|
"gauges": { |
|
"SoccerTwos.Policy.Entropy.mean": { |
|
"value": 1.7232797145843506, |
|
"min": 1.6728121042251587, |
|
"max": 3.2957565784454346, |
|
"count": 730 |
|
}, |
|
"SoccerTwos.Policy.Entropy.sum": { |
|
"value": 33748.7109375, |
|
"min": 22667.44140625, |
|
"max": 116905.34375, |
|
"count": 730 |
|
}, |
|
"SoccerTwos.Environment.EpisodeLength.mean": { |
|
"value": 49.66326530612245, |
|
"min": 41.3109243697479, |
|
"max": 999.0, |
|
"count": 730 |
|
}, |
|
"SoccerTwos.Environment.EpisodeLength.sum": { |
|
"value": 19468.0, |
|
"min": 7992.0, |
|
"max": 29072.0, |
|
"count": 730 |
|
}, |
|
"SoccerTwos.Self-play.ELO.mean": { |
|
"value": 1599.9123849400958, |
|
"min": 1196.755694073353, |
|
"max": 1613.0573391639393, |
|
"count": 726 |
|
}, |
|
"SoccerTwos.Self-play.ELO.sum": { |
|
"value": 313582.82744825876, |
|
"min": 2395.525073055738, |
|
"max": 379673.1886972042, |
|
"count": 726 |
|
}, |
|
"SoccerTwos.Step.mean": { |
|
"value": 7299990.0, |
|
"min": 9152.0, |
|
"max": 7299990.0, |
|
"count": 730 |
|
}, |
|
"SoccerTwos.Step.sum": { |
|
"value": 7299990.0, |
|
"min": 9152.0, |
|
"max": 7299990.0, |
|
"count": 730 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { |
|
"value": 0.019435759633779526, |
|
"min": -0.10889838635921478, |
|
"max": 0.1597670614719391, |
|
"count": 730 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { |
|
"value": 3.8288447856903076, |
|
"min": -16.661453247070312, |
|
"max": 24.444360733032227, |
|
"count": 730 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { |
|
"value": 0.01677960343658924, |
|
"min": -0.10967861860990524, |
|
"max": 0.16584596037864685, |
|
"count": 730 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { |
|
"value": 3.30558180809021, |
|
"min": -17.04721450805664, |
|
"max": 25.374431610107422, |
|
"count": 730 |
|
}, |
|
"SoccerTwos.Environment.CumulativeReward.mean": { |
|
"value": 0.0, |
|
"min": 0.0, |
|
"max": 0.0, |
|
"count": 730 |
|
}, |
|
"SoccerTwos.Environment.CumulativeReward.sum": { |
|
"value": 0.0, |
|
"min": 0.0, |
|
"max": 0.0, |
|
"count": 730 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicReward.mean": { |
|
"value": 0.023916751600159002, |
|
"min": -0.5714285714285714, |
|
"max": 0.4763999957787363, |
|
"count": 730 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicReward.sum": { |
|
"value": 4.711600065231323, |
|
"min": -49.76760023832321, |
|
"max": 56.06599974632263, |
|
"count": 730 |
|
}, |
|
"SoccerTwos.Environment.GroupCumulativeReward.mean": { |
|
"value": 0.023916751600159002, |
|
"min": -0.5714285714285714, |
|
"max": 0.4763999957787363, |
|
"count": 730 |
|
}, |
|
"SoccerTwos.Environment.GroupCumulativeReward.sum": { |
|
"value": 4.711600065231323, |
|
"min": -49.76760023832321, |
|
"max": 56.06599974632263, |
|
"count": 730 |
|
}, |
|
"SoccerTwos.IsTraining.mean": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 730 |
|
}, |
|
"SoccerTwos.IsTraining.sum": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 730 |
|
}, |
|
"SoccerTwos.Losses.PolicyLoss.mean": { |
|
"value": 0.016865803671923155, |
|
"min": 0.00979326242231764, |
|
"max": 0.023715622761907678, |
|
"count": 352 |
|
}, |
|
"SoccerTwos.Losses.PolicyLoss.sum": { |
|
"value": 0.016865803671923155, |
|
"min": 0.00979326242231764, |
|
"max": 0.023715622761907678, |
|
"count": 352 |
|
}, |
|
"SoccerTwos.Losses.ValueLoss.mean": { |
|
"value": 0.13096600820620855, |
|
"min": 0.0002933660138902875, |
|
"max": 0.13096600820620855, |
|
"count": 352 |
|
}, |
|
"SoccerTwos.Losses.ValueLoss.sum": { |
|
"value": 0.13096600820620855, |
|
"min": 0.0002933660138902875, |
|
"max": 0.13096600820620855, |
|
"count": 352 |
|
}, |
|
"SoccerTwos.Losses.BaselineLoss.mean": { |
|
"value": 0.133536392947038, |
|
"min": 0.0002905653440393507, |
|
"max": 0.133536392947038, |
|
"count": 352 |
|
}, |
|
"SoccerTwos.Losses.BaselineLoss.sum": { |
|
"value": 0.133536392947038, |
|
"min": 0.0002905653440393507, |
|
"max": 0.133536392947038, |
|
"count": 352 |
|
}, |
|
"SoccerTwos.Policy.LearningRate.mean": { |
|
"value": 0.0003, |
|
"min": 0.0003, |
|
"max": 0.0003, |
|
"count": 352 |
|
}, |
|
"SoccerTwos.Policy.LearningRate.sum": { |
|
"value": 0.0003, |
|
"min": 0.0003, |
|
"max": 0.0003, |
|
"count": 352 |
|
}, |
|
"SoccerTwos.Policy.Epsilon.mean": { |
|
"value": 0.20000000000000007, |
|
"min": 0.2, |
|
"max": 0.20000000000000007, |
|
"count": 352 |
|
}, |
|
"SoccerTwos.Policy.Epsilon.sum": { |
|
"value": 0.20000000000000007, |
|
"min": 0.2, |
|
"max": 0.20000000000000007, |
|
"count": 352 |
|
}, |
|
"SoccerTwos.Policy.Beta.mean": { |
|
"value": 0.005000000000000001, |
|
"min": 0.005, |
|
"max": 0.005000000000000001, |
|
"count": 352 |
|
}, |
|
"SoccerTwos.Policy.Beta.sum": { |
|
"value": 0.005000000000000001, |
|
"min": 0.005, |
|
"max": 0.005000000000000001, |
|
"count": 352 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1733036235", |
|
"python_version": "3.10.12 (main, Jul 5 2023, 15:34:07) [Clang 14.0.6 ]", |
|
"command_line_arguments": "/Users/phani/opt/anaconda3/envs/mlagents/bin/mlagents-learn /Users/phani/Desktop/DRL Project/ml-agents/config/poca/SoccerTwos.yaml --env=/Users/phani/Desktop/DRL Project/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.app --run-id=SoccerTwos1 --no-graphics", |
|
"mlagents_version": "1.1.0", |
|
"mlagents_envs_version": "1.1.0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "2.2.2", |
|
"numpy_version": "1.23.5", |
|
"end_time_seconds": "1733076092" |
|
}, |
|
"total": 39857.47461125, |
|
"count": 1, |
|
"self": 1.2161720830044942, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.04163325000263285, |
|
"count": 1, |
|
"self": 0.04163325000263285 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 39856.21680591699, |
|
"count": 1, |
|
"self": 9.281200823315885, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 7.424017751007341, |
|
"count": 37, |
|
"self": 7.424017751007341 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 39839.31304496767, |
|
"count": 504742, |
|
"self": 7.693917524651624, |
|
"children": { |
|
"env_step": { |
|
"total": 31149.273974980213, |
|
"count": 504742, |
|
"self": 29732.165288989578, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 1410.9758962121123, |
|
"count": 504742, |
|
"self": 40.33518818105222, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 1370.64070803106, |
|
"count": 919002, |
|
"self": 1370.64070803106 |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 6.132789778523147, |
|
"count": 504741, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 39837.38792682841, |
|
"count": 504741, |
|
"is_parallel": true, |
|
"self": 11060.15326839345, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.08274971108767204, |
|
"count": 74, |
|
"is_parallel": true, |
|
"self": 0.010355452046496794, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.07239425904117525, |
|
"count": 296, |
|
"is_parallel": true, |
|
"self": 0.07239425904117525 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 28777.15190872387, |
|
"count": 504741, |
|
"is_parallel": true, |
|
"self": 87.74790836765897, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 510.94240672825254, |
|
"count": 504741, |
|
"is_parallel": true, |
|
"self": 510.94240672825254 |
|
}, |
|
"communicator.exchange": { |
|
"total": 27144.328013899998, |
|
"count": 504741, |
|
"is_parallel": true, |
|
"self": 27144.328013899998 |
|
}, |
|
"steps_from_proto": { |
|
"total": 1034.1335797279608, |
|
"count": 1009482, |
|
"is_parallel": true, |
|
"self": 128.67839261557674, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 905.455187112384, |
|
"count": 4037928, |
|
"is_parallel": true, |
|
"self": 905.455187112384 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_advance": { |
|
"total": 8682.345152462804, |
|
"count": 504741, |
|
"self": 72.98913394028204, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 1633.2521751615423, |
|
"count": 504741, |
|
"self": 1630.118024870535, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 3.134150291007245, |
|
"count": 14, |
|
"self": 3.134150291007245 |
|
} |
|
} |
|
}, |
|
"_update_policy": { |
|
"total": 6976.103843360979, |
|
"count": 353, |
|
"self": 710.8879533162981, |
|
"children": { |
|
"TorchPOCAOptimizer.update": { |
|
"total": 6265.215890044681, |
|
"count": 10602, |
|
"self": 6265.215890044681 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 8.33999365568161e-07, |
|
"count": 1, |
|
"self": 8.33999365568161e-07 |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 0.19854154100175947, |
|
"count": 1, |
|
"self": 0.005812207993585616, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.19272933300817385, |
|
"count": 1, |
|
"self": 0.19272933300817385 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |