|
{
|
|
"name": "root",
|
|
"gauges": {
|
|
"SoccerTwos.Policy.Entropy.mean": {
|
|
"value": 1.5664501190185547,
|
|
"min": 1.3704438209533691,
|
|
"max": 3.2957327365875244,
|
|
"count": 4100
|
|
},
|
|
"SoccerTwos.Policy.Entropy.sum": {
|
|
"value": 32682.4140625,
|
|
"min": 23880.1640625,
|
|
"max": 105463.390625,
|
|
"count": 4100
|
|
},
|
|
"SoccerTwos.Environment.EpisodeLength.mean": {
|
|
"value": 58.68674698795181,
|
|
"min": 40.17213114754098,
|
|
"max": 999.0,
|
|
"count": 4100
|
|
},
|
|
"SoccerTwos.Environment.EpisodeLength.sum": {
|
|
"value": 19484.0,
|
|
"min": 12740.0,
|
|
"max": 27856.0,
|
|
"count": 4100
|
|
},
|
|
"SoccerTwos.Self-play.ELO.mean": {
|
|
"value": 1713.0888068764343,
|
|
"min": 1190.2701234025049,
|
|
"max": 1784.2425878785427,
|
|
"count": 4090
|
|
},
|
|
"SoccerTwos.Self-play.ELO.sum": {
|
|
"value": 284372.7419414881,
|
|
"min": 2390.22406688933,
|
|
"max": 412353.9496239149,
|
|
"count": 4090
|
|
},
|
|
"SoccerTwos.Step.mean": {
|
|
"value": 40999948.0,
|
|
"min": 9946.0,
|
|
"max": 40999948.0,
|
|
"count": 4100
|
|
},
|
|
"SoccerTwos.Step.sum": {
|
|
"value": 40999948.0,
|
|
"min": 9946.0,
|
|
"max": 40999948.0,
|
|
"count": 4100
|
|
},
|
|
"SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
|
|
"value": -0.053514398634433746,
|
|
"min": -0.14564241468906403,
|
|
"max": 0.1744980812072754,
|
|
"count": 4100
|
|
},
|
|
"SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
|
|
"value": -8.883390426635742,
|
|
"min": -25.556011199951172,
|
|
"max": 27.406518936157227,
|
|
"count": 4100
|
|
},
|
|
"SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
|
|
"value": -0.05552731454372406,
|
|
"min": -0.14718903601169586,
|
|
"max": 0.17098216712474823,
|
|
"count": 4100
|
|
},
|
|
"SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
|
|
"value": -9.217534065246582,
|
|
"min": -26.635845184326172,
|
|
"max": 27.209861755371094,
|
|
"count": 4100
|
|
},
|
|
"SoccerTwos.Environment.CumulativeReward.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 4100
|
|
},
|
|
"SoccerTwos.Environment.CumulativeReward.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 4100
|
|
},
|
|
"SoccerTwos.Policy.ExtrinsicReward.mean": {
|
|
"value": -0.027815663670919026,
|
|
"min": -0.631578947368421,
|
|
"max": 0.5439741899890285,
|
|
"count": 4100
|
|
},
|
|
"SoccerTwos.Policy.ExtrinsicReward.sum": {
|
|
"value": -4.617400169372559,
|
|
"min": -67.63940012454987,
|
|
"max": 75.96959972381592,
|
|
"count": 4100
|
|
},
|
|
"SoccerTwos.Environment.GroupCumulativeReward.mean": {
|
|
"value": -0.027815663670919026,
|
|
"min": -0.631578947368421,
|
|
"max": 0.5439741899890285,
|
|
"count": 4100
|
|
},
|
|
"SoccerTwos.Environment.GroupCumulativeReward.sum": {
|
|
"value": -4.617400169372559,
|
|
"min": -67.63940012454987,
|
|
"max": 75.96959972381592,
|
|
"count": 4100
|
|
},
|
|
"SoccerTwos.IsTraining.mean": {
|
|
"value": 1.0,
|
|
"min": 1.0,
|
|
"max": 1.0,
|
|
"count": 4100
|
|
},
|
|
"SoccerTwos.IsTraining.sum": {
|
|
"value": 1.0,
|
|
"min": 1.0,
|
|
"max": 1.0,
|
|
"count": 4100
|
|
},
|
|
"SoccerTwos.Losses.PolicyLoss.mean": {
|
|
"value": 0.023335595968334625,
|
|
"min": 0.009787198154178138,
|
|
"max": 0.026557448925450443,
|
|
"count": 1987
|
|
},
|
|
"SoccerTwos.Losses.PolicyLoss.sum": {
|
|
"value": 0.023335595968334625,
|
|
"min": 0.009787198154178138,
|
|
"max": 0.026557448925450443,
|
|
"count": 1987
|
|
},
|
|
"SoccerTwos.Losses.ValueLoss.mean": {
|
|
"value": 0.08541073525945346,
|
|
"min": 0.00032363719219574705,
|
|
"max": 0.12670950815081597,
|
|
"count": 1987
|
|
},
|
|
"SoccerTwos.Losses.ValueLoss.sum": {
|
|
"value": 0.08541073525945346,
|
|
"min": 0.00032363719219574705,
|
|
"max": 0.12670950815081597,
|
|
"count": 1987
|
|
},
|
|
"SoccerTwos.Losses.BaselineLoss.mean": {
|
|
"value": 0.08672901342312495,
|
|
"min": 0.0003287055459319769,
|
|
"max": 0.12981149380405743,
|
|
"count": 1987
|
|
},
|
|
"SoccerTwos.Losses.BaselineLoss.sum": {
|
|
"value": 0.08672901342312495,
|
|
"min": 0.0003287055459319769,
|
|
"max": 0.12981149380405743,
|
|
"count": 1987
|
|
},
|
|
"SoccerTwos.Policy.LearningRate.mean": {
|
|
"value": 0.0003,
|
|
"min": 0.0003,
|
|
"max": 0.0003,
|
|
"count": 1987
|
|
},
|
|
"SoccerTwos.Policy.LearningRate.sum": {
|
|
"value": 0.0003,
|
|
"min": 0.0003,
|
|
"max": 0.0003,
|
|
"count": 1987
|
|
},
|
|
"SoccerTwos.Policy.Epsilon.mean": {
|
|
"value": 0.20000000000000007,
|
|
"min": 0.20000000000000007,
|
|
"max": 0.20000000000000007,
|
|
"count": 1987
|
|
},
|
|
"SoccerTwos.Policy.Epsilon.sum": {
|
|
"value": 0.20000000000000007,
|
|
"min": 0.20000000000000007,
|
|
"max": 0.20000000000000007,
|
|
"count": 1987
|
|
},
|
|
"SoccerTwos.Policy.Beta.mean": {
|
|
"value": 0.005000000000000001,
|
|
"min": 0.005000000000000001,
|
|
"max": 0.005000000000000001,
|
|
"count": 1987
|
|
},
|
|
"SoccerTwos.Policy.Beta.sum": {
|
|
"value": 0.005000000000000001,
|
|
"min": 0.005000000000000001,
|
|
"max": 0.005000000000000001,
|
|
"count": 1987
|
|
}
|
|
},
|
|
"metadata": {
|
|
"timer_format_version": "0.1.0",
|
|
"start_time_seconds": "1718818667",
|
|
"python_version": "3.10.10 (tags/v3.10.10:aad5f6a, Feb 7 2023, 17:20:36) [MSC v.1929 64 bit (AMD64)]",
|
|
"command_line_arguments": "c:\\Users\\wvfir\\Desktop\\hfcode\\.venv\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --force",
|
|
"mlagents_version": "1.1.0.dev0",
|
|
"mlagents_envs_version": "1.1.0.dev0",
|
|
"communication_protocol_version": "1.5.0",
|
|
"pytorch_version": "2.3.1+cpu",
|
|
"numpy_version": "1.23.5",
|
|
"end_time_seconds": "1718879999"
|
|
},
|
|
"total": 61331.52861019998,
|
|
"count": 1,
|
|
"self": 0.005198600003495812,
|
|
"children": {
|
|
"run_training.setup": {
|
|
"total": 0.05639869999140501,
|
|
"count": 1,
|
|
"self": 0.05639869999140501
|
|
},
|
|
"TrainerController.start_learning": {
|
|
"total": 61331.467012899986,
|
|
"count": 1,
|
|
"self": 33.73559428541921,
|
|
"children": {
|
|
"TrainerController._reset_env": {
|
|
"total": 4.656778900302015,
|
|
"count": 103,
|
|
"self": 4.656778900302015
|
|
},
|
|
"TrainerController.advance": {
|
|
"total": 61292.988029514265,
|
|
"count": 2821662,
|
|
"self": 28.642768405436072,
|
|
"children": {
|
|
"env_step": {
|
|
"total": 26406.1796775306,
|
|
"count": 2821662,
|
|
"self": 21577.762173053576,
|
|
"children": {
|
|
"SubprocessEnvManager._take_step": {
|
|
"total": 4806.036467085942,
|
|
"count": 2821662,
|
|
"self": 187.59450200403808,
|
|
"children": {
|
|
"TorchPolicy.evaluate": {
|
|
"total": 4618.441965081904,
|
|
"count": 5137530,
|
|
"self": 4618.441965081904
|
|
}
|
|
}
|
|
},
|
|
"workers": {
|
|
"total": 22.381037391081918,
|
|
"count": 2821662,
|
|
"self": 0.0,
|
|
"children": {
|
|
"worker_root": {
|
|
"total": 61277.90901889966,
|
|
"count": 2821662,
|
|
"is_parallel": true,
|
|
"self": 43550.35270983534,
|
|
"children": {
|
|
"steps_from_proto": {
|
|
"total": 0.09858030080795288,
|
|
"count": 206,
|
|
"is_parallel": true,
|
|
"self": 0.01813820016104728,
|
|
"children": {
|
|
"_process_rank_one_or_two_observation": {
|
|
"total": 0.0804421006469056,
|
|
"count": 824,
|
|
"is_parallel": true,
|
|
"self": 0.0804421006469056
|
|
}
|
|
}
|
|
},
|
|
"UnityEnvironment.step": {
|
|
"total": 17727.45772876352,
|
|
"count": 2821662,
|
|
"is_parallel": true,
|
|
"self": 690.9482741361135,
|
|
"children": {
|
|
"UnityEnvironment._generate_step_input": {
|
|
"total": 511.4682991858572,
|
|
"count": 2821662,
|
|
"is_parallel": true,
|
|
"self": 511.4682991858572
|
|
},
|
|
"communicator.exchange": {
|
|
"total": 14317.233451196866,
|
|
"count": 2821662,
|
|
"is_parallel": true,
|
|
"self": 14317.233451196866
|
|
},
|
|
"steps_from_proto": {
|
|
"total": 2207.807704244682,
|
|
"count": 5643324,
|
|
"is_parallel": true,
|
|
"self": 398.33461867959704,
|
|
"children": {
|
|
"_process_rank_one_or_two_observation": {
|
|
"total": 1809.473085565085,
|
|
"count": 22573296,
|
|
"is_parallel": true,
|
|
"self": 1809.473085565085
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"trainer_advance": {
|
|
"total": 34858.16558357823,
|
|
"count": 2821662,
|
|
"self": 344.269853744132,
|
|
"children": {
|
|
"process_trajectory": {
|
|
"total": 5836.778495934326,
|
|
"count": 2821662,
|
|
"self": 5830.233406834828,
|
|
"children": {
|
|
"RLTrainer._checkpoint": {
|
|
"total": 6.545089099498,
|
|
"count": 82,
|
|
"self": 6.545089099498
|
|
}
|
|
}
|
|
},
|
|
"_update_policy": {
|
|
"total": 28677.11723389977,
|
|
"count": 1988,
|
|
"self": 2849.294930687931,
|
|
"children": {
|
|
"TorchPOCAOptimizer.update": {
|
|
"total": 25827.82230321184,
|
|
"count": 59617,
|
|
"self": 25827.82230321184
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"trainer_threads": {
|
|
"total": 6.00004568696022e-07,
|
|
"count": 1,
|
|
"self": 6.00004568696022e-07
|
|
},
|
|
"TrainerController._save_models": {
|
|
"total": 0.08660959999542683,
|
|
"count": 1,
|
|
"self": 0.0032872000010684133,
|
|
"children": {
|
|
"RLTrainer._checkpoint": {
|
|
"total": 0.08332239999435842,
|
|
"count": 1,
|
|
"self": 0.08332239999435842
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
} |