poca-SoccerTwos / run_logs /timers.json
t3PbMvBN6SXv's picture
First Push`
0b70e00
{
"name": "root",
"gauges": {
"SoccerTwos.Policy.Entropy.mean": {
"value": 3.2958128452301025,
"min": 3.2958128452301025,
"max": 3.2958128452301025,
"count": 1
},
"SoccerTwos.Policy.Entropy.sum": {
"value": 105466.0078125,
"min": 105466.0078125,
"max": 105466.0078125,
"count": 1
},
"SoccerTwos.Environment.EpisodeLength.mean": {
"value": 966.0,
"min": 966.0,
"max": 966.0,
"count": 1
},
"SoccerTwos.Environment.EpisodeLength.sum": {
"value": 30912.0,
"min": 30912.0,
"max": 30912.0,
"count": 1
},
"SoccerTwos.Self-play.ELO.mean": {
"value": 1199.2507195558546,
"min": 1199.2507195558546,
"max": 1199.2507195558546,
"count": 1
},
"SoccerTwos.Self-play.ELO.sum": {
"value": 2398.5014391117093,
"min": 2398.5014391117093,
"max": 2398.5014391117093,
"count": 1
},
"SoccerTwos.Step.mean": {
"value": 9472.0,
"min": 9472.0,
"max": 9472.0,
"count": 1
},
"SoccerTwos.Step.sum": {
"value": 9472.0,
"min": 9472.0,
"max": 9472.0,
"count": 1
},
"SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
"value": -0.04026492312550545,
"min": -0.04026492312550545,
"max": -0.04026492312550545,
"count": 1
},
"SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
"value": -0.4026492238044739,
"min": -0.4026492238044739,
"max": -0.4026492238044739,
"count": 1
},
"SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
"value": -0.040264956653118134,
"min": -0.040264956653118134,
"max": -0.040264956653118134,
"count": 1
},
"SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
"value": -0.40264958143234253,
"min": -0.40264958143234253,
"max": -0.40264958143234253,
"count": 1
},
"SoccerTwos.Environment.CumulativeReward.mean": {
"value": 0.0,
"min": 0.0,
"max": 0.0,
"count": 1
},
"SoccerTwos.Environment.CumulativeReward.sum": {
"value": 0.0,
"min": 0.0,
"max": 0.0,
"count": 1
},
"SoccerTwos.Policy.ExtrinsicReward.mean": {
"value": -0.2,
"min": -0.2,
"max": -0.2,
"count": 1
},
"SoccerTwos.Policy.ExtrinsicReward.sum": {
"value": -2.0,
"min": -2.0,
"max": -2.0,
"count": 1
},
"SoccerTwos.Environment.GroupCumulativeReward.mean": {
"value": -0.2,
"min": -0.2,
"max": -0.2,
"count": 1
},
"SoccerTwos.Environment.GroupCumulativeReward.sum": {
"value": -2.0,
"min": -2.0,
"max": -2.0,
"count": 1
},
"SoccerTwos.IsTraining.mean": {
"value": 0.0,
"min": 0.0,
"max": 0.0,
"count": 1
},
"SoccerTwos.IsTraining.sum": {
"value": 0.0,
"min": 0.0,
"max": 0.0,
"count": 1
}
},
"metadata": {
"timer_format_version": "0.1.0",
"start_time_seconds": "1688094746",
"python_version": "3.9.6 (default, Aug 18 2021, 15:44:49) [MSC v.1916 64 bit (AMD64)]",
"command_line_arguments": "C:\\Users\\igorw\\miniconda3\\envs\\venv_main\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --force",
"mlagents_version": "0.31.0.dev0",
"mlagents_envs_version": "0.31.0.dev0",
"communication_protocol_version": "1.5.0",
"pytorch_version": "2.0.1",
"numpy_version": "1.21.2",
"end_time_seconds": "1688094761"
},
"total": 15.4259587,
"count": 1,
"self": 0.1357803000000004,
"children": {
"run_training.setup": {
"total": 0.04930780000000001,
"count": 1,
"self": 0.04930780000000001
},
"TrainerController.start_learning": {
"total": 15.240870600000001,
"count": 1,
"self": 0.010860799999997894,
"children": {
"TrainerController._reset_env": {
"total": 2.5328257,
"count": 1,
"self": 2.5328257
},
"TrainerController.advance": {
"total": 11.511658100000002,
"count": 1001,
"self": 0.010751300000022113,
"children": {
"env_step": {
"total": 10.728298700000009,
"count": 1001,
"self": 6.4078938999999915,
"children": {
"SubprocessEnvManager._take_step": {
"total": 4.313714100000005,
"count": 1001,
"self": 0.07283120000001553,
"children": {
"TorchPolicy.evaluate": {
"total": 4.240882899999989,
"count": 2000,
"self": 4.240882899999989
}
}
},
"workers": {
"total": 0.006690700000012484,
"count": 1001,
"self": 0.0,
"children": {
"worker_root": {
"total": 11.559152899999994,
"count": 1001,
"is_parallel": true,
"self": 6.2596208999999785,
"children": {
"steps_from_proto": {
"total": 0.0008848000000001299,
"count": 2,
"is_parallel": true,
"self": 0.00018450000000047595,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.000700299999999654,
"count": 8,
"is_parallel": true,
"self": 0.000700299999999654
}
}
},
"UnityEnvironment.step": {
"total": 5.298647200000015,
"count": 1001,
"is_parallel": true,
"self": 0.2580117000000621,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 0.1740233999999723,
"count": 1001,
"is_parallel": true,
"self": 0.1740233999999723
},
"communicator.exchange": {
"total": 4.062464500000003,
"count": 1001,
"is_parallel": true,
"self": 4.062464500000003
},
"steps_from_proto": {
"total": 0.8041475999999776,
"count": 2002,
"is_parallel": true,
"self": 0.1590710999999394,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.6450765000000382,
"count": 8008,
"is_parallel": true,
"self": 0.6450765000000382
}
}
}
}
}
}
}
}
}
}
},
"trainer_advance": {
"total": 0.7726080999999709,
"count": 1001,
"self": 0.05781109999999767,
"children": {
"process_trajectory": {
"total": 0.7147969999999733,
"count": 1001,
"self": 0.7147969999999733
}
}
}
}
},
"trainer_threads": {
"total": 4.000000011217253e-07,
"count": 1,
"self": 4.000000011217253e-07
},
"TrainerController._save_models": {
"total": 1.1855256,
"count": 1,
"self": 0.0035913000000018513,
"children": {
"RLTrainer._checkpoint": {
"total": 1.1819342999999982,
"count": 1,
"self": 1.1819342999999982
}
}
}
}
}
}
}