|
{ |
|
"name": "root", |
|
"gauges": { |
|
"SoccerTwos.Policy.Entropy.mean": { |
|
"value": 3.2958128452301025, |
|
"min": 3.2958128452301025, |
|
"max": 3.2958128452301025, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.Entropy.sum": { |
|
"value": 105466.0078125, |
|
"min": 105466.0078125, |
|
"max": 105466.0078125, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Environment.EpisodeLength.mean": { |
|
"value": 966.0, |
|
"min": 966.0, |
|
"max": 966.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Environment.EpisodeLength.sum": { |
|
"value": 30912.0, |
|
"min": 30912.0, |
|
"max": 30912.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Self-play.ELO.mean": { |
|
"value": 1199.2507195558546, |
|
"min": 1199.2507195558546, |
|
"max": 1199.2507195558546, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Self-play.ELO.sum": { |
|
"value": 2398.5014391117093, |
|
"min": 2398.5014391117093, |
|
"max": 2398.5014391117093, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Step.mean": { |
|
"value": 9472.0, |
|
"min": 9472.0, |
|
"max": 9472.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Step.sum": { |
|
"value": 9472.0, |
|
"min": 9472.0, |
|
"max": 9472.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { |
|
"value": -0.04026492312550545, |
|
"min": -0.04026492312550545, |
|
"max": -0.04026492312550545, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { |
|
"value": -0.4026492238044739, |
|
"min": -0.4026492238044739, |
|
"max": -0.4026492238044739, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { |
|
"value": -0.040264956653118134, |
|
"min": -0.040264956653118134, |
|
"max": -0.040264956653118134, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { |
|
"value": -0.40264958143234253, |
|
"min": -0.40264958143234253, |
|
"max": -0.40264958143234253, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Environment.CumulativeReward.mean": { |
|
"value": 0.0, |
|
"min": 0.0, |
|
"max": 0.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Environment.CumulativeReward.sum": { |
|
"value": 0.0, |
|
"min": 0.0, |
|
"max": 0.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicReward.mean": { |
|
"value": -0.2, |
|
"min": -0.2, |
|
"max": -0.2, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicReward.sum": { |
|
"value": -2.0, |
|
"min": -2.0, |
|
"max": -2.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Environment.GroupCumulativeReward.mean": { |
|
"value": -0.2, |
|
"min": -0.2, |
|
"max": -0.2, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Environment.GroupCumulativeReward.sum": { |
|
"value": -2.0, |
|
"min": -2.0, |
|
"max": -2.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.IsTraining.mean": { |
|
"value": 0.0, |
|
"min": 0.0, |
|
"max": 0.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.IsTraining.sum": { |
|
"value": 0.0, |
|
"min": 0.0, |
|
"max": 0.0, |
|
"count": 1 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1688094746", |
|
"python_version": "3.9.6 (default, Aug 18 2021, 15:44:49) [MSC v.1916 64 bit (AMD64)]", |
|
"command_line_arguments": "C:\\Users\\igorw\\miniconda3\\envs\\venv_main\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --force", |
|
"mlagents_version": "0.31.0.dev0", |
|
"mlagents_envs_version": "0.31.0.dev0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "2.0.1", |
|
"numpy_version": "1.21.2", |
|
"end_time_seconds": "1688094761" |
|
}, |
|
"total": 15.4259587, |
|
"count": 1, |
|
"self": 0.1357803000000004, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.04930780000000001, |
|
"count": 1, |
|
"self": 0.04930780000000001 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 15.240870600000001, |
|
"count": 1, |
|
"self": 0.010860799999997894, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 2.5328257, |
|
"count": 1, |
|
"self": 2.5328257 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 11.511658100000002, |
|
"count": 1001, |
|
"self": 0.010751300000022113, |
|
"children": { |
|
"env_step": { |
|
"total": 10.728298700000009, |
|
"count": 1001, |
|
"self": 6.4078938999999915, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 4.313714100000005, |
|
"count": 1001, |
|
"self": 0.07283120000001553, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 4.240882899999989, |
|
"count": 2000, |
|
"self": 4.240882899999989 |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 0.006690700000012484, |
|
"count": 1001, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 11.559152899999994, |
|
"count": 1001, |
|
"is_parallel": true, |
|
"self": 6.2596208999999785, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.0008848000000001299, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.00018450000000047595, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.000700299999999654, |
|
"count": 8, |
|
"is_parallel": true, |
|
"self": 0.000700299999999654 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 5.298647200000015, |
|
"count": 1001, |
|
"is_parallel": true, |
|
"self": 0.2580117000000621, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.1740233999999723, |
|
"count": 1001, |
|
"is_parallel": true, |
|
"self": 0.1740233999999723 |
|
}, |
|
"communicator.exchange": { |
|
"total": 4.062464500000003, |
|
"count": 1001, |
|
"is_parallel": true, |
|
"self": 4.062464500000003 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.8041475999999776, |
|
"count": 2002, |
|
"is_parallel": true, |
|
"self": 0.1590710999999394, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.6450765000000382, |
|
"count": 8008, |
|
"is_parallel": true, |
|
"self": 0.6450765000000382 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_advance": { |
|
"total": 0.7726080999999709, |
|
"count": 1001, |
|
"self": 0.05781109999999767, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 0.7147969999999733, |
|
"count": 1001, |
|
"self": 0.7147969999999733 |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 4.000000011217253e-07, |
|
"count": 1, |
|
"self": 4.000000011217253e-07 |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 1.1855256, |
|
"count": 1, |
|
"self": 0.0035913000000018513, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 1.1819342999999982, |
|
"count": 1, |
|
"self": 1.1819342999999982 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |