| behaviors: | |
| SoccerTwos: | |
| trainer_type: poca | |
| hyperparameters: | |
| batch_size: 5000 | |
| buffer_size: 50000 | |
| learning_rate: 0.001 | |
| beta: 0.005 | |
| epsilon: 0.25 | |
| lambd: 0.93 | |
| num_epoch: 10 | |
| learning_rate_schedule: linear | |
| network_settings: | |
| normalize: false | |
| hidden_units: 256 | |
| num_layers: 3 | |
| vis_encode_type: match3 | |
| reward_signals: | |
| extrinsic: | |
| gamma: 0.98 | |
| strength: 1.0 | |
| keep_checkpoints: 5 | |
| max_steps: 2000000000 | |
| time_horizon: 500 | |
| summary_freq: 10000 | |
| self_play: | |
| save_steps: 50000 | |
| team_change: 20000 | |
| swap_steps: 10000 | |
| window: 10 | |
| play_against_latest_model_ratio: 0.55 | |
| initial_elo: 1200.0 |