Hugging Face's logo

manuu01
/
SoccerTwos

Reinforcement Learning
ml-agents
TensorBoard
ONNX
SoccerTwos
deep-reinforcement-learning
ML-Agents-SoccerTwos
Model card Files Metrics Community
manuu01 commited on
Commit
f4e8ec0
•
1 Parent(s): d910177

Update_agent

Browse files
Files changed (12) hide show
  1. SoccerTwos.onnx +2 -2
  2. SoccerTwos/SoccerTwos-17499624.onnx +3 -0
  3. SoccerTwos/SoccerTwos-17499624.pt +3 -0
  4. SoccerTwos/SoccerTwos-17879860.onnx +3 -0
  5. SoccerTwos/SoccerTwos-17879860.pt +3 -0
  6. SoccerTwos/checkpoint.pt +2 -2
  7. SoccerTwos/events.out.tfevents.1691496375.b7bdf8ec71f6.1888.0 +3 -0
  8. config.json +1 -1
  9. configuration.yaml +8 -8
  10. run_logs/Player-0.log +372 -14
  11. run_logs/timers.json +179 -179
  12. run_logs/training_status.json +23 -23
SoccerTwos.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3188475bf2c42ce9fc9802ad06f55478476531009267efd7aa87d3e64cf2aba6
3
- size 886472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bf33bd0bde047d512c628de5b93c384160b7c55b21fbd064496b4188b17d417
3
+ size 1764633
SoccerTwos/SoccerTwos-17499624.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aab60396e040f03ade41fae356b33565284004b4cc9744507e077f7530c30c6c
3
+ size 1764633
SoccerTwos/SoccerTwos-17499624.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91978b1481c1d97b90c395daf30920c546756a5b740dfdf6f473de00dd3ace7e
3
+ size 28421201
SoccerTwos/SoccerTwos-17879860.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bf33bd0bde047d512c628de5b93c384160b7c55b21fbd064496b4188b17d417
3
+ size 1764633
SoccerTwos/SoccerTwos-17879860.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c0882b8521161a3596449aa780a500094f671088a9a96d0cf171cd9adee9ea7
3
+ size 28421201
SoccerTwos/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c0b63955bdcd266de01a90ca952435572c14a7c5200d788445e8573f8815449
3
- size 10303217
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c0882b8521161a3596449aa780a500094f671088a9a96d0cf171cd9adee9ea7
3
+ size 28421201
SoccerTwos/events.out.tfevents.1691496375.b7bdf8ec71f6.1888.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:311c6a7d86737ae0e284da78190b2635aa5feb3b8a80acf42d0b85ca5e4e36bf
3
+ size 673947
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0002, "beta": 0.005, "epsilon": 0.2, "lambd": 0.99, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.975, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 17000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 60000, "team_change": 225000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.25, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": "cpu"}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0002, "beta": 0.005, "epsilon": 0.2, "lambd": 0.975, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 20000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.4, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": "cpu"}, "debug": false}
configuration.yaml CHANGED
@@ -8,7 +8,7 @@ behaviors:
8
  learning_rate: 0.0002
9
  beta: 0.005
10
  epsilon: 0.2
11
- lambd: 0.99
12
  num_epoch: 3
13
  learning_rate_schedule: constant
14
  beta_schedule: constant
@@ -16,15 +16,15 @@ behaviors:
16
  checkpoint_interval: 500000
17
  network_settings:
18
  normalize: false
19
- hidden_units: 256
20
- num_layers: 3
21
  vis_encode_type: simple
22
  memory: null
23
  goal_conditioning_type: hyper
24
  deterministic: false
25
  reward_signals:
26
  extrinsic:
27
- gamma: 0.975
28
  strength: 1.0
29
  network_settings:
30
  normalize: false
@@ -37,16 +37,16 @@ behaviors:
37
  init_path: null
38
  keep_checkpoints: 5
39
  even_checkpoints: false
40
- max_steps: 17000000
41
  time_horizon: 1000
42
  summary_freq: 10000
43
  threaded: false
44
  self_play:
45
- save_steps: 60000
46
- team_change: 225000
47
  swap_steps: 2000
48
  window: 10
49
- play_against_latest_model_ratio: 0.25
50
  initial_elo: 1200.0
51
  behavioral_cloning: null
52
  env_settings:
 
8
  learning_rate: 0.0002
9
  beta: 0.005
10
  epsilon: 0.2
11
+ lambd: 0.975
12
  num_epoch: 3
13
  learning_rate_schedule: constant
14
  beta_schedule: constant
 
16
  checkpoint_interval: 500000
17
  network_settings:
18
  normalize: false
19
+ hidden_units: 512
20
+ num_layers: 2
21
  vis_encode_type: simple
22
  memory: null
23
  goal_conditioning_type: hyper
24
  deterministic: false
25
  reward_signals:
26
  extrinsic:
27
+ gamma: 0.99
28
  strength: 1.0
29
  network_settings:
30
  normalize: false
 
37
  init_path: null
38
  keep_checkpoints: 5
39
  even_checkpoints: false
40
+ max_steps: 20000000
41
  time_horizon: 1000
42
  summary_freq: 10000
43
  threaded: false
44
  self_play:
45
+ save_steps: 50000
46
+ team_change: 200000
47
  swap_steps: 2000
48
  window: 10
49
+ play_against_latest_model_ratio: 0.4
50
  initial_elo: 1200.0
51
  behavioral_cloning: null
52
  env_settings:
run_logs/Player-0.log CHANGED
@@ -2,6 +2,9 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/SoccerTwos_Data/Man
2
  Mono config path = '/content/ml-agents/training-envs-executables/SoccerTwos_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
 
 
 
5
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
6
  [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/SoccerTwos_Data/UnitySubsystems
7
  Forcing GfxDevice: Null
@@ -31,7 +34,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
- - Completed reload, in 0.108 seconds
35
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -56,16 +59,371 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
56
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
57
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
58
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
59
- UnloadTime: 0.738061 ms
60
  Registered Communicator in Agent.
61
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
62
  requesting resize 84 x 84
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
63
  Setting up 1 worker threads for Enlighten.
64
  Memory Statistics:
65
  [ALLOC_TEMP_TLS] TLS Allocator
66
  StackAllocators :
67
  [ALLOC_TEMP_MAIN]
68
- Peak usage frame count: [8.0 KB-16.0 KB]: 18829 frames, [2.0 MB-4.0 MB]: 1 frames
69
  Initial Block Size 4.0 MB
70
  Current Block Size 4.0 MB
71
  Peak Allocated Bytes 2.1 MB
@@ -181,19 +539,19 @@ Memory Statistics:
181
  Peak Allocated Bytes 0 B
182
  Overflow Count 0
183
  [ALLOC_DEFAULT] Dual Thread Allocator
184
- Peak main deferred allocation count 4
185
  [ALLOC_BUCKET]
186
  Large Block size 4.0 MB
187
  Used Block count 1
188
  Peak Allocated bytes 1.0 MB
189
  [ALLOC_DEFAULT_MAIN]
190
- Peak usage frame count: [4.0 MB-8.0 MB]: 18830 frames
191
  Requested Block Size 16.0 MB
192
  Peak Block count 1
193
  Peak Allocated memory 4.6 MB
194
  Peak Large allocation bytes 0 B
195
  [ALLOC_DEFAULT_THREAD]
196
- Peak usage frame count: [16.0 MB-32.0 MB]: 18830 frames
197
  Requested Block Size 16.0 MB
198
  Peak Block count 1
199
  Peak Allocated memory 17.6 MB
@@ -225,13 +583,13 @@ Memory Statistics:
225
  Used Block count 1
226
  Peak Allocated bytes 1.0 MB
227
  [ALLOC_GFX_MAIN]
228
- Peak usage frame count: [32.0 KB-64.0 KB]: 18829 frames, [64.0 KB-128.0 KB]: 1 frames
229
  Requested Block Size 16.0 MB
230
  Peak Block count 1
231
  Peak Allocated memory 65.6 KB
232
  Peak Large allocation bytes 0 B
233
  [ALLOC_GFX_THREAD]
234
- Peak usage frame count: [128.0 KB-256.0 KB]: 18830 frames
235
  Requested Block Size 16.0 MB
236
  Peak Block count 1
237
  Peak Allocated memory 173.5 KB
@@ -243,16 +601,16 @@ Memory Statistics:
243
  Used Block count 1
244
  Peak Allocated bytes 1.0 MB
245
  [ALLOC_CACHEOBJECTS_MAIN]
246
- Peak usage frame count: [0.5 MB-1.0 MB]: 18830 frames
247
  Requested Block Size 4.0 MB
248
  Peak Block count 1
249
  Peak Allocated memory 0.6 MB
250
  Peak Large allocation bytes 0 B
251
  [ALLOC_CACHEOBJECTS_THREAD]
252
- Peak usage frame count: [0.5 MB-1.0 MB]: 18829 frames, [2.0 MB-4.0 MB]: 1 frames
253
  Requested Block Size 4.0 MB
254
- Peak Block count 1
255
- Peak Allocated memory 4.0 MB
256
  Peak Large allocation bytes 0 B
257
  [ALLOC_TYPETREE] Dual Thread Allocator
258
  Peak main deferred allocation count 0
@@ -261,13 +619,13 @@ Memory Statistics:
261
  Used Block count 1
262
  Peak Allocated bytes 1.0 MB
263
  [ALLOC_TYPETREE_MAIN]
264
- Peak usage frame count: [0-1.0 KB]: 18830 frames
265
  Requested Block Size 2.0 MB
266
  Peak Block count 1
267
  Peak Allocated memory 1.0 KB
268
  Peak Large allocation bytes 0 B
269
  [ALLOC_TYPETREE_THREAD]
270
- Peak usage frame count: [1.0 KB-2.0 KB]: 18829 frames, [2.0 KB-4.0 KB]: 1 frames
271
  Requested Block Size 2.0 MB
272
  Peak Block count 1
273
  Peak Allocated memory 2.2 KB
 
2
  Mono config path = '/content/ml-agents/training-envs-executables/SoccerTwos_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
5
+ PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies
6
+ PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies/SoccerTwos
7
+ Unable to load player prefs
8
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
9
  [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/SoccerTwos_Data/UnitySubsystems
10
  Forcing GfxDevice: Null
 
34
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
35
  FMOD initialized on nosound output
36
  Begin MonoManager ReloadAssembly
37
+ - Completed reload, in 0.136 seconds
38
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
40
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
59
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
60
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
61
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
62
+ UnloadTime: 0.859984 ms
63
  Registered Communicator in Agent.
64
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
65
  requesting resize 84 x 84
66
+ TOO LONG
67
+ TOO LONG
68
+ TOO LONG
69
+ TOO LONG
70
+ TOO LONG
71
+ TOO LONG
72
+ TOO LONG
73
+ TOO LONG
74
+ TOO LONG
75
+ TOO LONG
76
+ TOO LONG
77
+ TOO LONG
78
+ TOO LONG
79
+ TOO LONG
80
+ TOO LONG
81
+ TOO LONG
82
+ TOO LONG
83
+ TOO LONG
84
+ TOO LONG
85
+ TOO LONG
86
+ TOO LONG
87
+ TOO LONG
88
+ TOO LONG
89
+ TOO LONG
90
+ TOO LONG
91
+ TOO LONG
92
+ TOO LONG
93
+ TOO LONG
94
+ TOO LONG
95
+ TOO LONG
96
+ TOO LONG
97
+ TOO LONG
98
+ TOO LONG
99
+ TOO LONG
100
+ TOO LONG
101
+ TOO LONG
102
+ TOO LONG
103
+ TOO LONG
104
+ TOO LONG
105
+ TOO LONG
106
+ TOO LONG
107
+ TOO LONG
108
+ TOO LONG
109
+ TOO LONG
110
+ TOO LONG
111
+ TOO LONG
112
+ TOO LONG
113
+ TOO LONG
114
+ TOO LONG
115
+ TOO LONG
116
+ TOO LONG
117
+ TOO LONG
118
+ TOO LONG
119
+ TOO LONG
120
+ TOO LONG
121
+ TOO LONG
122
+ TOO LONG
123
+ TOO LONG
124
+ TOO LONG
125
+ TOO LONG
126
+ TOO LONG
127
+ TOO LONG
128
+ TOO LONG
129
+ TOO LONG
130
+ TOO LONG
131
+ TOO LONG
132
+ TOO LONG
133
+ TOO LONG
134
+ TOO LONG
135
+ TOO LONG
136
+ TOO LONG
137
+ TOO LONG
138
+ TOO LONG
139
+ TOO LONG
140
+ TOO LONG
141
+ TOO LONG
142
+ TOO LONG
143
+ TOO LONG
144
+ TOO LONG
145
+ TOO LONG
146
+ TOO LONG
147
+ TOO LONG
148
+ TOO LONG
149
+ TOO LONG
150
+ TOO LONG
151
+ TOO LONG
152
+ TOO LONG
153
+ TOO LONG
154
+ TOO LONG
155
+ TOO LONG
156
+ TOO LONG
157
+ TOO LONG
158
+ TOO LONG
159
+ TOO LONG
160
+ TOO LONG
161
+ TOO LONG
162
+ TOO LONG
163
+ TOO LONG
164
+ TOO LONG
165
+ TOO LONG
166
+ TOO LONG
167
+ TOO LONG
168
+ TOO LONG
169
+ TOO LONG
170
+ TOO LONG
171
+ TOO LONG
172
+ TOO LONG
173
+ TOO LONG
174
+ TOO LONG
175
+ TOO LONG
176
+ TOO LONG
177
+ TOO LONG
178
+ TOO LONG
179
+ TOO LONG
180
+ TOO LONG
181
+ TOO LONG
182
+ TOO LONG
183
+ TOO LONG
184
+ TOO LONG
185
+ TOO LONG
186
+ TOO LONG
187
+ TOO LONG
188
+ TOO LONG
189
+ TOO LONG
190
+ TOO LONG
191
+ TOO LONG
192
+ TOO LONG
193
+ TOO LONG
194
+ TOO LONG
195
+ TOO LONG
196
+ TOO LONG
197
+ TOO LONG
198
+ TOO LONG
199
+ TOO LONG
200
+ TOO LONG
201
+ TOO LONG
202
+ TOO LONG
203
+ TOO LONG
204
+ TOO LONG
205
+ TOO LONG
206
+ TOO LONG
207
+ TOO LONG
208
+ TOO LONG
209
+ TOO LONG
210
+ TOO LONG
211
+ TOO LONG
212
+ TOO LONG
213
+ TOO LONG
214
+ TOO LONG
215
+ TOO LONG
216
+ TOO LONG
217
+ TOO LONG
218
+ TOO LONG
219
+ TOO LONG
220
+ TOO LONG
221
+ TOO LONG
222
+ TOO LONG
223
+ TOO LONG
224
+ TOO LONG
225
+ TOO LONG
226
+ TOO LONG
227
+ TOO LONG
228
+ TOO LONG
229
+ TOO LONG
230
+ TOO LONG
231
+ TOO LONG
232
+ TOO LONG
233
+ TOO LONG
234
+ TOO LONG
235
+ TOO LONG
236
+ TOO LONG
237
+ TOO LONG
238
+ TOO LONG
239
+ TOO LONG
240
+ TOO LONG
241
+ TOO LONG
242
+ TOO LONG
243
+ TOO LONG
244
+ TOO LONG
245
+ TOO LONG
246
+ TOO LONG
247
+ TOO LONG
248
+ TOO LONG
249
+ TOO LONG
250
+ TOO LONG
251
+ TOO LONG
252
+ TOO LONG
253
+ TOO LONG
254
+ TOO LONG
255
+ TOO LONG
256
+ TOO LONG
257
+ TOO LONG
258
+ TOO LONG
259
+ TOO LONG
260
+ TOO LONG
261
+ TOO LONG
262
+ TOO LONG
263
+ TOO LONG
264
+ TOO LONG
265
+ TOO LONG
266
+ TOO LONG
267
+ TOO LONG
268
+ TOO LONG
269
+ TOO LONG
270
+ TOO LONG
271
+ TOO LONG
272
+ TOO LONG
273
+ TOO LONG
274
+ TOO LONG
275
+ TOO LONG
276
+ TOO LONG
277
+ TOO LONG
278
+ TOO LONG
279
+ TOO LONG
280
+ TOO LONG
281
+ TOO LONG
282
+ TOO LONG
283
+ TOO LONG
284
+ TOO LONG
285
+ TOO LONG
286
+ TOO LONG
287
+ TOO LONG
288
+ TOO LONG
289
+ TOO LONG
290
+ TOO LONG
291
+ TOO LONG
292
+ TOO LONG
293
+ TOO LONG
294
+ TOO LONG
295
+ TOO LONG
296
+ TOO LONG
297
+ TOO LONG
298
+ TOO LONG
299
+ TOO LONG
300
+ TOO LONG
301
+ TOO LONG
302
+ TOO LONG
303
+ TOO LONG
304
+ TOO LONG
305
+ TOO LONG
306
+ TOO LONG
307
+ TOO LONG
308
+ TOO LONG
309
+ TOO LONG
310
+ TOO LONG
311
+ TOO LONG
312
+ TOO LONG
313
+ TOO LONG
314
+ TOO LONG
315
+ TOO LONG
316
+ TOO LONG
317
+ TOO LONG
318
+ TOO LONG
319
+ TOO LONG
320
+ TOO LONG
321
+ TOO LONG
322
+ TOO LONG
323
+ TOO LONG
324
+ TOO LONG
325
+ TOO LONG
326
+ TOO LONG
327
+ TOO LONG
328
+ TOO LONG
329
+ TOO LONG
330
+ TOO LONG
331
+ TOO LONG
332
+ TOO LONG
333
+ TOO LONG
334
+ TOO LONG
335
+ TOO LONG
336
+ TOO LONG
337
+ TOO LONG
338
+ TOO LONG
339
+ TOO LONG
340
+ TOO LONG
341
+ TOO LONG
342
+ TOO LONG
343
+ TOO LONG
344
+ TOO LONG
345
+ TOO LONG
346
+ TOO LONG
347
+ TOO LONG
348
+ TOO LONG
349
+ TOO LONG
350
+ TOO LONG
351
+ TOO LONG
352
+ TOO LONG
353
+ TOO LONG
354
+ TOO LONG
355
+ TOO LONG
356
+ TOO LONG
357
+ TOO LONG
358
+ TOO LONG
359
+ TOO LONG
360
+ TOO LONG
361
+ TOO LONG
362
+ TOO LONG
363
+ TOO LONG
364
+ TOO LONG
365
+ TOO LONG
366
+ TOO LONG
367
+ TOO LONG
368
+ TOO LONG
369
+ TOO LONG
370
+ TOO LONG
371
+ TOO LONG
372
+ TOO LONG
373
+ TOO LONG
374
+ TOO LONG
375
+ TOO LONG
376
+ TOO LONG
377
+ TOO LONG
378
+ TOO LONG
379
+ TOO LONG
380
+ TOO LONG
381
+ TOO LONG
382
+ TOO LONG
383
+ TOO LONG
384
+ TOO LONG
385
+ TOO LONG
386
+ TOO LONG
387
+ TOO LONG
388
+ TOO LONG
389
+ TOO LONG
390
+ TOO LONG
391
+ TOO LONG
392
+ TOO LONG
393
+ TOO LONG
394
+ TOO LONG
395
+ TOO LONG
396
+ TOO LONG
397
+ TOO LONG
398
+ TOO LONG
399
+ TOO LONG
400
+ TOO LONG
401
+ TOO LONG
402
+ TOO LONG
403
+ TOO LONG
404
+ TOO LONG
405
+ TOO LONG
406
+ TOO LONG
407
+ TOO LONG
408
+ TOO LONG
409
+ TOO LONG
410
+ TOO LONG
411
+ TOO LONG
412
+ TOO LONG
413
+ TOO LONG
414
+ TOO LONG
415
+ TOO LONG
416
+ TOO LONG
417
+ TOO LONG
418
+ TOO LONG
419
+ TOO LONG
420
+ TOO LONG
421
  Setting up 1 worker threads for Enlighten.
422
  Memory Statistics:
423
  [ALLOC_TEMP_TLS] TLS Allocator
424
  StackAllocators :
425
  [ALLOC_TEMP_MAIN]
426
+ Peak usage frame count: [8.0 KB-16.0 KB]: 17067 frames, [2.0 MB-4.0 MB]: 1 frames
427
  Initial Block Size 4.0 MB
428
  Current Block Size 4.0 MB
429
  Peak Allocated Bytes 2.1 MB
 
539
  Peak Allocated Bytes 0 B
540
  Overflow Count 0
541
  [ALLOC_DEFAULT] Dual Thread Allocator
542
+ Peak main deferred allocation count 3
543
  [ALLOC_BUCKET]
544
  Large Block size 4.0 MB
545
  Used Block count 1
546
  Peak Allocated bytes 1.0 MB
547
  [ALLOC_DEFAULT_MAIN]
548
+ Peak usage frame count: [4.0 MB-8.0 MB]: 17068 frames
549
  Requested Block Size 16.0 MB
550
  Peak Block count 1
551
  Peak Allocated memory 4.6 MB
552
  Peak Large allocation bytes 0 B
553
  [ALLOC_DEFAULT_THREAD]
554
+ Peak usage frame count: [16.0 MB-32.0 MB]: 17068 frames
555
  Requested Block Size 16.0 MB
556
  Peak Block count 1
557
  Peak Allocated memory 17.6 MB
 
583
  Used Block count 1
584
  Peak Allocated bytes 1.0 MB
585
  [ALLOC_GFX_MAIN]
586
+ Peak usage frame count: [32.0 KB-64.0 KB]: 17067 frames, [64.0 KB-128.0 KB]: 1 frames
587
  Requested Block Size 16.0 MB
588
  Peak Block count 1
589
  Peak Allocated memory 65.6 KB
590
  Peak Large allocation bytes 0 B
591
  [ALLOC_GFX_THREAD]
592
+ Peak usage frame count: [128.0 KB-256.0 KB]: 17068 frames
593
  Requested Block Size 16.0 MB
594
  Peak Block count 1
595
  Peak Allocated memory 173.5 KB
 
601
  Used Block count 1
602
  Peak Allocated bytes 1.0 MB
603
  [ALLOC_CACHEOBJECTS_MAIN]
604
+ Peak usage frame count: [0.5 MB-1.0 MB]: 17068 frames
605
  Requested Block Size 4.0 MB
606
  Peak Block count 1
607
  Peak Allocated memory 0.6 MB
608
  Peak Large allocation bytes 0 B
609
  [ALLOC_CACHEOBJECTS_THREAD]
610
+ Peak usage frame count: [0.5 MB-1.0 MB]: 17067 frames, [4.0 MB-8.0 MB]: 1 frames
611
  Requested Block Size 4.0 MB
612
+ Peak Block count 2
613
+ Peak Allocated memory 4.1 MB
614
  Peak Large allocation bytes 0 B
615
  [ALLOC_TYPETREE] Dual Thread Allocator
616
  Peak main deferred allocation count 0
 
619
  Used Block count 1
620
  Peak Allocated bytes 1.0 MB
621
  [ALLOC_TYPETREE_MAIN]
622
+ Peak usage frame count: [0-1.0 KB]: 17068 frames
623
  Requested Block Size 2.0 MB
624
  Peak Block count 1
625
  Peak Allocated memory 1.0 KB
626
  Peak Large allocation bytes 0 B
627
  [ALLOC_TYPETREE_THREAD]
628
+ Peak usage frame count: [1.0 KB-2.0 KB]: 17067 frames, [2.0 KB-4.0 KB]: 1 frames
629
  Requested Block Size 2.0 MB
630
  Peak Block count 1
631
  Peak Allocated memory 2.2 KB
run_logs/timers.json CHANGED
@@ -2,201 +2,201 @@
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
- "value": 1.9759706258773804,
6
- "min": 1.964503526687622,
7
- "max": 2.0480942726135254,
8
- "count": 100
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
- "value": 42933.890625,
12
- "min": 36212.69140625,
13
- "max": 44848.015625,
14
- "count": 100
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
- "value": 57.348314606741575,
18
- "min": 44.32727272727273,
19
- "max": 69.76811594202898,
20
- "count": 100
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
- "value": 20416.0,
24
- "min": 19052.0,
25
- "max": 20416.0,
26
- "count": 100
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
- "value": 1536.5681101963632,
30
- "min": 1497.610390598991,
31
- "max": 1567.9805527355754,
32
- "count": 100
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
- "value": 273509.12361495267,
36
- "min": 210284.33922812706,
37
- "max": 335015.37257029745,
38
- "count": 100
39
  },
40
  "SoccerTwos.Step.mean": {
41
- "value": 16999840.0,
42
- "min": 16009992.0,
43
- "max": 16999840.0,
44
- "count": 100
45
  },
46
  "SoccerTwos.Step.sum": {
47
- "value": 16999840.0,
48
- "min": 16009992.0,
49
- "max": 16999840.0,
50
- "count": 100
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
- "value": -0.012437315657734871,
54
- "min": -0.11109980940818787,
55
- "max": 0.10268489271402359,
56
- "count": 100
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
- "value": -2.2014048099517822,
60
- "min": -18.775867462158203,
61
- "max": 18.380596160888672,
62
- "count": 100
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
- "value": -0.012997487559914589,
66
- "min": -0.11335881799459457,
67
- "max": 0.10036355257034302,
68
- "count": 100
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
- "value": -2.3005552291870117,
72
- "min": -19.15764045715332,
73
- "max": 17.965076446533203,
74
- "count": 100
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
- "count": 100
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
- "count": 100
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
- "value": 0.00036383954818639376,
90
- "min": -0.3269866654367158,
91
- "max": 0.2700834229668194,
92
- "count": 100
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
- "value": 0.0643996000289917,
96
- "min": -53.952799797058105,
97
- "max": 50.50560009479523,
98
- "count": 100
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
- "value": 0.00036383954818639376,
102
- "min": -0.3269866654367158,
103
- "max": 0.2700834229668194,
104
- "count": 100
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
- "value": 0.0643996000289917,
108
- "min": -53.952799797058105,
109
- "max": 50.50560009479523,
110
- "count": 100
111
  },
112
  "SoccerTwos.IsTraining.mean": {
113
  "value": 1.0,
114
  "min": 1.0,
115
  "max": 1.0,
116
- "count": 100
117
  },
118
  "SoccerTwos.IsTraining.sum": {
119
  "value": 1.0,
120
  "min": 1.0,
121
  "max": 1.0,
122
- "count": 100
123
  },
124
  "SoccerTwos.Losses.PolicyLoss.mean": {
125
- "value": 0.01788376790743011,
126
- "min": 0.01290145950333681,
127
- "max": 0.022326158933962385,
128
- "count": 48
129
  },
130
  "SoccerTwos.Losses.PolicyLoss.sum": {
131
- "value": 0.01788376790743011,
132
- "min": 0.01290145950333681,
133
- "max": 0.022326158933962385,
134
- "count": 48
135
  },
136
  "SoccerTwos.Losses.ValueLoss.mean": {
137
- "value": 0.13485086088379225,
138
- "min": 0.13170832470059396,
139
- "max": 0.15697730133930843,
140
- "count": 48
141
  },
142
  "SoccerTwos.Losses.ValueLoss.sum": {
143
- "value": 0.13485086088379225,
144
- "min": 0.13170832470059396,
145
- "max": 0.15697730133930843,
146
- "count": 48
147
  },
148
  "SoccerTwos.Losses.BaselineLoss.mean": {
149
- "value": 0.1357793057958285,
150
- "min": 0.1328590249021848,
151
- "max": 0.1584501087665558,
152
- "count": 48
153
  },
154
  "SoccerTwos.Losses.BaselineLoss.sum": {
155
- "value": 0.1357793057958285,
156
- "min": 0.1328590249021848,
157
- "max": 0.1584501087665558,
158
- "count": 48
159
  },
160
  "SoccerTwos.Policy.LearningRate.mean": {
161
  "value": 0.00019999999999999996,
162
  "min": 0.00019999999999999996,
163
  "max": 0.00019999999999999996,
164
- "count": 48
165
  },
166
  "SoccerTwos.Policy.LearningRate.sum": {
167
  "value": 0.00019999999999999996,
168
  "min": 0.00019999999999999996,
169
  "max": 0.00019999999999999996,
170
- "count": 48
171
  },
172
  "SoccerTwos.Policy.Epsilon.mean": {
173
  "value": 0.20000000000000007,
174
  "min": 0.20000000000000007,
175
  "max": 0.20000000000000007,
176
- "count": 48
177
  },
178
  "SoccerTwos.Policy.Epsilon.sum": {
179
  "value": 0.20000000000000007,
180
  "min": 0.20000000000000007,
181
  "max": 0.20000000000000007,
182
- "count": 48
183
  },
184
  "SoccerTwos.Policy.Beta.mean": {
185
  "value": 0.005000000000000001,
186
  "min": 0.005000000000000001,
187
  "max": 0.005000000000000001,
188
- "count": 48
189
  },
190
  "SoccerTwos.Policy.Beta.sum": {
191
  "value": 0.005000000000000001,
192
  "min": 0.005000000000000001,
193
  "max": 0.005000000000000001,
194
- "count": 48
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
- "start_time_seconds": "1691426273",
200
  "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]",
201
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics --resume --torch-device=cpu",
202
  "mlagents_version": "0.31.0.dev0",
@@ -204,59 +204,59 @@
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "1.11.0+cu102",
206
  "numpy_version": "1.21.2",
207
- "end_time_seconds": "1691429993"
208
  },
209
- "total": 3719.315439621001,
210
  "count": 1,
211
- "self": 0.7094942319999973,
212
  "children": {
213
  "run_training.setup": {
214
- "total": 0.03983041700121248,
215
  "count": 1,
216
- "self": 0.03983041700121248
217
  },
218
  "TrainerController.start_learning": {
219
- "total": 3718.566114972,
220
  "count": 1,
221
- "self": 2.194505491283053,
222
  "children": {
223
  "TrainerController._reset_env": {
224
- "total": 1.127125127997715,
225
  "count": 6,
226
- "self": 1.127125127997715
227
  },
228
  "TrainerController.advance": {
229
- "total": 3715.027325269719,
230
- "count": 69702,
231
- "self": 1.7862364699940372,
232
  "children": {
233
  "env_step": {
234
- "total": 1478.857258029122,
235
- "count": 69702,
236
- "self": 1232.0097959691666,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
- "total": 245.57852235379687,
240
- "count": 69702,
241
- "self": 8.889960999658797,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
- "total": 236.68856135413807,
245
- "count": 125530,
246
- "self": 236.68856135413807
247
  }
248
  }
249
  },
250
  "workers": {
251
- "total": 1.2689397061585623,
252
- "count": 69702,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
- "total": 3713.3115417676345,
257
- "count": 69702,
258
  "is_parallel": true,
259
- "self": 2687.3178013704965,
260
  "children": {
261
  "run_training.setup": {
262
  "total": 0.0,
@@ -265,48 +265,48 @@
265
  "self": 0.0,
266
  "children": {
267
  "steps_from_proto": {
268
- "total": 0.0026892690002568997,
269
  "count": 2,
270
  "is_parallel": true,
271
- "self": 0.0006543600029544905,
272
  "children": {
273
  "_process_rank_one_or_two_observation": {
274
- "total": 0.0020349089973024093,
275
  "count": 8,
276
  "is_parallel": true,
277
- "self": 0.0020349089973024093
278
  }
279
  }
280
  },
281
  "UnityEnvironment.step": {
282
- "total": 0.036430006999580655,
283
  "count": 1,
284
  "is_parallel": true,
285
- "self": 0.0009720699999888893,
286
  "children": {
287
  "UnityEnvironment._generate_step_input": {
288
- "total": 0.0007705299976805691,
289
  "count": 1,
290
  "is_parallel": true,
291
- "self": 0.0007705299976805691
292
  },
293
  "communicator.exchange": {
294
- "total": 0.0316061070006981,
295
  "count": 1,
296
  "is_parallel": true,
297
- "self": 0.0316061070006981
298
  },
299
  "steps_from_proto": {
300
- "total": 0.0030813000012130942,
301
  "count": 2,
302
  "is_parallel": true,
303
- "self": 0.0005829199981235433,
304
  "children": {
305
  "_process_rank_one_or_two_observation": {
306
- "total": 0.002498380003089551,
307
  "count": 8,
308
  "is_parallel": true,
309
- "self": 0.002498380003089551
310
  }
311
  }
312
  }
@@ -315,48 +315,48 @@
315
  }
316
  },
317
  "steps_from_proto": {
318
- "total": 0.010081798991450341,
319
  "count": 10,
320
  "is_parallel": true,
321
- "self": 0.0019224979805585463,
322
  "children": {
323
  "_process_rank_one_or_two_observation": {
324
- "total": 0.008159301010891795,
325
  "count": 40,
326
  "is_parallel": true,
327
- "self": 0.008159301010891795
328
  }
329
  }
330
  },
331
  "UnityEnvironment.step": {
332
- "total": 1025.9836585981466,
333
- "count": 69701,
334
  "is_parallel": true,
335
- "self": 62.09774491532153,
336
  "children": {
337
  "UnityEnvironment._generate_step_input": {
338
- "total": 32.58318939966193,
339
- "count": 69701,
340
  "is_parallel": true,
341
- "self": 32.58318939966193
342
  },
343
  "communicator.exchange": {
344
- "total": 741.781996579768,
345
- "count": 69701,
346
  "is_parallel": true,
347
- "self": 741.781996579768
348
  },
349
  "steps_from_proto": {
350
- "total": 189.5207277033951,
351
- "count": 139402,
352
  "is_parallel": true,
353
- "self": 35.002411130437395,
354
  "children": {
355
  "_process_rank_one_or_two_observation": {
356
- "total": 154.5183165729577,
357
- "count": 557608,
358
  "is_parallel": true,
359
- "self": 154.5183165729577
360
  }
361
  }
362
  }
@@ -369,31 +369,31 @@
369
  }
370
  },
371
  "trainer_advance": {
372
- "total": 2234.383830770603,
373
- "count": 69702,
374
- "self": 14.939647196417354,
375
  "children": {
376
  "process_trajectory": {
377
- "total": 346.3565998571721,
378
- "count": 69702,
379
- "self": 345.91860028317024,
380
  "children": {
381
  "RLTrainer._checkpoint": {
382
- "total": 0.4379995740018785,
383
- "count": 2,
384
- "self": 0.4379995740018785
385
  }
386
  }
387
  },
388
  "_update_policy": {
389
- "total": 1873.0875837170133,
390
- "count": 48,
391
- "self": 173.00256412003364,
392
  "children": {
393
  "TorchPOCAOptimizer.update": {
394
- "total": 1700.0850195969797,
395
- "count": 1440,
396
- "self": 1700.0850195969797
397
  }
398
  }
399
  }
@@ -402,19 +402,19 @@
402
  }
403
  },
404
  "trainer_threads": {
405
- "total": 1.2310010788496584e-06,
406
  "count": 1,
407
- "self": 1.2310010788496584e-06
408
  },
409
  "TrainerController._save_models": {
410
- "total": 0.2171578519992181,
411
  "count": 1,
412
- "self": 0.0033414489989809226,
413
  "children": {
414
  "RLTrainer._checkpoint": {
415
- "total": 0.2138164030002372,
416
  "count": 1,
417
- "self": 0.2138164030002372
418
  }
419
  }
420
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
+ "value": 3.2204062938690186,
6
+ "min": 3.1907460689544678,
7
+ "max": 3.295048713684082,
8
+ "count": 87
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
+ "value": 49980.70703125,
12
+ "min": 26664.060546875,
13
+ "max": 120206.6875,
14
+ "count": 87
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
+ "value": 999.0,
18
+ "min": 387.45454545454544,
19
+ "max": 999.0,
20
+ "count": 87
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
+ "value": 19980.0,
24
+ "min": 16536.0,
25
+ "max": 23436.0,
26
+ "count": 87
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
+ "value": 1535.4883776808556,
30
+ "min": 1533.3684891726687,
31
+ "max": 1541.0050151124935,
32
+ "count": 79
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
+ "value": 9212.930266085134,
36
+ "min": 3068.006936359279,
37
+ "max": 24575.197749605497,
38
+ "count": 79
39
  },
40
  "SoccerTwos.Step.mean": {
41
+ "value": 17869376.0,
42
+ "min": 17009021.0,
43
+ "max": 17869376.0,
44
+ "count": 87
45
  },
46
  "SoccerTwos.Step.sum": {
47
+ "value": 17869376.0,
48
+ "min": 17009021.0,
49
+ "max": 17869376.0,
50
+ "count": 87
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
+ "value": -0.0024223248474299908,
54
+ "min": -0.10552113503217697,
55
+ "max": 0.007215449120849371,
56
+ "count": 87
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
+ "value": -0.024223249405622482,
60
+ "min": -1.8993804454803467,
61
+ "max": 0.1587398797273636,
62
+ "count": 87
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
+ "value": -0.004708075430244207,
66
+ "min": -0.10550538450479507,
67
+ "max": 0.007198036182671785,
68
+ "count": 87
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
+ "value": -0.04708075523376465,
72
+ "min": -1.899096965789795,
73
+ "max": 0.15835680067539215,
74
+ "count": 87
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
+ "count": 87
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
+ "count": 87
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
+ "value": 0.0,
90
+ "min": -0.5714285714285714,
91
+ "max": 0.25489230797841,
92
+ "count": 87
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
+ "value": 0.0,
96
+ "min": -8.0,
97
+ "max": 3.31360000371933,
98
+ "count": 87
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
+ "value": 0.0,
102
+ "min": -0.5714285714285714,
103
+ "max": 0.25489230797841,
104
+ "count": 87
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
+ "value": 0.0,
108
+ "min": -8.0,
109
+ "max": 3.31360000371933,
110
+ "count": 87
111
  },
112
  "SoccerTwos.IsTraining.mean": {
113
  "value": 1.0,
114
  "min": 1.0,
115
  "max": 1.0,
116
+ "count": 87
117
  },
118
  "SoccerTwos.IsTraining.sum": {
119
  "value": 1.0,
120
  "min": 1.0,
121
  "max": 1.0,
122
+ "count": 87
123
  },
124
  "SoccerTwos.Losses.PolicyLoss.mean": {
125
+ "value": 0.017272158976023397,
126
+ "min": 0.010708019716851898,
127
+ "max": 0.02309487227272863,
128
+ "count": 40
129
  },
130
  "SoccerTwos.Losses.PolicyLoss.sum": {
131
+ "value": 0.017272158976023397,
132
+ "min": 0.010708019716851898,
133
+ "max": 0.02309487227272863,
134
+ "count": 40
135
  },
136
  "SoccerTwos.Losses.ValueLoss.mean": {
137
+ "value": 0.0022173194001273563,
138
+ "min": 0.0013519591884687543,
139
+ "max": 0.0107919296870629,
140
+ "count": 40
141
  },
142
  "SoccerTwos.Losses.ValueLoss.sum": {
143
+ "value": 0.0022173194001273563,
144
+ "min": 0.0013519591884687543,
145
+ "max": 0.0107919296870629,
146
+ "count": 40
147
  },
148
  "SoccerTwos.Losses.BaselineLoss.mean": {
149
+ "value": 0.0024933931223737695,
150
+ "min": 0.0013610376258535932,
151
+ "max": 0.010803046232710282,
152
+ "count": 40
153
  },
154
  "SoccerTwos.Losses.BaselineLoss.sum": {
155
+ "value": 0.0024933931223737695,
156
+ "min": 0.0013610376258535932,
157
+ "max": 0.010803046232710282,
158
+ "count": 40
159
  },
160
  "SoccerTwos.Policy.LearningRate.mean": {
161
  "value": 0.00019999999999999996,
162
  "min": 0.00019999999999999996,
163
  "max": 0.00019999999999999996,
164
+ "count": 40
165
  },
166
  "SoccerTwos.Policy.LearningRate.sum": {
167
  "value": 0.00019999999999999996,
168
  "min": 0.00019999999999999996,
169
  "max": 0.00019999999999999996,
170
+ "count": 40
171
  },
172
  "SoccerTwos.Policy.Epsilon.mean": {
173
  "value": 0.20000000000000007,
174
  "min": 0.20000000000000007,
175
  "max": 0.20000000000000007,
176
+ "count": 40
177
  },
178
  "SoccerTwos.Policy.Epsilon.sum": {
179
  "value": 0.20000000000000007,
180
  "min": 0.20000000000000007,
181
  "max": 0.20000000000000007,
182
+ "count": 40
183
  },
184
  "SoccerTwos.Policy.Beta.mean": {
185
  "value": 0.005000000000000001,
186
  "min": 0.005000000000000001,
187
  "max": 0.005000000000000001,
188
+ "count": 40
189
  },
190
  "SoccerTwos.Policy.Beta.sum": {
191
  "value": 0.005000000000000001,
192
  "min": 0.005000000000000001,
193
  "max": 0.005000000000000001,
194
+ "count": 40
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
+ "start_time_seconds": "1691496371",
200
  "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]",
201
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics --resume --torch-device=cpu",
202
  "mlagents_version": "0.31.0.dev0",
 
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "1.11.0+cu102",
206
  "numpy_version": "1.21.2",
207
+ "end_time_seconds": "1691501511"
208
  },
209
+ "total": 5139.435880656,
210
  "count": 1,
211
+ "self": 0.011080157000833424,
212
  "children": {
213
  "run_training.setup": {
214
+ "total": 0.05245690800001057,
215
  "count": 1,
216
+ "self": 0.05245690800001057
217
  },
218
  "TrainerController.start_learning": {
219
+ "total": 5139.372343591,
220
  "count": 1,
221
+ "self": 2.1167997839993404,
222
  "children": {
223
  "TrainerController._reset_env": {
224
+ "total": 4.263660692000997,
225
  "count": 6,
226
+ "self": 4.263660692000997
227
  },
228
  "TrainerController.advance": {
229
+ "total": 5132.210660048,
230
+ "count": 57313,
231
+ "self": 2.415151384089768,
232
  "children": {
233
  "env_step": {
234
+ "total": 2000.585712710003,
235
+ "count": 57313,
236
+ "self": 1650.7825745350797,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
+ "total": 348.41224588094786,
240
+ "count": 57313,
241
+ "self": 14.595794462779281,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
+ "total": 333.8164514181686,
245
+ "count": 113782,
246
+ "self": 333.8164514181686
247
  }
248
  }
249
  },
250
  "workers": {
251
+ "total": 1.3908922939755826,
252
+ "count": 57313,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
+ "total": 5054.301470884028,
257
+ "count": 57313,
258
  "is_parallel": true,
259
+ "self": 3688.8676730400625,
260
  "children": {
261
  "run_training.setup": {
262
  "total": 0.0,
 
265
  "self": 0.0,
266
  "children": {
267
  "steps_from_proto": {
268
+ "total": 0.00958331200001794,
269
  "count": 2,
270
  "is_parallel": true,
271
+ "self": 0.0058331999999836626,
272
  "children": {
273
  "_process_rank_one_or_two_observation": {
274
+ "total": 0.003750112000034278,
275
  "count": 8,
276
  "is_parallel": true,
277
+ "self": 0.003750112000034278
278
  }
279
  }
280
  },
281
  "UnityEnvironment.step": {
282
+ "total": 0.04618508800001564,
283
  "count": 1,
284
  "is_parallel": true,
285
+ "self": 0.0013960970000539419,
286
  "children": {
287
  "UnityEnvironment._generate_step_input": {
288
+ "total": 0.0009681639999712388,
289
  "count": 1,
290
  "is_parallel": true,
291
+ "self": 0.0009681639999712388
292
  },
293
  "communicator.exchange": {
294
+ "total": 0.039570346000004974,
295
  "count": 1,
296
  "is_parallel": true,
297
+ "self": 0.039570346000004974
298
  },
299
  "steps_from_proto": {
300
+ "total": 0.004250480999985484,
301
  "count": 2,
302
  "is_parallel": true,
303
+ "self": 0.0007770870000172181,
304
  "children": {
305
  "_process_rank_one_or_two_observation": {
306
+ "total": 0.003473393999968266,
307
  "count": 8,
308
  "is_parallel": true,
309
+ "self": 0.003473393999968266
310
  }
311
  }
312
  }
 
315
  }
316
  },
317
  "steps_from_proto": {
318
+ "total": 0.013419882999698984,
319
  "count": 10,
320
  "is_parallel": true,
321
+ "self": 0.002353784998831543,
322
  "children": {
323
  "_process_rank_one_or_two_observation": {
324
+ "total": 0.011066098000867441,
325
  "count": 40,
326
  "is_parallel": true,
327
+ "self": 0.011066098000867441
328
  }
329
  }
330
  },
331
  "UnityEnvironment.step": {
332
+ "total": 1365.420377960966,
333
+ "count": 57312,
334
  "is_parallel": true,
335
+ "self": 82.64640807092292,
336
  "children": {
337
  "UnityEnvironment._generate_step_input": {
338
+ "total": 43.01288766199599,
339
+ "count": 57312,
340
  "is_parallel": true,
341
+ "self": 43.01288766199599
342
  },
343
  "communicator.exchange": {
344
+ "total": 975.8865986329861,
345
+ "count": 57312,
346
  "is_parallel": true,
347
+ "self": 975.8865986329861
348
  },
349
  "steps_from_proto": {
350
+ "total": 263.8744835950611,
351
+ "count": 114624,
352
  "is_parallel": true,
353
+ "self": 44.73958648509165,
354
  "children": {
355
  "_process_rank_one_or_two_observation": {
356
+ "total": 219.13489710996947,
357
+ "count": 458496,
358
  "is_parallel": true,
359
+ "self": 219.13489710996947
360
  }
361
  }
362
  }
 
369
  }
370
  },
371
  "trainer_advance": {
372
+ "total": 3129.209795953908,
373
+ "count": 57313,
374
+ "self": 18.172315086902927,
375
  "children": {
376
  "process_trajectory": {
377
+ "total": 371.8474487530039,
378
+ "count": 57313,
379
+ "self": 371.39455769900366,
380
  "children": {
381
  "RLTrainer._checkpoint": {
382
+ "total": 0.4528910540002471,
383
+ "count": 1,
384
+ "self": 0.4528910540002471
385
  }
386
  }
387
  },
388
  "_update_policy": {
389
+ "total": 2739.190032114001,
390
+ "count": 41,
391
+ "self": 231.26004228800684,
392
  "children": {
393
  "TorchPOCAOptimizer.update": {
394
+ "total": 2507.929989825994,
395
+ "count": 1230,
396
+ "self": 2507.929989825994
397
  }
398
  }
399
  }
 
402
  }
403
  },
404
  "trainer_threads": {
405
+ "total": 2.1459991330630146e-06,
406
  "count": 1,
407
+ "self": 2.1459991330630146e-06
408
  },
409
  "TrainerController._save_models": {
410
+ "total": 0.7812209209996581,
411
  "count": 1,
412
+ "self": 0.007980739000231551,
413
  "children": {
414
  "RLTrainer._checkpoint": {
415
+ "total": 0.7732401819994266,
416
  "count": 1,
417
+ "self": 0.7732401819994266
418
  }
419
  }
420
  }
run_logs/training_status.json CHANGED
@@ -1,24 +1,6 @@
1
  {
2
  "SoccerTwos": {
3
  "checkpoints": [
4
- {
5
- "steps": 15999985,
6
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-15999985.onnx",
7
- "reward": 0.0,
8
- "creation_time": 1691424711.922073,
9
- "auxillary_file_paths": [
10
- "results/SoccerTwos/SoccerTwos/SoccerTwos-15999985.pt"
11
- ]
12
- },
13
- {
14
- "steps": 16000076,
15
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-16000076.onnx",
16
- "reward": 0.0,
17
- "creation_time": 1691424712.242151,
18
- "auxillary_file_paths": [
19
- "results/SoccerTwos/SoccerTwos/SoccerTwos-16000076.pt"
20
- ]
21
- },
22
  {
23
  "steps": 16499968,
24
  "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-16499968.onnx",
@@ -45,16 +27,34 @@
45
  "auxillary_file_paths": [
46
  "results/SoccerTwos/SoccerTwos/SoccerTwos-17000414.pt"
47
  ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
48
  }
49
  ],
50
- "elo": 1534.3333126847701,
51
  "final_checkpoint": {
52
- "steps": 17000414,
53
  "file_path": "results/SoccerTwos/SoccerTwos.onnx",
54
- "reward": 0.0,
55
- "creation_time": 1691429992.5151367,
56
  "auxillary_file_paths": [
57
- "results/SoccerTwos/SoccerTwos/SoccerTwos-17000414.pt"
58
  ]
59
  }
60
  },
 
1
  {
2
  "SoccerTwos": {
3
  "checkpoints": [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4
  {
5
  "steps": 16499968,
6
  "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-16499968.onnx",
 
27
  "auxillary_file_paths": [
28
  "results/SoccerTwos/SoccerTwos/SoccerTwos-17000414.pt"
29
  ]
30
+ },
31
+ {
32
+ "steps": 17499624,
33
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-17499624.onnx",
34
+ "reward": null,
35
+ "creation_time": 1691499298.6854486,
36
+ "auxillary_file_paths": [
37
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-17499624.pt"
38
+ ]
39
+ },
40
+ {
41
+ "steps": 17879860,
42
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-17879860.onnx",
43
+ "reward": null,
44
+ "creation_time": 1691501511.1249673,
45
+ "auxillary_file_paths": [
46
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-17879860.pt"
47
+ ]
48
  }
49
  ],
50
+ "elo": 1536.164645222385,
51
  "final_checkpoint": {
52
+ "steps": 17879860,
53
  "file_path": "results/SoccerTwos/SoccerTwos.onnx",
54
+ "reward": null,
55
+ "creation_time": 1691501511.1249673,
56
  "auxillary_file_paths": [
57
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-17879860.pt"
58
  ]
59
  }
60
  },