Hugging Face's logo

Haru4me
/
poca-SoccerTwos

Reinforcement Learning
ml-agents
TensorBoard
ONNX
SoccerTwos
deep-reinforcement-learning
ML-Agents-SoccerTwos
Model card Files Metrics Community
Haru4me commited on
Commit
f40f802
·
verified ·
1 Parent(s): f6f6949

First Push

Browse files
Files changed (14) hide show
  1. SoccerTwos.onnx +2 -2
  2. SoccerTwos/SoccerTwos-1248550.onnx +3 -0
  3. SoccerTwos/SoccerTwos-1248550.pt +3 -0
  4. SoccerTwos/SoccerTwos-499398.onnx +3 -0
  5. SoccerTwos/SoccerTwos-499398.pt +3 -0
  6. SoccerTwos/SoccerTwos-999992.onnx +3 -0
  7. SoccerTwos/SoccerTwos-999992.pt +3 -0
  8. SoccerTwos/checkpoint.pt +2 -2
  9. SoccerTwos/events.out.tfevents.1717444595.54e6afaba2c5.3477.0 +3 -0
  10. config.json +1 -1
  11. configuration.yaml +1 -1
  12. run_logs/Player-0.log +305 -14
  13. run_logs/timers.json +243 -138
  14. run_logs/training_status.json +27 -18
SoccerTwos.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b6c18dfc54a6509da94392984fb1af6f220dede00bf9ed2893de9ac407b480f6
3
- size 1766876
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4848718af51e1844addb81d34f24d1893011ea06546e4be3c1687b09f8000c1c
3
+ size 1768747
SoccerTwos/SoccerTwos-1248550.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4848718af51e1844addb81d34f24d1893011ea06546e4be3c1687b09f8000c1c
3
+ size 1768747
SoccerTwos/SoccerTwos-1248550.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29023db1c9fe2214a762adec4af578b3cef38213f96d845ce0146d9d7264fa14
3
+ size 28432022
SoccerTwos/SoccerTwos-499398.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ee5d9938fefe273b288314bdead1869c02bfdc49e7b7307b93dece23797e492
3
+ size 1768747
SoccerTwos/SoccerTwos-499398.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e570491cd278e81ba8ff1776eefa8705c4ea4f1df31302a554820a5e17c9f8d3
3
+ size 28431898
SoccerTwos/SoccerTwos-999992.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67a0310f4c4a9e912279bb2fa475f945de3abc830da6a2d4a7142ab294ea3447
3
+ size 1768747
SoccerTwos/SoccerTwos-999992.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6ca6376105294069c5f47734e2bfac8c9452866125034a813696a94fa85dd5d
3
+ size 28431898
SoccerTwos/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5bfc62067b918910ffd24bd7874e1984cf3e0eff4d1dc02b2983150a14272572
3
- size 9479202
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bb6f801785e2f30e2d793b3f6fc5d10e62989991c9dda12048e02b721e91f04
3
+ size 28431030
SoccerTwos/events.out.tfevents.1717444595.54e6afaba2c5.3477.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af7fd28ad4f58bd1821794915d65198186806d0ffeba3e371d046f357c4ac4a1
3
+ size 1125628
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -74,7 +74,7 @@ checkpoint_settings:
74
  run_id: SoccerTwos
75
  initialize_from: null
76
  load_model: false
77
- resume: true
78
  force: false
79
  train_model: false
80
  inference: false
 
74
  run_id: SoccerTwos
75
  initialize_from: null
76
  load_model: false
77
+ resume: false
78
  force: false
79
  train_model: false
80
  inference: false
run_logs/Player-0.log CHANGED
@@ -2,6 +2,9 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/SoccerTwos/SoccerTw
2
  Mono config path = '/content/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
 
 
 
5
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
6
  [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/UnitySubsystems
7
  Forcing GfxDevice: Null
@@ -31,7 +34,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
- - Completed reload, in 0.097 seconds
35
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -56,7 +59,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
56
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
57
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
58
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
59
- UnloadTime: 0.872174 ms
60
  Registered Communicator in Agent.
61
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
62
  requesting resize 84 x 84
@@ -66,12 +69,300 @@ TOO LONG
66
  TOO LONG
67
  TOO LONG
68
  TOO LONG
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
69
  Setting up 1 worker threads for Enlighten.
70
  Memory Statistics:
71
  [ALLOC_TEMP_TLS] TLS Allocator
72
  StackAllocators :
73
  [ALLOC_TEMP_MAIN]
74
- Peak usage frame count: [8.0 KB-16.0 KB]: 429 frames, [2.0 MB-4.0 MB]: 1 frames
75
  Initial Block Size 4.0 MB
76
  Current Block Size 4.0 MB
77
  Peak Allocated Bytes 2.1 MB
@@ -187,22 +478,22 @@ Memory Statistics:
187
  Peak Allocated Bytes 0 B
188
  Overflow Count 0
189
  [ALLOC_DEFAULT] Dual Thread Allocator
190
- Peak main deferred allocation count 2
191
  [ALLOC_BUCKET]
192
  Large Block size 4.0 MB
193
  Used Block count 1
194
  Peak Allocated bytes 1.0 MB
195
  [ALLOC_DEFAULT_MAIN]
196
- Peak usage frame count: [4.0 MB-8.0 MB]: 430 frames
197
  Requested Block Size 16.0 MB
198
  Peak Block count 1
199
- Peak Allocated memory 5.0 MB
200
  Peak Large allocation bytes 0 B
201
  [ALLOC_DEFAULT_THREAD]
202
- Peak usage frame count: [16.0 MB-32.0 MB]: 430 frames
203
  Requested Block Size 16.0 MB
204
  Peak Block count 1
205
- Peak Allocated memory 17.2 MB
206
  Peak Large allocation bytes 16.0 MB
207
  [ALLOC_TEMP_JOB_1_FRAME]
208
  Initial Block Size 2.0 MB
@@ -231,13 +522,13 @@ Memory Statistics:
231
  Used Block count 1
232
  Peak Allocated bytes 1.0 MB
233
  [ALLOC_GFX_MAIN]
234
- Peak usage frame count: [32.0 KB-64.0 KB]: 429 frames, [64.0 KB-128.0 KB]: 1 frames
235
  Requested Block Size 16.0 MB
236
  Peak Block count 1
237
  Peak Allocated memory 65.6 KB
238
  Peak Large allocation bytes 0 B
239
  [ALLOC_GFX_THREAD]
240
- Peak usage frame count: [128.0 KB-256.0 KB]: 430 frames
241
  Requested Block Size 16.0 MB
242
  Peak Block count 1
243
  Peak Allocated memory 173.5 KB
@@ -249,13 +540,13 @@ Memory Statistics:
249
  Used Block count 1
250
  Peak Allocated bytes 1.0 MB
251
  [ALLOC_CACHEOBJECTS_MAIN]
252
- Peak usage frame count: [0.5 MB-1.0 MB]: 430 frames
253
  Requested Block Size 4.0 MB
254
  Peak Block count 1
255
  Peak Allocated memory 0.6 MB
256
  Peak Large allocation bytes 0 B
257
  [ALLOC_CACHEOBJECTS_THREAD]
258
- Peak usage frame count: [0.5 MB-1.0 MB]: 429 frames, [4.0 MB-8.0 MB]: 1 frames
259
  Requested Block Size 4.0 MB
260
  Peak Block count 2
261
  Peak Allocated memory 4.5 MB
@@ -267,13 +558,13 @@ Memory Statistics:
267
  Used Block count 1
268
  Peak Allocated bytes 1.0 MB
269
  [ALLOC_TYPETREE_MAIN]
270
- Peak usage frame count: [0-1.0 KB]: 430 frames
271
  Requested Block Size 2.0 MB
272
  Peak Block count 1
273
  Peak Allocated memory 1.0 KB
274
  Peak Large allocation bytes 0 B
275
  [ALLOC_TYPETREE_THREAD]
276
- Peak usage frame count: [1.0 KB-2.0 KB]: 429 frames, [2.0 KB-4.0 KB]: 1 frames
277
  Requested Block Size 2.0 MB
278
  Peak Block count 1
279
  Peak Allocated memory 2.2 KB
 
2
  Mono config path = '/content/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
5
+ PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies
6
+ PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies/SoccerTwos
7
+ Unable to load player prefs
8
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
9
  [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/UnitySubsystems
10
  Forcing GfxDevice: Null
 
34
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
35
  FMOD initialized on nosound output
36
  Begin MonoManager ReloadAssembly
37
+ - Completed reload, in 0.085 seconds
38
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
40
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
59
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
60
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
61
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
62
+ UnloadTime: 0.693918 ms
63
  Registered Communicator in Agent.
64
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
65
  requesting resize 84 x 84
 
69
  TOO LONG
70
  TOO LONG
71
  TOO LONG
72
+ TOO LONG
73
+ TOO LONG
74
+ TOO LONG
75
+ TOO LONG
76
+ TOO LONG
77
+ TOO LONG
78
+ TOO LONG
79
+ TOO LONG
80
+ TOO LONG
81
+ TOO LONG
82
+ TOO LONG
83
+ TOO LONG
84
+ TOO LONG
85
+ TOO LONG
86
+ TOO LONG
87
+ TOO LONG
88
+ TOO LONG
89
+ TOO LONG
90
+ TOO LONG
91
+ TOO LONG
92
+ TOO LONG
93
+ TOO LONG
94
+ TOO LONG
95
+ TOO LONG
96
+ TOO LONG
97
+ TOO LONG
98
+ TOO LONG
99
+ TOO LONG
100
+ TOO LONG
101
+ TOO LONG
102
+ TOO LONG
103
+ TOO LONG
104
+ TOO LONG
105
+ TOO LONG
106
+ TOO LONG
107
+ TOO LONG
108
+ TOO LONG
109
+ TOO LONG
110
+ TOO LONG
111
+ TOO LONG
112
+ TOO LONG
113
+ TOO LONG
114
+ TOO LONG
115
+ TOO LONG
116
+ TOO LONG
117
+ TOO LONG
118
+ TOO LONG
119
+ TOO LONG
120
+ TOO LONG
121
+ TOO LONG
122
+ TOO LONG
123
+ TOO LONG
124
+ TOO LONG
125
+ TOO LONG
126
+ TOO LONG
127
+ TOO LONG
128
+ TOO LONG
129
+ TOO LONG
130
+ TOO LONG
131
+ TOO LONG
132
+ TOO LONG
133
+ TOO LONG
134
+ TOO LONG
135
+ TOO LONG
136
+ TOO LONG
137
+ TOO LONG
138
+ TOO LONG
139
+ TOO LONG
140
+ TOO LONG
141
+ TOO LONG
142
+ TOO LONG
143
+ TOO LONG
144
+ TOO LONG
145
+ TOO LONG
146
+ TOO LONG
147
+ TOO LONG
148
+ TOO LONG
149
+ TOO LONG
150
+ TOO LONG
151
+ TOO LONG
152
+ TOO LONG
153
+ TOO LONG
154
+ TOO LONG
155
+ TOO LONG
156
+ TOO LONG
157
+ TOO LONG
158
+ TOO LONG
159
+ TOO LONG
160
+ TOO LONG
161
+ TOO LONG
162
+ TOO LONG
163
+ TOO LONG
164
+ TOO LONG
165
+ TOO LONG
166
+ TOO LONG
167
+ TOO LONG
168
+ TOO LONG
169
+ TOO LONG
170
+ TOO LONG
171
+ TOO LONG
172
+ TOO LONG
173
+ TOO LONG
174
+ TOO LONG
175
+ TOO LONG
176
+ TOO LONG
177
+ TOO LONG
178
+ TOO LONG
179
+ TOO LONG
180
+ TOO LONG
181
+ TOO LONG
182
+ TOO LONG
183
+ TOO LONG
184
+ TOO LONG
185
+ TOO LONG
186
+ TOO LONG
187
+ TOO LONG
188
+ TOO LONG
189
+ TOO LONG
190
+ TOO LONG
191
+ TOO LONG
192
+ TOO LONG
193
+ TOO LONG
194
+ TOO LONG
195
+ TOO LONG
196
+ TOO LONG
197
+ TOO LONG
198
+ TOO LONG
199
+ TOO LONG
200
+ TOO LONG
201
+ TOO LONG
202
+ TOO LONG
203
+ TOO LONG
204
+ TOO LONG
205
+ TOO LONG
206
+ TOO LONG
207
+ TOO LONG
208
+ TOO LONG
209
+ TOO LONG
210
+ TOO LONG
211
+ TOO LONG
212
+ TOO LONG
213
+ TOO LONG
214
+ TOO LONG
215
+ TOO LONG
216
+ TOO LONG
217
+ TOO LONG
218
+ TOO LONG
219
+ TOO LONG
220
+ TOO LONG
221
+ TOO LONG
222
+ TOO LONG
223
+ TOO LONG
224
+ TOO LONG
225
+ TOO LONG
226
+ TOO LONG
227
+ TOO LONG
228
+ TOO LONG
229
+ TOO LONG
230
+ TOO LONG
231
+ TOO LONG
232
+ TOO LONG
233
+ TOO LONG
234
+ TOO LONG
235
+ TOO LONG
236
+ TOO LONG
237
+ TOO LONG
238
+ TOO LONG
239
+ TOO LONG
240
+ TOO LONG
241
+ TOO LONG
242
+ TOO LONG
243
+ TOO LONG
244
+ TOO LONG
245
+ TOO LONG
246
+ TOO LONG
247
+ TOO LONG
248
+ TOO LONG
249
+ TOO LONG
250
+ TOO LONG
251
+ TOO LONG
252
+ TOO LONG
253
+ TOO LONG
254
+ TOO LONG
255
+ TOO LONG
256
+ TOO LONG
257
+ TOO LONG
258
+ TOO LONG
259
+ TOO LONG
260
+ TOO LONG
261
+ TOO LONG
262
+ TOO LONG
263
+ TOO LONG
264
+ TOO LONG
265
+ TOO LONG
266
+ TOO LONG
267
+ TOO LONG
268
+ TOO LONG
269
+ TOO LONG
270
+ TOO LONG
271
+ TOO LONG
272
+ TOO LONG
273
+ TOO LONG
274
+ TOO LONG
275
+ TOO LONG
276
+ TOO LONG
277
+ TOO LONG
278
+ TOO LONG
279
+ TOO LONG
280
+ TOO LONG
281
+ TOO LONG
282
+ TOO LONG
283
+ TOO LONG
284
+ TOO LONG
285
+ TOO LONG
286
+ TOO LONG
287
+ TOO LONG
288
+ TOO LONG
289
+ TOO LONG
290
+ TOO LONG
291
+ TOO LONG
292
+ TOO LONG
293
+ TOO LONG
294
+ TOO LONG
295
+ TOO LONG
296
+ TOO LONG
297
+ TOO LONG
298
+ TOO LONG
299
+ TOO LONG
300
+ TOO LONG
301
+ TOO LONG
302
+ TOO LONG
303
+ TOO LONG
304
+ TOO LONG
305
+ TOO LONG
306
+ TOO LONG
307
+ TOO LONG
308
+ TOO LONG
309
+ TOO LONG
310
+ TOO LONG
311
+ TOO LONG
312
+ TOO LONG
313
+ TOO LONG
314
+ TOO LONG
315
+ TOO LONG
316
+ TOO LONG
317
+ TOO LONG
318
+ TOO LONG
319
+ TOO LONG
320
+ TOO LONG
321
+ TOO LONG
322
+ TOO LONG
323
+ TOO LONG
324
+ TOO LONG
325
+ TOO LONG
326
+ TOO LONG
327
+ TOO LONG
328
+ TOO LONG
329
+ TOO LONG
330
+ TOO LONG
331
+ TOO LONG
332
+ TOO LONG
333
+ TOO LONG
334
+ TOO LONG
335
+ TOO LONG
336
+ TOO LONG
337
+ TOO LONG
338
+ TOO LONG
339
+ TOO LONG
340
+ TOO LONG
341
+ TOO LONG
342
+ TOO LONG
343
+ TOO LONG
344
+ TOO LONG
345
+ TOO LONG
346
+ TOO LONG
347
+ TOO LONG
348
+ TOO LONG
349
+ TOO LONG
350
+ TOO LONG
351
+ TOO LONG
352
+ TOO LONG
353
+ TOO LONG
354
+ TOO LONG
355
+ TOO LONG
356
+ TOO LONG
357
+ TOO LONG
358
+ TOO LONG
359
+ TOO LONG
360
  Setting up 1 worker threads for Enlighten.
361
  Memory Statistics:
362
  [ALLOC_TEMP_TLS] TLS Allocator
363
  StackAllocators :
364
  [ALLOC_TEMP_MAIN]
365
+ Peak usage frame count: [8.0 KB-16.0 KB]: 23995 frames, [2.0 MB-4.0 MB]: 1 frames
366
  Initial Block Size 4.0 MB
367
  Current Block Size 4.0 MB
368
  Peak Allocated Bytes 2.1 MB
 
478
  Peak Allocated Bytes 0 B
479
  Overflow Count 0
480
  [ALLOC_DEFAULT] Dual Thread Allocator
481
+ Peak main deferred allocation count 3
482
  [ALLOC_BUCKET]
483
  Large Block size 4.0 MB
484
  Used Block count 1
485
  Peak Allocated bytes 1.0 MB
486
  [ALLOC_DEFAULT_MAIN]
487
+ Peak usage frame count: [4.0 MB-8.0 MB]: 23996 frames
488
  Requested Block Size 16.0 MB
489
  Peak Block count 1
490
+ Peak Allocated memory 4.6 MB
491
  Peak Large allocation bytes 0 B
492
  [ALLOC_DEFAULT_THREAD]
493
+ Peak usage frame count: [16.0 MB-32.0 MB]: 23996 frames
494
  Requested Block Size 16.0 MB
495
  Peak Block count 1
496
+ Peak Allocated memory 17.6 MB
497
  Peak Large allocation bytes 16.0 MB
498
  [ALLOC_TEMP_JOB_1_FRAME]
499
  Initial Block Size 2.0 MB
 
522
  Used Block count 1
523
  Peak Allocated bytes 1.0 MB
524
  [ALLOC_GFX_MAIN]
525
+ Peak usage frame count: [32.0 KB-64.0 KB]: 23995 frames, [64.0 KB-128.0 KB]: 1 frames
526
  Requested Block Size 16.0 MB
527
  Peak Block count 1
528
  Peak Allocated memory 65.6 KB
529
  Peak Large allocation bytes 0 B
530
  [ALLOC_GFX_THREAD]
531
+ Peak usage frame count: [128.0 KB-256.0 KB]: 23996 frames
532
  Requested Block Size 16.0 MB
533
  Peak Block count 1
534
  Peak Allocated memory 173.5 KB
 
540
  Used Block count 1
541
  Peak Allocated bytes 1.0 MB
542
  [ALLOC_CACHEOBJECTS_MAIN]
543
+ Peak usage frame count: [0.5 MB-1.0 MB]: 23996 frames
544
  Requested Block Size 4.0 MB
545
  Peak Block count 1
546
  Peak Allocated memory 0.6 MB
547
  Peak Large allocation bytes 0 B
548
  [ALLOC_CACHEOBJECTS_THREAD]
549
+ Peak usage frame count: [0.5 MB-1.0 MB]: 23995 frames, [4.0 MB-8.0 MB]: 1 frames
550
  Requested Block Size 4.0 MB
551
  Peak Block count 2
552
  Peak Allocated memory 4.5 MB
 
558
  Used Block count 1
559
  Peak Allocated bytes 1.0 MB
560
  [ALLOC_TYPETREE_MAIN]
561
+ Peak usage frame count: [0-1.0 KB]: 23996 frames
562
  Requested Block Size 2.0 MB
563
  Peak Block count 1
564
  Peak Allocated memory 1.0 KB
565
  Peak Large allocation bytes 0 B
566
  [ALLOC_TYPETREE_THREAD]
567
+ Peak usage frame count: [1.0 KB-2.0 KB]: 23995 frames, [2.0 KB-4.0 KB]: 1 frames
568
  Requested Block Size 2.0 MB
569
  Peak Block count 1
570
  Peak Allocated memory 2.2 KB
run_logs/timers.json CHANGED
@@ -2,189 +2,261 @@
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
- "value": 3.295706033706665,
6
- "min": 3.295706033706665,
7
- "max": 3.295706033706665,
8
- "count": 1
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
- "value": 105462.59375,
12
- "min": 105462.59375,
13
- "max": 105462.59375,
14
- "count": 1
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
- "value": 903.125,
18
- "min": 903.125,
19
- "max": 903.125,
20
- "count": 1
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
- "value": 28900.0,
24
- "min": 28900.0,
25
- "max": 28900.0,
26
- "count": 1
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
- "value": 1199.5028730369677,
30
- "min": 1199.5028730369677,
31
- "max": 1199.5028730369677,
32
- "count": 1
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
- "value": 4798.011492147871,
36
- "min": 4798.011492147871,
37
- "max": 4798.011492147871,
38
- "count": 1
39
  },
40
  "SoccerTwos.Step.mean": {
41
- "value": 9466.0,
42
- "min": 9466.0,
43
- "max": 9466.0,
44
- "count": 1
45
  },
46
  "SoccerTwos.Step.sum": {
47
- "value": 9466.0,
48
- "min": 9466.0,
49
- "max": 9466.0,
50
- "count": 1
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
- "value": -0.047759201377630234,
54
- "min": -0.047759201377630234,
55
- "max": -0.047759201377630234,
56
- "count": 1
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
- "value": -0.5253512263298035,
60
- "min": -0.5253512263298035,
61
- "max": -0.5253512263298035,
62
- "count": 1
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
- "value": -0.04784667119383812,
66
- "min": -0.04784667119383812,
67
- "max": -0.04784667119383812,
68
- "count": 1
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
- "value": -0.5263133645057678,
72
- "min": -0.5263133645057678,
73
- "max": -0.5263133645057678,
74
- "count": 1
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
- "count": 1
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
- "count": 1
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
- "value": -0.11301818219098178,
90
- "min": -0.11301818219098178,
91
- "max": -0.11301818219098178,
92
- "count": 1
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
- "value": -1.2432000041007996,
96
- "min": -1.2432000041007996,
97
- "max": -1.2432000041007996,
98
- "count": 1
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
- "value": -0.11301818219098178,
102
- "min": -0.11301818219098178,
103
- "max": -0.11301818219098178,
104
- "count": 1
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
- "value": -1.2432000041007996,
108
- "min": -1.2432000041007996,
109
- "max": -1.2432000041007996,
110
- "count": 1
111
  },
112
  "SoccerTwos.IsTraining.mean": {
113
  "value": 1.0,
114
  "min": 1.0,
115
  "max": 1.0,
116
- "count": 1
117
  },
118
  "SoccerTwos.IsTraining.sum": {
119
  "value": 1.0,
120
  "min": 1.0,
121
  "max": 1.0,
122
- "count": 1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
123
  }
124
  },
125
  "metadata": {
126
  "timer_format_version": "0.1.0",
127
- "start_time_seconds": "1717443523",
128
  "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]",
129
- "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics --resume",
130
  "mlagents_version": "1.1.0.dev0",
131
  "mlagents_envs_version": "1.1.0.dev0",
132
  "communication_protocol_version": "1.5.0",
133
  "pytorch_version": "2.3.0+cu121",
134
  "numpy_version": "1.23.5",
135
- "end_time_seconds": "1717443587"
136
  },
137
- "total": 64.21133328399992,
138
  "count": 1,
139
- "self": 0.5516142229998877,
140
  "children": {
141
  "run_training.setup": {
142
- "total": 0.06310416500036808,
143
  "count": 1,
144
- "self": 0.06310416500036808
145
  },
146
  "TrainerController.start_learning": {
147
- "total": 63.596614895999664,
148
  "count": 1,
149
- "self": 0.05325654003081581,
150
  "children": {
151
  "TrainerController._reset_env": {
152
- "total": 2.7070007149995945,
153
- "count": 1,
154
- "self": 2.7070007149995945
155
  },
156
  "TrainerController.advance": {
157
- "total": 60.40818108296935,
158
- "count": 1436,
159
- "self": 0.06476932890655007,
160
  "children": {
161
  "env_step": {
162
- "total": 52.98964267799602,
163
- "count": 1436,
164
- "self": 41.84813476599902,
165
  "children": {
166
  "SubprocessEnvManager._take_step": {
167
- "total": 11.108089952010232,
168
- "count": 1436,
169
- "self": 0.373252119999961,
170
  "children": {
171
  "TorchPolicy.evaluate": {
172
- "total": 10.734837832010271,
173
- "count": 2866,
174
- "self": 10.734837832010271
175
  }
176
  }
177
  },
178
  "workers": {
179
- "total": 0.03341795998676389,
180
- "count": 1435,
181
  "self": 0.0,
182
  "children": {
183
  "worker_root": {
184
- "total": 62.96056682598555,
185
- "count": 1435,
186
  "is_parallel": true,
187
- "self": 27.874067102949994,
188
  "children": {
189
  "run_training.setup": {
190
  "total": 0.0,
@@ -193,48 +265,48 @@
193
  "self": 0.0,
194
  "children": {
195
  "steps_from_proto": {
196
- "total": 0.003653198999927554,
197
  "count": 2,
198
  "is_parallel": true,
199
- "self": 0.000934217001486104,
200
  "children": {
201
  "_process_rank_one_or_two_observation": {
202
- "total": 0.00271898199844145,
203
  "count": 8,
204
  "is_parallel": true,
205
- "self": 0.00271898199844145
206
  }
207
  }
208
  },
209
  "UnityEnvironment.step": {
210
- "total": 0.08616995200009114,
211
  "count": 1,
212
  "is_parallel": true,
213
- "self": 0.0014097530001890846,
214
  "children": {
215
  "UnityEnvironment._generate_step_input": {
216
- "total": 0.0011597909997362876,
217
  "count": 1,
218
  "is_parallel": true,
219
- "self": 0.0011597909997362876
220
  },
221
  "communicator.exchange": {
222
- "total": 0.07950372300001618,
223
  "count": 1,
224
  "is_parallel": true,
225
- "self": 0.07950372300001618
226
  },
227
  "steps_from_proto": {
228
- "total": 0.004096685000149591,
229
  "count": 2,
230
  "is_parallel": true,
231
- "self": 0.0007614760006617871,
232
  "children": {
233
  "_process_rank_one_or_two_observation": {
234
- "total": 0.0033352089994878042,
235
  "count": 8,
236
  "is_parallel": true,
237
- "self": 0.0033352089994878042
238
  }
239
  }
240
  }
@@ -243,38 +315,52 @@
243
  }
244
  },
245
  "UnityEnvironment.step": {
246
- "total": 35.08649972303556,
247
- "count": 1434,
248
  "is_parallel": true,
249
- "self": 2.151404883988107,
250
  "children": {
251
  "UnityEnvironment._generate_step_input": {
252
- "total": 1.3782029600115493,
253
- "count": 1434,
254
  "is_parallel": true,
255
- "self": 1.3782029600115493
256
  },
257
  "communicator.exchange": {
258
- "total": 25.177231989041502,
259
- "count": 1434,
260
  "is_parallel": true,
261
- "self": 25.177231989041502
262
  },
263
  "steps_from_proto": {
264
- "total": 6.3796598899944,
265
- "count": 2868,
266
  "is_parallel": true,
267
- "self": 1.100776476014289,
268
  "children": {
269
  "_process_rank_one_or_two_observation": {
270
- "total": 5.278883413980111,
271
- "count": 11472,
272
  "is_parallel": true,
273
- "self": 5.278883413980111
274
  }
275
  }
276
  }
277
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
278
  }
279
  }
280
  }
@@ -283,33 +369,52 @@
283
  }
284
  },
285
  "trainer_advance": {
286
- "total": 7.353769076066783,
287
- "count": 1435,
288
- "self": 0.23119741805021476,
289
  "children": {
290
  "process_trajectory": {
291
- "total": 7.122571658016568,
292
- "count": 1435,
293
- "self": 7.122571658016568
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
294
  }
295
  }
296
  }
297
  }
298
  },
299
  "trainer_threads": {
300
- "total": 1.775000782799907e-06,
301
  "count": 1,
302
- "self": 1.775000782799907e-06
303
  },
304
  "TrainerController._save_models": {
305
- "total": 0.4281747829991218,
306
  "count": 1,
307
- "self": 0.006684137999400264,
308
  "children": {
309
  "RLTrainer._checkpoint": {
310
- "total": 0.42149064499972155,
311
  "count": 1,
312
- "self": 0.42149064499972155
313
  }
314
  }
315
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
+ "value": 2.886430263519287,
6
+ "min": 2.806196928024292,
7
+ "max": 3.2956626415252686,
8
+ "count": 124
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
+ "value": 57636.23828125,
12
+ "min": 14634.5126953125,
13
+ "max": 109185.234375,
14
+ "count": 124
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
+ "value": 86.41071428571429,
18
+ "min": 79.98412698412699,
19
+ "max": 999.0,
20
+ "count": 124
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
+ "value": 19356.0,
24
+ "min": 8380.0,
25
+ "max": 27000.0,
26
+ "count": 124
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
+ "value": 1345.4823567514406,
30
+ "min": 1198.9970947669865,
31
+ "max": 1345.4823567514406,
32
+ "count": 121
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
+ "value": 150694.02395616134,
36
+ "min": 2397.9941895339734,
37
+ "max": 168202.87468894984,
38
+ "count": 121
39
  },
40
  "SoccerTwos.Step.mean": {
41
+ "value": 1239923.0,
42
+ "min": 9196.0,
43
+ "max": 1239923.0,
44
+ "count": 124
45
  },
46
  "SoccerTwos.Step.sum": {
47
+ "value": 1239923.0,
48
+ "min": 9196.0,
49
+ "max": 1239923.0,
50
+ "count": 124
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
+ "value": 0.11026978492736816,
54
+ "min": -0.08389207720756531,
55
+ "max": 0.16095934808254242,
56
+ "count": 124
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
+ "value": 12.460485458374023,
60
+ "min": -1.0905958414077759,
61
+ "max": 15.958245277404785,
62
+ "count": 124
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
+ "value": 0.11049355566501617,
66
+ "min": -0.08388417214155197,
67
+ "max": 0.16049960255622864,
68
+ "count": 124
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
+ "value": 12.485772132873535,
72
+ "min": -1.0904635190963745,
73
+ "max": 15.856868743896484,
74
+ "count": 124
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
+ "count": 124
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
+ "count": 124
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
+ "value": 0.32790796419160556,
90
+ "min": -0.6259076916254483,
91
+ "max": 0.4461333420541551,
92
+ "count": 124
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
+ "value": 37.05359995365143,
96
+ "min": -27.90720009803772,
97
+ "max": 37.05359995365143,
98
+ "count": 124
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
+ "value": 0.32790796419160556,
102
+ "min": -0.6259076916254483,
103
+ "max": 0.4461333420541551,
104
+ "count": 124
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
+ "value": 37.05359995365143,
108
+ "min": -27.90720009803772,
109
+ "max": 37.05359995365143,
110
+ "count": 124
111
  },
112
  "SoccerTwos.IsTraining.mean": {
113
  "value": 1.0,
114
  "min": 1.0,
115
  "max": 1.0,
116
+ "count": 124
117
  },
118
  "SoccerTwos.IsTraining.sum": {
119
  "value": 1.0,
120
  "min": 1.0,
121
  "max": 1.0,
122
+ "count": 124
123
+ },
124
+ "SoccerTwos.Losses.PolicyLoss.mean": {
125
+ "value": 0.017933064362053604,
126
+ "min": 0.010807520801123852,
127
+ "max": 0.02106685910645562,
128
+ "count": 58
129
+ },
130
+ "SoccerTwos.Losses.PolicyLoss.sum": {
131
+ "value": 0.017933064362053604,
132
+ "min": 0.010807520801123852,
133
+ "max": 0.02106685910645562,
134
+ "count": 58
135
+ },
136
+ "SoccerTwos.Losses.ValueLoss.mean": {
137
+ "value": 0.059848784531156225,
138
+ "min": 0.0005380973469679399,
139
+ "max": 0.059848784531156225,
140
+ "count": 58
141
+ },
142
+ "SoccerTwos.Losses.ValueLoss.sum": {
143
+ "value": 0.059848784531156225,
144
+ "min": 0.0005380973469679399,
145
+ "max": 0.059848784531156225,
146
+ "count": 58
147
+ },
148
+ "SoccerTwos.Losses.BaselineLoss.mean": {
149
+ "value": 0.0615954947968324,
150
+ "min": 0.0005495274681986,
151
+ "max": 0.0615954947968324,
152
+ "count": 58
153
+ },
154
+ "SoccerTwos.Losses.BaselineLoss.sum": {
155
+ "value": 0.0615954947968324,
156
+ "min": 0.0005495274681986,
157
+ "max": 0.0615954947968324,
158
+ "count": 58
159
+ },
160
+ "SoccerTwos.Policy.LearningRate.mean": {
161
+ "value": 0.0003,
162
+ "min": 0.0003,
163
+ "max": 0.0003,
164
+ "count": 58
165
+ },
166
+ "SoccerTwos.Policy.LearningRate.sum": {
167
+ "value": 0.0003,
168
+ "min": 0.0003,
169
+ "max": 0.0003,
170
+ "count": 58
171
+ },
172
+ "SoccerTwos.Policy.Epsilon.mean": {
173
+ "value": 0.20000000000000007,
174
+ "min": 0.20000000000000004,
175
+ "max": 0.20000000000000007,
176
+ "count": 58
177
+ },
178
+ "SoccerTwos.Policy.Epsilon.sum": {
179
+ "value": 0.20000000000000007,
180
+ "min": 0.20000000000000004,
181
+ "max": 0.20000000000000007,
182
+ "count": 58
183
+ },
184
+ "SoccerTwos.Policy.Beta.mean": {
185
+ "value": 0.005000000000000001,
186
+ "min": 0.005000000000000001,
187
+ "max": 0.005000000000000001,
188
+ "count": 58
189
+ },
190
+ "SoccerTwos.Policy.Beta.sum": {
191
+ "value": 0.005000000000000001,
192
+ "min": 0.005000000000000001,
193
+ "max": 0.005000000000000001,
194
+ "count": 58
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
+ "start_time_seconds": "1717444594",
200
  "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]",
201
+ "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics",
202
  "mlagents_version": "1.1.0.dev0",
203
  "mlagents_envs_version": "1.1.0.dev0",
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "2.3.0+cu121",
206
  "numpy_version": "1.23.5",
207
+ "end_time_seconds": "1717447320"
208
  },
209
+ "total": 2725.934264701,
210
  "count": 1,
211
+ "self": 0.13758261400016636,
212
  "children": {
213
  "run_training.setup": {
214
+ "total": 0.06685330499999509,
215
  "count": 1,
216
+ "self": 0.06685330499999509
217
  },
218
  "TrainerController.start_learning": {
219
+ "total": 2725.729828782,
220
  "count": 1,
221
+ "self": 1.9225073879970296,
222
  "children": {
223
  "TrainerController._reset_env": {
224
+ "total": 3.656940650000138,
225
+ "count": 7,
226
+ "self": 3.656940650000138
227
  },
228
  "TrainerController.advance": {
229
+ "total": 2719.7633354740024,
230
+ "count": 81661,
231
+ "self": 2.082915705114374,
232
  "children": {
233
  "env_step": {
234
+ "total": 2200.55965069901,
235
+ "count": 81661,
236
+ "self": 1676.967132833107,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
+ "total": 522.4249811439598,
240
+ "count": 81661,
241
+ "self": 16.175533431941176,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
+ "total": 506.24944771201865,
245
+ "count": 159978,
246
+ "self": 506.24944771201865
247
  }
248
  }
249
  },
250
  "workers": {
251
+ "total": 1.1675367219431791,
252
+ "count": 81661,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
+ "total": 2720.472810753042,
257
+ "count": 81661,
258
  "is_parallel": true,
259
+ "self": 1312.1720663330736,
260
  "children": {
261
  "run_training.setup": {
262
  "total": 0.0,
 
265
  "self": 0.0,
266
  "children": {
267
  "steps_from_proto": {
268
+ "total": 0.0061693979999972726,
269
  "count": 2,
270
  "is_parallel": true,
271
+ "self": 0.003932343000087712,
272
  "children": {
273
  "_process_rank_one_or_two_observation": {
274
+ "total": 0.00223705499990956,
275
  "count": 8,
276
  "is_parallel": true,
277
+ "self": 0.00223705499990956
278
  }
279
  }
280
  },
281
  "UnityEnvironment.step": {
282
+ "total": 0.039695700000038414,
283
  "count": 1,
284
  "is_parallel": true,
285
+ "self": 0.0011881120001362433,
286
  "children": {
287
  "UnityEnvironment._generate_step_input": {
288
+ "total": 0.0008654870000555093,
289
  "count": 1,
290
  "is_parallel": true,
291
+ "self": 0.0008654870000555093
292
  },
293
  "communicator.exchange": {
294
+ "total": 0.03424549599992588,
295
  "count": 1,
296
  "is_parallel": true,
297
+ "self": 0.03424549599992588
298
  },
299
  "steps_from_proto": {
300
+ "total": 0.0033966049999207826,
301
  "count": 2,
302
  "is_parallel": true,
303
+ "self": 0.000648830999580241,
304
  "children": {
305
  "_process_rank_one_or_two_observation": {
306
+ "total": 0.0027477740003405415,
307
  "count": 8,
308
  "is_parallel": true,
309
+ "self": 0.0027477740003405415
310
  }
311
  }
312
  }
 
315
  }
316
  },
317
  "UnityEnvironment.step": {
318
+ "total": 1408.2878612979682,
319
+ "count": 81660,
320
  "is_parallel": true,
321
+ "self": 86.80044462888077,
322
  "children": {
323
  "UnityEnvironment._generate_step_input": {
324
+ "total": 60.041113616990174,
325
+ "count": 81660,
326
  "is_parallel": true,
327
+ "self": 60.041113616990174
328
  },
329
  "communicator.exchange": {
330
+ "total": 989.0573466660942,
331
+ "count": 81660,
332
  "is_parallel": true,
333
+ "self": 989.0573466660942
334
  },
335
  "steps_from_proto": {
336
+ "total": 272.3889563860031,
337
+ "count": 163320,
338
  "is_parallel": true,
339
+ "self": 44.932211983203956,
340
  "children": {
341
  "_process_rank_one_or_two_observation": {
342
+ "total": 227.45674440279913,
343
+ "count": 653280,
344
  "is_parallel": true,
345
+ "self": 227.45674440279913
346
  }
347
  }
348
  }
349
  }
350
+ },
351
+ "steps_from_proto": {
352
+ "total": 0.012883121999948344,
353
+ "count": 12,
354
+ "is_parallel": true,
355
+ "self": 0.0027552960009415983,
356
+ "children": {
357
+ "_process_rank_one_or_two_observation": {
358
+ "total": 0.010127825999006745,
359
+ "count": 48,
360
+ "is_parallel": true,
361
+ "self": 0.010127825999006745
362
+ }
363
+ }
364
  }
365
  }
366
  }
 
369
  }
370
  },
371
  "trainer_advance": {
372
+ "total": 517.120769069878,
373
+ "count": 81661,
374
+ "self": 16.27377930387945,
375
  "children": {
376
  "process_trajectory": {
377
+ "total": 159.97673368699827,
378
+ "count": 81661,
379
+ "self": 159.34977788699837,
380
+ "children": {
381
+ "RLTrainer._checkpoint": {
382
+ "total": 0.6269557999999051,
383
+ "count": 2,
384
+ "self": 0.6269557999999051
385
+ }
386
+ }
387
+ },
388
+ "_update_policy": {
389
+ "total": 340.8702560790002,
390
+ "count": 58,
391
+ "self": 203.80017319900503,
392
+ "children": {
393
+ "TorchPOCAOptimizer.update": {
394
+ "total": 137.0700828799952,
395
+ "count": 1749,
396
+ "self": 137.0700828799952
397
+ }
398
+ }
399
  }
400
  }
401
  }
402
  }
403
  },
404
  "trainer_threads": {
405
+ "total": 1.362000148219522e-06,
406
  "count": 1,
407
+ "self": 1.362000148219522e-06
408
  },
409
  "TrainerController._save_models": {
410
+ "total": 0.38704390800012334,
411
  "count": 1,
412
+ "self": 0.002530480000132229,
413
  "children": {
414
  "RLTrainer._checkpoint": {
415
+ "total": 0.3845134279999911,
416
  "count": 1,
417
+ "self": 0.3845134279999911
418
  }
419
  }
420
  }
run_logs/training_status.json CHANGED
@@ -1,39 +1,48 @@
1
  {
2
- "metadata": {
3
- "stats_format_version": "0.3.0",
4
- "mlagents_version": "1.1.0.dev0",
5
- "torch_version": "2.3.0+cu121"
6
- },
7
  "SoccerTwos": {
8
- "elo": 1200.0057398668364,
9
  "checkpoints": [
10
  {
11
- "steps": 0,
12
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-0.onnx",
13
- "reward": null,
14
- "creation_time": 1717443430.2795331,
 
 
 
 
 
 
 
 
 
15
  "auxillary_file_paths": [
16
- "results/SoccerTwos/SoccerTwos/SoccerTwos-0.pt"
17
  ]
18
  },
19
  {
20
- "steps": 14514,
21
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-14514.onnx",
22
  "reward": 0.0,
23
- "creation_time": 1717443587.420714,
24
  "auxillary_file_paths": [
25
- "results/SoccerTwos/SoccerTwos/SoccerTwos-14514.pt"
26
  ]
27
  }
28
  ],
 
29
  "final_checkpoint": {
30
- "steps": 14514,
31
  "file_path": "results/SoccerTwos/SoccerTwos.onnx",
32
  "reward": 0.0,
33
- "creation_time": 1717443587.420714,
34
  "auxillary_file_paths": [
35
- "results/SoccerTwos/SoccerTwos/SoccerTwos-14514.pt"
36
  ]
37
  }
 
 
 
 
 
38
  }
39
  }
 
1
  {
 
 
 
 
 
2
  "SoccerTwos": {
 
3
  "checkpoints": [
4
  {
5
+ "steps": 499398,
6
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-499398.onnx",
7
+ "reward": 0.0,
8
+ "creation_time": 1717445679.7936988,
9
+ "auxillary_file_paths": [
10
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-499398.pt"
11
+ ]
12
+ },
13
+ {
14
+ "steps": 999992,
15
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-999992.onnx",
16
+ "reward": 0.0,
17
+ "creation_time": 1717446764.058678,
18
  "auxillary_file_paths": [
19
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-999992.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 1248550,
24
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-1248550.onnx",
25
  "reward": 0.0,
26
+ "creation_time": 1717447320.4520571,
27
  "auxillary_file_paths": [
28
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-1248550.pt"
29
  ]
30
  }
31
  ],
32
+ "elo": 1354.5613688088358,
33
  "final_checkpoint": {
34
+ "steps": 1248550,
35
  "file_path": "results/SoccerTwos/SoccerTwos.onnx",
36
  "reward": 0.0,
37
+ "creation_time": 1717447320.4520571,
38
  "auxillary_file_paths": [
39
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-1248550.pt"
40
  ]
41
  }
42
+ },
43
+ "metadata": {
44
+ "stats_format_version": "0.3.0",
45
+ "mlagents_version": "1.1.0.dev0",
46
+ "torch_version": "2.3.0+cu121"
47
  }
48
  }