Hugging Face's logo

manuu01
/
SoccerTwos

Reinforcement Learning
ml-agents
TensorBoard
ONNX
SoccerTwos
deep-reinforcement-learning
ML-Agents-SoccerTwos
Model card Files Metrics Community
manuu01 commited on
Commit
b2b7ee2
·
1 Parent(s): 29d5254

Update_agent

Browse files
Files changed (13) hide show
  1. SoccerTwos.onnx +1 -1
  2. SoccerTwos/SoccerTwos-3999970.onnx +3 -0
  3. SoccerTwos/SoccerTwos-3999970.pt +3 -0
  4. SoccerTwos/SoccerTwos-4250002.onnx +3 -0
  5. SoccerTwos/SoccerTwos-4250002.pt +3 -0
  6. SoccerTwos/checkpoint.pt +1 -1
  7. SoccerTwos/events.out.tfevents.1690878627.93ce20cc1c4b.15043.0 +3 -0
  8. SoccerTwos/events.out.tfevents.1690878658.93ce20cc1c4b.15246.0 +3 -0
  9. config.json +1 -1
  10. configuration.yaml +3 -3
  11. run_logs/Player-0.log +15 -164
  12. run_logs/timers.json +151 -151
  13. run_logs/training_status.json +25 -25
SoccerTwos.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2dac551666aa18fcafdec2a45f3055471376db9e465d0165a11fc83b03d6d465
3
  size 886472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b75de45a94542dfd99bfede6e8ad0231c8d1669a997bfd205a83433b17abea1
3
  size 886472
SoccerTwos/SoccerTwos-3999970.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:892d426dd123243bff0bd78256cefc81ef65d25c01707d4ab9ecfe56570af5c8
3
+ size 886472
SoccerTwos/SoccerTwos-3999970.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8e55992244a7da5f6fc692f80664a99a91e1065652868eb924a77cc60f8331f
3
+ size 10303217
SoccerTwos/SoccerTwos-4250002.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b75de45a94542dfd99bfede6e8ad0231c8d1669a997bfd205a83433b17abea1
3
+ size 886472
SoccerTwos/SoccerTwos-4250002.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8fb8435d2a687b94510b1567a2c949e8d2ddcb78fff85972594ce1171383af9
3
+ size 10303217
SoccerTwos/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:69d8c8eec76e3b80c69c550e11e1d09eb6f7d1aadba86f97dacb3d1a4ebe9e7b
3
  size 10303217
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8fb8435d2a687b94510b1567a2c949e8d2ddcb78fff85972594ce1171383af9
3
  size 10303217
SoccerTwos/events.out.tfevents.1690878627.93ce20cc1c4b.15043.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d11768f73213c7bf7395be6df1be0515781f096cf90ad3a895b9ae1988ef910
3
+ size 1241
SoccerTwos/events.out.tfevents.1690878658.93ce20cc1c4b.15246.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68fb974632a9f06f517c9274a6716180134321aed5f3945c823738bb5a41de23
3
+ size 771569
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0004, "beta": 0.005, "epsilon": 0.2, "lambd": 0.99, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.925, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 3500000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 60000, "team_change": 225000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.25, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": "cpu"}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.99, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.95, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 4250000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 60000, "team_change": 225000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.25, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": "cpu"}, "debug": false}
configuration.yaml CHANGED
@@ -5,7 +5,7 @@ behaviors:
5
  hyperparameters:
6
  batch_size: 2048
7
  buffer_size: 20480
8
- learning_rate: 0.0004
9
  beta: 0.005
10
  epsilon: 0.2
11
  lambd: 0.99
@@ -24,7 +24,7 @@ behaviors:
24
  deterministic: false
25
  reward_signals:
26
  extrinsic:
27
- gamma: 0.925
28
  strength: 1.0
29
  network_settings:
30
  normalize: false
@@ -37,7 +37,7 @@ behaviors:
37
  init_path: null
38
  keep_checkpoints: 5
39
  even_checkpoints: false
40
- max_steps: 3500000
41
  time_horizon: 1000
42
  summary_freq: 10000
43
  threaded: false
 
5
  hyperparameters:
6
  batch_size: 2048
7
  buffer_size: 20480
8
+ learning_rate: 0.0003
9
  beta: 0.005
10
  epsilon: 0.2
11
  lambd: 0.99
 
24
  deterministic: false
25
  reward_signals:
26
  extrinsic:
27
+ gamma: 0.95
28
  strength: 1.0
29
  network_settings:
30
  normalize: false
 
37
  init_path: null
38
  keep_checkpoints: 5
39
  even_checkpoints: false
40
+ max_steps: 4250000
41
  time_horizon: 1000
42
  summary_freq: 10000
43
  threaded: false
run_logs/Player-0.log CHANGED
@@ -2,9 +2,6 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/SoccerTwos_Data/Man
2
  Mono config path = '/content/ml-agents/training-envs-executables/SoccerTwos_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
5
- PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies
6
- PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies/SoccerTwos
7
- Unable to load player prefs
8
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
9
  [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/SoccerTwos_Data/UnitySubsystems
10
  Forcing GfxDevice: Null
@@ -34,7 +31,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
34
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
35
  FMOD initialized on nosound output
36
  Begin MonoManager ReloadAssembly
37
- - Completed reload, in 0.165 seconds
38
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
40
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -59,7 +56,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
59
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
60
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
61
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
62
- UnloadTime: 1.580958 ms
63
  Registered Communicator in Agent.
64
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
65
  requesting resize 84 x 84
@@ -115,158 +112,12 @@ TOO LONG
115
  TOO LONG
116
  TOO LONG
117
  TOO LONG
118
- TOO LONG
119
- TOO LONG
120
- TOO LONG
121
- TOO LONG
122
- TOO LONG
123
- TOO LONG
124
- TOO LONG
125
- TOO LONG
126
- TOO LONG
127
- TOO LONG
128
- TOO LONG
129
- TOO LONG
130
- TOO LONG
131
- TOO LONG
132
- TOO LONG
133
- TOO LONG
134
- TOO LONG
135
- TOO LONG
136
- TOO LONG
137
- TOO LONG
138
- TOO LONG
139
- TOO LONG
140
- TOO LONG
141
- TOO LONG
142
- TOO LONG
143
- TOO LONG
144
- TOO LONG
145
- TOO LONG
146
- TOO LONG
147
- TOO LONG
148
- TOO LONG
149
- TOO LONG
150
- TOO LONG
151
- TOO LONG
152
- TOO LONG
153
- TOO LONG
154
- TOO LONG
155
- TOO LONG
156
- TOO LONG
157
- TOO LONG
158
- TOO LONG
159
- TOO LONG
160
- TOO LONG
161
- TOO LONG
162
- TOO LONG
163
- TOO LONG
164
- TOO LONG
165
- TOO LONG
166
- TOO LONG
167
- TOO LONG
168
- TOO LONG
169
- TOO LONG
170
- TOO LONG
171
- TOO LONG
172
- TOO LONG
173
- TOO LONG
174
- TOO LONG
175
- TOO LONG
176
- TOO LONG
177
- TOO LONG
178
- TOO LONG
179
- TOO LONG
180
- TOO LONG
181
- TOO LONG
182
- TOO LONG
183
- TOO LONG
184
- TOO LONG
185
- TOO LONG
186
- TOO LONG
187
- TOO LONG
188
- TOO LONG
189
- TOO LONG
190
- TOO LONG
191
- TOO LONG
192
- TOO LONG
193
- TOO LONG
194
- TOO LONG
195
- TOO LONG
196
- TOO LONG
197
- TOO LONG
198
- TOO LONG
199
- TOO LONG
200
- TOO LONG
201
- TOO LONG
202
- TOO LONG
203
- TOO LONG
204
- TOO LONG
205
- TOO LONG
206
- TOO LONG
207
- TOO LONG
208
- TOO LONG
209
- TOO LONG
210
- TOO LONG
211
- TOO LONG
212
- TOO LONG
213
- TOO LONG
214
- TOO LONG
215
- TOO LONG
216
- TOO LONG
217
- TOO LONG
218
- TOO LONG
219
- TOO LONG
220
- TOO LONG
221
- TOO LONG
222
- TOO LONG
223
- TOO LONG
224
- TOO LONG
225
- TOO LONG
226
- TOO LONG
227
- TOO LONG
228
- TOO LONG
229
- TOO LONG
230
- TOO LONG
231
- TOO LONG
232
- TOO LONG
233
- TOO LONG
234
- TOO LONG
235
- TOO LONG
236
- TOO LONG
237
- TOO LONG
238
- TOO LONG
239
- TOO LONG
240
- TOO LONG
241
- TOO LONG
242
- TOO LONG
243
- TOO LONG
244
- TOO LONG
245
- TOO LONG
246
- TOO LONG
247
- TOO LONG
248
- TOO LONG
249
- TOO LONG
250
- TOO LONG
251
- TOO LONG
252
- TOO LONG
253
- TOO LONG
254
- TOO LONG
255
- TOO LONG
256
- TOO LONG
257
- TOO LONG
258
- TOO LONG
259
- TOO LONG
260
- TOO LONG
261
- TOO LONG
262
- TOO LONG
263
- TOO LONG
264
  Setting up 1 worker threads for Enlighten.
265
  Memory Statistics:
266
  [ALLOC_TEMP_TLS] TLS Allocator
267
  StackAllocators :
268
  [ALLOC_TEMP_MAIN]
269
- Peak usage frame count: [8.0 KB-16.0 KB]: 14511 frames, [2.0 MB-4.0 MB]: 1 frames
270
  Initial Block Size 4.0 MB
271
  Current Block Size 4.0 MB
272
  Peak Allocated Bytes 2.1 MB
@@ -382,22 +233,22 @@ Memory Statistics:
382
  Peak Allocated Bytes 0 B
383
  Overflow Count 0
384
  [ALLOC_DEFAULT] Dual Thread Allocator
385
- Peak main deferred allocation count 4
386
  [ALLOC_BUCKET]
387
  Large Block size 4.0 MB
388
  Used Block count 1
389
  Peak Allocated bytes 1.0 MB
390
  [ALLOC_DEFAULT_MAIN]
391
- Peak usage frame count: [4.0 MB-8.0 MB]: 14512 frames
392
  Requested Block Size 16.0 MB
393
  Peak Block count 1
394
- Peak Allocated memory 4.9 MB
395
  Peak Large allocation bytes 0 B
396
  [ALLOC_DEFAULT_THREAD]
397
- Peak usage frame count: [16.0 MB-32.0 MB]: 14512 frames
398
  Requested Block Size 16.0 MB
399
  Peak Block count 1
400
- Peak Allocated memory 17.3 MB
401
  Peak Large allocation bytes 16.0 MB
402
  [ALLOC_TEMP_JOB_1_FRAME]
403
  Initial Block Size 2.0 MB
@@ -426,13 +277,13 @@ Memory Statistics:
426
  Used Block count 1
427
  Peak Allocated bytes 1.0 MB
428
  [ALLOC_GFX_MAIN]
429
- Peak usage frame count: [32.0 KB-64.0 KB]: 14511 frames, [64.0 KB-128.0 KB]: 1 frames
430
  Requested Block Size 16.0 MB
431
  Peak Block count 1
432
  Peak Allocated memory 65.6 KB
433
  Peak Large allocation bytes 0 B
434
  [ALLOC_GFX_THREAD]
435
- Peak usage frame count: [128.0 KB-256.0 KB]: 14512 frames
436
  Requested Block Size 16.0 MB
437
  Peak Block count 1
438
  Peak Allocated memory 173.5 KB
@@ -444,16 +295,16 @@ Memory Statistics:
444
  Used Block count 1
445
  Peak Allocated bytes 1.0 MB
446
  [ALLOC_CACHEOBJECTS_MAIN]
447
- Peak usage frame count: [0.5 MB-1.0 MB]: 14512 frames
448
  Requested Block Size 4.0 MB
449
  Peak Block count 1
450
  Peak Allocated memory 0.6 MB
451
  Peak Large allocation bytes 0 B
452
  [ALLOC_CACHEOBJECTS_THREAD]
453
- Peak usage frame count: [0.5 MB-1.0 MB]: 14511 frames, [4.0 MB-8.0 MB]: 1 frames
454
  Requested Block Size 4.0 MB
455
  Peak Block count 2
456
- Peak Allocated memory 4.1 MB
457
  Peak Large allocation bytes 0 B
458
  [ALLOC_TYPETREE] Dual Thread Allocator
459
  Peak main deferred allocation count 0
@@ -462,13 +313,13 @@ Memory Statistics:
462
  Used Block count 1
463
  Peak Allocated bytes 1.0 MB
464
  [ALLOC_TYPETREE_MAIN]
465
- Peak usage frame count: [0-1.0 KB]: 14512 frames
466
  Requested Block Size 2.0 MB
467
  Peak Block count 1
468
  Peak Allocated memory 1.0 KB
469
  Peak Large allocation bytes 0 B
470
  [ALLOC_TYPETREE_THREAD]
471
- Peak usage frame count: [1.0 KB-2.0 KB]: 14511 frames, [2.0 KB-4.0 KB]: 1 frames
472
  Requested Block Size 2.0 MB
473
  Peak Block count 1
474
  Peak Allocated memory 2.2 KB
 
2
  Mono config path = '/content/ml-agents/training-envs-executables/SoccerTwos_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
 
 
 
5
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
6
  [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/SoccerTwos_Data/UnitySubsystems
7
  Forcing GfxDevice: Null
 
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
+ - Completed reload, in 0.122 seconds
35
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
56
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
57
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
58
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
59
+ UnloadTime: 0.942733 ms
60
  Registered Communicator in Agent.
61
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
62
  requesting resize 84 x 84
 
112
  TOO LONG
113
  TOO LONG
114
  TOO LONG
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
115
  Setting up 1 worker threads for Enlighten.
116
  Memory Statistics:
117
  [ALLOC_TEMP_TLS] TLS Allocator
118
  StackAllocators :
119
  [ALLOC_TEMP_MAIN]
120
+ Peak usage frame count: [8.0 KB-16.0 KB]: 14350 frames, [2.0 MB-4.0 MB]: 1 frames
121
  Initial Block Size 4.0 MB
122
  Current Block Size 4.0 MB
123
  Peak Allocated Bytes 2.1 MB
 
233
  Peak Allocated Bytes 0 B
234
  Overflow Count 0
235
  [ALLOC_DEFAULT] Dual Thread Allocator
236
+ Peak main deferred allocation count 3
237
  [ALLOC_BUCKET]
238
  Large Block size 4.0 MB
239
  Used Block count 1
240
  Peak Allocated bytes 1.0 MB
241
  [ALLOC_DEFAULT_MAIN]
242
+ Peak usage frame count: [4.0 MB-8.0 MB]: 14351 frames
243
  Requested Block Size 16.0 MB
244
  Peak Block count 1
245
+ Peak Allocated memory 4.6 MB
246
  Peak Large allocation bytes 0 B
247
  [ALLOC_DEFAULT_THREAD]
248
+ Peak usage frame count: [16.0 MB-32.0 MB]: 14351 frames
249
  Requested Block Size 16.0 MB
250
  Peak Block count 1
251
+ Peak Allocated memory 17.6 MB
252
  Peak Large allocation bytes 16.0 MB
253
  [ALLOC_TEMP_JOB_1_FRAME]
254
  Initial Block Size 2.0 MB
 
277
  Used Block count 1
278
  Peak Allocated bytes 1.0 MB
279
  [ALLOC_GFX_MAIN]
280
+ Peak usage frame count: [32.0 KB-64.0 KB]: 14350 frames, [64.0 KB-128.0 KB]: 1 frames
281
  Requested Block Size 16.0 MB
282
  Peak Block count 1
283
  Peak Allocated memory 65.6 KB
284
  Peak Large allocation bytes 0 B
285
  [ALLOC_GFX_THREAD]
286
+ Peak usage frame count: [128.0 KB-256.0 KB]: 14351 frames
287
  Requested Block Size 16.0 MB
288
  Peak Block count 1
289
  Peak Allocated memory 173.5 KB
 
295
  Used Block count 1
296
  Peak Allocated bytes 1.0 MB
297
  [ALLOC_CACHEOBJECTS_MAIN]
298
+ Peak usage frame count: [0.5 MB-1.0 MB]: 14351 frames
299
  Requested Block Size 4.0 MB
300
  Peak Block count 1
301
  Peak Allocated memory 0.6 MB
302
  Peak Large allocation bytes 0 B
303
  [ALLOC_CACHEOBJECTS_THREAD]
304
+ Peak usage frame count: [0.5 MB-1.0 MB]: 14350 frames, [4.0 MB-8.0 MB]: 1 frames
305
  Requested Block Size 4.0 MB
306
  Peak Block count 2
307
+ Peak Allocated memory 4.5 MB
308
  Peak Large allocation bytes 0 B
309
  [ALLOC_TYPETREE] Dual Thread Allocator
310
  Peak main deferred allocation count 0
 
313
  Used Block count 1
314
  Peak Allocated bytes 1.0 MB
315
  [ALLOC_TYPETREE_MAIN]
316
+ Peak usage frame count: [0-1.0 KB]: 14351 frames
317
  Requested Block Size 2.0 MB
318
  Peak Block count 1
319
  Peak Allocated memory 1.0 KB
320
  Peak Large allocation bytes 0 B
321
  [ALLOC_TYPETREE_THREAD]
322
+ Peak usage frame count: [1.0 KB-2.0 KB]: 14350 frames, [2.0 KB-4.0 KB]: 1 frames
323
  Requested Block Size 2.0 MB
324
  Peak Block count 1
325
  Peak Allocated memory 2.2 KB
run_logs/timers.json CHANGED
@@ -2,75 +2,75 @@
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
- "value": 3.0826170444488525,
6
- "min": 3.0529732704162598,
7
- "max": 3.1534907817840576,
8
  "count": 75
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
- "value": 88680.7265625,
12
- "min": 17613.982421875,
13
- "max": 100213.796875,
14
  "count": 75
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
- "value": 460.1666666666667,
18
- "min": 216.95238095238096,
19
- "max": 776.0,
20
  "count": 75
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
- "value": 22088.0,
24
- "min": 14780.0,
25
- "max": 24932.0,
26
  "count": 75
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
- "value": 1278.0626123633342,
30
- "min": 1235.2334118823687,
31
- "max": 1280.6322907660783,
32
  "count": 75
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
- "value": 25561.252247266686,
36
- "min": 4989.136756322388,
37
- "max": 51225.29163064313,
38
  "count": 75
39
  },
40
  "SoccerTwos.Step.mean": {
41
- "value": 3499730.0,
42
- "min": 2759046.0,
43
- "max": 3499730.0,
44
  "count": 75
45
  },
46
  "SoccerTwos.Step.sum": {
47
- "value": 3499730.0,
48
- "min": 2759046.0,
49
- "max": 3499730.0,
50
  "count": 75
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
- "value": 0.0163666233420372,
54
- "min": -0.008200411684811115,
55
- "max": 0.04534551501274109,
56
  "count": 75
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
- "value": 0.3927989602088928,
60
- "min": -0.22961151599884033,
61
- "max": 1.8138206005096436,
62
  "count": 75
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
- "value": 0.009769868105649948,
66
- "min": -0.008772426284849644,
67
- "max": 0.061527688056230545,
68
  "count": 75
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
- "value": 0.23447683453559875,
72
- "min": -0.18506309390068054,
73
- "max": 2.1969051361083984,
74
  "count": 75
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
@@ -86,27 +86,27 @@
86
  "count": 75
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
- "value": -0.24455000211795172,
90
- "min": -0.5335870942761821,
91
- "max": 0.44424000233411787,
92
  "count": 75
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
- "value": -5.869200050830841,
96
- "min": -16.541199922561646,
97
- "max": 17.769600093364716,
98
  "count": 75
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
- "value": -0.24455000211795172,
102
- "min": -0.5335870942761821,
103
- "max": 0.44424000233411787,
104
  "count": 75
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
- "value": -5.869200050830841,
108
- "min": -16.541199922561646,
109
- "max": 17.769600093364716,
110
  "count": 75
111
  },
112
  "SoccerTwos.IsTraining.mean": {
@@ -122,51 +122,51 @@
122
  "count": 75
123
  },
124
  "SoccerTwos.Losses.PolicyLoss.mean": {
125
- "value": 0.0163678941484856,
126
- "min": 0.013363467935899582,
127
- "max": 0.02322041514950494,
128
  "count": 35
129
  },
130
  "SoccerTwos.Losses.PolicyLoss.sum": {
131
- "value": 0.0163678941484856,
132
- "min": 0.013363467935899582,
133
- "max": 0.02322041514950494,
134
  "count": 35
135
  },
136
  "SoccerTwos.Losses.ValueLoss.mean": {
137
- "value": 0.010916901628176372,
138
- "min": 0.0049478520484020315,
139
- "max": 0.014205682122459014,
140
  "count": 35
141
  },
142
  "SoccerTwos.Losses.ValueLoss.sum": {
143
- "value": 0.010916901628176372,
144
- "min": 0.0049478520484020315,
145
- "max": 0.014205682122459014,
146
  "count": 35
147
  },
148
  "SoccerTwos.Losses.BaselineLoss.mean": {
149
- "value": 0.011505619001885256,
150
- "min": 0.005038972470598916,
151
- "max": 0.014457402875026067,
152
  "count": 35
153
  },
154
  "SoccerTwos.Losses.BaselineLoss.sum": {
155
- "value": 0.011505619001885256,
156
- "min": 0.005038972470598916,
157
- "max": 0.014457402875026067,
158
  "count": 35
159
  },
160
  "SoccerTwos.Policy.LearningRate.mean": {
161
- "value": 0.0003999999999999999,
162
- "min": 0.0003999999999999999,
163
- "max": 0.0003999999999999999,
164
  "count": 35
165
  },
166
  "SoccerTwos.Policy.LearningRate.sum": {
167
- "value": 0.0003999999999999999,
168
- "min": 0.0003999999999999999,
169
- "max": 0.0003999999999999999,
170
  "count": 35
171
  },
172
  "SoccerTwos.Policy.Epsilon.mean": {
@@ -196,7 +196,7 @@
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
- "start_time_seconds": "1690875386",
200
  "python_version": "3.10.6 (main, May 29 2023, 11:10:38) [GCC 11.3.0]",
201
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics --resume --torch-device=cpu",
202
  "mlagents_version": "0.31.0.dev0",
@@ -204,59 +204,59 @@
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "1.11.0+cu102",
206
  "numpy_version": "1.21.2",
207
- "end_time_seconds": "1690878607"
208
  },
209
- "total": 3221.02588012,
210
  "count": 1,
211
- "self": 0.693373149999843,
212
  "children": {
213
  "run_training.setup": {
214
- "total": 0.09810845300000892,
215
  "count": 1,
216
- "self": 0.09810845300000892
217
  },
218
  "TrainerController.start_learning": {
219
- "total": 3220.234398517,
220
  "count": 1,
221
- "self": 1.8983804490567309,
222
  "children": {
223
  "TrainerController._reset_env": {
224
- "total": 4.4790416780002715,
225
  "count": 5,
226
- "self": 4.4790416780002715
227
  },
228
  "TrainerController.advance": {
229
- "total": 3213.611381196943,
230
- "count": 49107,
231
- "self": 2.13413384487194,
232
  "children": {
233
  "env_step": {
234
- "total": 1764.9911412320362,
235
- "count": 49107,
236
- "self": 1481.702584109977,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
- "total": 282.04487679306067,
240
- "count": 49107,
241
- "self": 13.714905159100056,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
- "total": 268.3299716339606,
245
- "count": 96744,
246
- "self": 268.3299716339606
247
  }
248
  }
249
  },
250
  "workers": {
251
- "total": 1.2436803289986642,
252
- "count": 49107,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
- "total": 3200.7800029239825,
257
- "count": 49107,
258
  "is_parallel": true,
259
- "self": 1974.9441368359787,
260
  "children": {
261
  "run_training.setup": {
262
  "total": 0.0,
@@ -265,48 +265,48 @@
265
  "self": 0.0,
266
  "children": {
267
  "steps_from_proto": {
268
- "total": 0.012773876999972344,
269
  "count": 2,
270
  "is_parallel": true,
271
- "self": 0.008126517999983207,
272
  "children": {
273
  "_process_rank_one_or_two_observation": {
274
- "total": 0.004647358999989137,
275
  "count": 8,
276
  "is_parallel": true,
277
- "self": 0.004647358999989137
278
  }
279
  }
280
  },
281
  "UnityEnvironment.step": {
282
- "total": 0.061160170999983166,
283
  "count": 1,
284
  "is_parallel": true,
285
- "self": 0.0014477269999702003,
286
  "children": {
287
  "UnityEnvironment._generate_step_input": {
288
- "total": 0.0010304280000354993,
289
  "count": 1,
290
  "is_parallel": true,
291
- "self": 0.0010304280000354993
292
  },
293
  "communicator.exchange": {
294
- "total": 0.05436771599994472,
295
  "count": 1,
296
  "is_parallel": true,
297
- "self": 0.05436771599994472
298
  },
299
  "steps_from_proto": {
300
- "total": 0.004314300000032745,
301
  "count": 2,
302
  "is_parallel": true,
303
- "self": 0.000776908000034382,
304
  "children": {
305
  "_process_rank_one_or_two_observation": {
306
- "total": 0.0035373919999983627,
307
  "count": 8,
308
  "is_parallel": true,
309
- "self": 0.0035373919999983627
310
  }
311
  }
312
  }
@@ -315,48 +315,48 @@
315
  }
316
  },
317
  "steps_from_proto": {
318
- "total": 0.014725805999944441,
319
  "count": 8,
320
  "is_parallel": true,
321
- "self": 0.002693271000907771,
322
  "children": {
323
  "_process_rank_one_or_two_observation": {
324
- "total": 0.01203253499903667,
325
  "count": 32,
326
  "is_parallel": true,
327
- "self": 0.01203253499903667
328
  }
329
  }
330
  },
331
  "UnityEnvironment.step": {
332
- "total": 1225.8211402820039,
333
- "count": 49106,
334
  "is_parallel": true,
335
- "self": 74.23583136709681,
336
  "children": {
337
  "UnityEnvironment._generate_step_input": {
338
- "total": 39.960131956988164,
339
- "count": 49106,
340
  "is_parallel": true,
341
- "self": 39.960131956988164
342
  },
343
  "communicator.exchange": {
344
- "total": 880.7466795869734,
345
- "count": 49106,
346
  "is_parallel": true,
347
- "self": 880.7466795869734
348
  },
349
  "steps_from_proto": {
350
- "total": 230.87849737094558,
351
- "count": 98212,
352
  "is_parallel": true,
353
- "self": 41.72440882700482,
354
  "children": {
355
  "_process_rank_one_or_two_observation": {
356
- "total": 189.15408854394076,
357
- "count": 392848,
358
  "is_parallel": true,
359
- "self": 189.15408854394076
360
  }
361
  }
362
  }
@@ -369,31 +369,31 @@
369
  }
370
  },
371
  "trainer_advance": {
372
- "total": 1446.486106120035,
373
- "count": 49107,
374
- "self": 15.844304215122065,
375
  "children": {
376
  "process_trajectory": {
377
- "total": 198.5306375489116,
378
- "count": 49107,
379
- "self": 198.03153285191172,
380
  "children": {
381
  "RLTrainer._checkpoint": {
382
- "total": 0.49910469699989335,
383
- "count": 2,
384
- "self": 0.49910469699989335
385
  }
386
  }
387
  },
388
  "_update_policy": {
389
- "total": 1232.1111643560014,
390
  "count": 35,
391
- "self": 207.44615126301028,
392
  "children": {
393
  "TorchPOCAOptimizer.update": {
394
- "total": 1024.665013092991,
395
  "count": 1050,
396
- "self": 1024.665013092991
397
  }
398
  }
399
  }
@@ -402,19 +402,19 @@
402
  }
403
  },
404
  "trainer_threads": {
405
- "total": 1.3130002116668038e-06,
406
  "count": 1,
407
- "self": 1.3130002116668038e-06
408
  },
409
  "TrainerController._save_models": {
410
- "total": 0.24559387999988758,
411
  "count": 1,
412
- "self": 0.002991471999848727,
413
  "children": {
414
  "RLTrainer._checkpoint": {
415
- "total": 0.24260240800003885,
416
  "count": 1,
417
- "self": 0.24260240800003885
418
  }
419
  }
420
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
+ "value": 2.9653992652893066,
6
+ "min": 2.928091049194336,
7
+ "max": 3.089735984802246,
8
  "count": 75
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
+ "value": 55322.48828125,
12
+ "min": 30992.189453125,
13
+ "max": 94720.8671875,
14
  "count": 75
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
+ "value": 258.5263157894737,
18
+ "min": 126.6923076923077,
19
+ "max": 539.2222222222222,
20
  "count": 75
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
+ "value": 19648.0,
24
+ "min": 16400.0,
25
+ "max": 23072.0,
26
  "count": 75
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
+ "value": 1288.917142349652,
30
+ "min": 1265.364925775114,
31
+ "max": 1319.9948589635467,
32
  "count": 75
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
+ "value": 46401.01712458747,
36
+ "min": 17796.887486172378,
37
+ "max": 99141.74676083495,
38
  "count": 75
39
  },
40
  "SoccerTwos.Step.mean": {
41
+ "value": 4249607.0,
42
+ "min": 3509874.0,
43
+ "max": 4249607.0,
44
  "count": 75
45
  },
46
  "SoccerTwos.Step.sum": {
47
+ "value": 4249607.0,
48
+ "min": 3509874.0,
49
+ "max": 4249607.0,
50
  "count": 75
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
+ "value": 0.033912427723407745,
54
+ "min": -0.02116245962679386,
55
+ "max": 0.08301462978124619,
56
  "count": 75
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
+ "value": 1.322584629058838,
60
+ "min": -1.5871844291687012,
61
+ "max": 4.439652919769287,
62
  "count": 75
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
+ "value": 0.035285141319036484,
66
+ "min": -0.031118163838982582,
67
+ "max": 0.0905672013759613,
68
  "count": 75
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
+ "value": 1.3761205673217773,
72
+ "min": -2.3338623046875,
73
+ "max": 5.524599075317383,
74
  "count": 75
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
 
86
  "count": 75
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
+ "value": -0.03541025595787244,
90
+ "min": -0.5060222225470675,
91
+ "max": 0.3610142873866217,
92
  "count": 75
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
+ "value": -1.3809999823570251,
96
+ "min": -19.56760013103485,
97
+ "max": 17.24120005965233,
98
  "count": 75
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
+ "value": -0.03541025595787244,
102
+ "min": -0.5060222225470675,
103
+ "max": 0.3610142873866217,
104
  "count": 75
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
+ "value": -1.3809999823570251,
108
+ "min": -19.56760013103485,
109
+ "max": 17.24120005965233,
110
  "count": 75
111
  },
112
  "SoccerTwos.IsTraining.mean": {
 
122
  "count": 75
123
  },
124
  "SoccerTwos.Losses.PolicyLoss.mean": {
125
+ "value": 0.016938292739602425,
126
+ "min": 0.010926229831723807,
127
+ "max": 0.02053702191139261,
128
  "count": 35
129
  },
130
  "SoccerTwos.Losses.PolicyLoss.sum": {
131
+ "value": 0.016938292739602425,
132
+ "min": 0.010926229831723807,
133
+ "max": 0.02053702191139261,
134
  "count": 35
135
  },
136
  "SoccerTwos.Losses.ValueLoss.mean": {
137
+ "value": 0.026586440950632097,
138
+ "min": 0.012621084662775199,
139
+ "max": 0.03861811061700185,
140
  "count": 35
141
  },
142
  "SoccerTwos.Losses.ValueLoss.sum": {
143
+ "value": 0.026586440950632097,
144
+ "min": 0.012621084662775199,
145
+ "max": 0.03861811061700185,
146
  "count": 35
147
  },
148
  "SoccerTwos.Losses.BaselineLoss.mean": {
149
+ "value": 0.027341894370814166,
150
+ "min": 0.012977093706528347,
151
+ "max": 0.03994991021851699,
152
  "count": 35
153
  },
154
  "SoccerTwos.Losses.BaselineLoss.sum": {
155
+ "value": 0.027341894370814166,
156
+ "min": 0.012977093706528347,
157
+ "max": 0.03994991021851699,
158
  "count": 35
159
  },
160
  "SoccerTwos.Policy.LearningRate.mean": {
161
+ "value": 0.0003,
162
+ "min": 0.0003,
163
+ "max": 0.0003,
164
  "count": 35
165
  },
166
  "SoccerTwos.Policy.LearningRate.sum": {
167
+ "value": 0.0003,
168
+ "min": 0.0003,
169
+ "max": 0.0003,
170
  "count": 35
171
  },
172
  "SoccerTwos.Policy.Epsilon.mean": {
 
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
+ "start_time_seconds": "1690878657",
200
  "python_version": "3.10.6 (main, May 29 2023, 11:10:38) [GCC 11.3.0]",
201
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics --resume --torch-device=cpu",
202
  "mlagents_version": "0.31.0.dev0",
 
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "1.11.0+cu102",
206
  "numpy_version": "1.21.2",
207
+ "end_time_seconds": "1690881716"
208
  },
209
+ "total": 3059.7732766870004,
210
  "count": 1,
211
+ "self": 1.0997174930007532,
212
  "children": {
213
  "run_training.setup": {
214
+ "total": 0.04625938999970458,
215
  "count": 1,
216
+ "self": 0.04625938999970458
217
  },
218
  "TrainerController.start_learning": {
219
+ "total": 3058.627299804,
220
  "count": 1,
221
+ "self": 1.995636533916695,
222
  "children": {
223
  "TrainerController._reset_env": {
224
+ "total": 1.7464096760004395,
225
  "count": 5,
226
+ "self": 1.7464096760004395
227
  },
228
  "TrainerController.advance": {
229
+ "total": 3054.504729847082,
230
+ "count": 49247,
231
+ "self": 2.1494134940912772,
232
  "children": {
233
  "env_step": {
234
+ "total": 1728.580282753981,
235
+ "count": 49247,
236
+ "self": 1451.0359896730588,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
+ "total": 276.30703805185794,
240
+ "count": 49247,
241
+ "self": 14.137087277108094,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
+ "total": 262.16995077474985,
245
+ "count": 95670,
246
+ "self": 262.16995077474985
247
  }
248
  }
249
  },
250
  "workers": {
251
+ "total": 1.237255029064272,
252
+ "count": 49247,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
+ "total": 3040.5957244619613,
257
+ "count": 49247,
258
  "is_parallel": true,
259
+ "self": 1839.4196168309827,
260
  "children": {
261
  "run_training.setup": {
262
  "total": 0.0,
 
265
  "self": 0.0,
266
  "children": {
267
  "steps_from_proto": {
268
+ "total": 0.004600864000167348,
269
  "count": 2,
270
  "is_parallel": true,
271
+ "self": 0.0013356340009522683,
272
  "children": {
273
  "_process_rank_one_or_two_observation": {
274
+ "total": 0.00326522999921508,
275
  "count": 8,
276
  "is_parallel": true,
277
+ "self": 0.00326522999921508
278
  }
279
  }
280
  },
281
  "UnityEnvironment.step": {
282
+ "total": 0.05661161500029266,
283
  "count": 1,
284
  "is_parallel": true,
285
+ "self": 0.0014208450006663043,
286
  "children": {
287
  "UnityEnvironment._generate_step_input": {
288
+ "total": 0.0015787909997015959,
289
  "count": 1,
290
  "is_parallel": true,
291
+ "self": 0.0015787909997015959
292
  },
293
  "communicator.exchange": {
294
+ "total": 0.04902488400011862,
295
  "count": 1,
296
  "is_parallel": true,
297
+ "self": 0.04902488400011862
298
  },
299
  "steps_from_proto": {
300
+ "total": 0.0045870949998061405,
301
  "count": 2,
302
  "is_parallel": true,
303
+ "self": 0.0008254869999291259,
304
  "children": {
305
  "_process_rank_one_or_two_observation": {
306
+ "total": 0.0037616079998770147,
307
  "count": 8,
308
  "is_parallel": true,
309
+ "self": 0.0037616079998770147
310
  }
311
  }
312
  }
 
315
  }
316
  },
317
  "steps_from_proto": {
318
+ "total": 0.012616636001439474,
319
  "count": 8,
320
  "is_parallel": true,
321
+ "self": 0.0025250890007555427,
322
  "children": {
323
  "_process_rank_one_or_two_observation": {
324
+ "total": 0.010091547000683931,
325
  "count": 32,
326
  "is_parallel": true,
327
+ "self": 0.010091547000683931
328
  }
329
  }
330
  },
331
  "UnityEnvironment.step": {
332
+ "total": 1201.163490994977,
333
+ "count": 49246,
334
  "is_parallel": true,
335
+ "self": 71.97562404471091,
336
  "children": {
337
  "UnityEnvironment._generate_step_input": {
338
+ "total": 37.76953575507514,
339
+ "count": 49246,
340
  "is_parallel": true,
341
+ "self": 37.76953575507514
342
  },
343
  "communicator.exchange": {
344
+ "total": 862.6202264811259,
345
+ "count": 49246,
346
  "is_parallel": true,
347
+ "self": 862.6202264811259
348
  },
349
  "steps_from_proto": {
350
+ "total": 228.79810471406518,
351
+ "count": 98492,
352
  "is_parallel": true,
353
+ "self": 41.2123752680468,
354
  "children": {
355
  "_process_rank_one_or_two_observation": {
356
+ "total": 187.58572944601838,
357
+ "count": 393968,
358
  "is_parallel": true,
359
+ "self": 187.58572944601838
360
  }
361
  }
362
  }
 
369
  }
370
  },
371
  "trainer_advance": {
372
+ "total": 1323.77503359901,
373
+ "count": 49247,
374
+ "self": 16.65251782910582,
375
  "children": {
376
  "process_trajectory": {
377
+ "total": 211.0241680079057,
378
+ "count": 49247,
379
+ "self": 210.79081530890608,
380
  "children": {
381
  "RLTrainer._checkpoint": {
382
+ "total": 0.2333526989996244,
383
+ "count": 1,
384
+ "self": 0.2333526989996244
385
  }
386
  }
387
  },
388
  "_update_policy": {
389
+ "total": 1096.0983477619984,
390
  "count": 35,
391
+ "self": 203.32014813700744,
392
  "children": {
393
  "TorchPOCAOptimizer.update": {
394
+ "total": 892.778199624991,
395
  "count": 1050,
396
+ "self": 892.778199624991
397
  }
398
  }
399
  }
 
402
  }
403
  },
404
  "trainer_threads": {
405
+ "total": 2.0180004867142998e-06,
406
  "count": 1,
407
+ "self": 2.0180004867142998e-06
408
  },
409
  "TrainerController._save_models": {
410
+ "total": 0.38052172900006553,
411
  "count": 1,
412
+ "self": 0.0025554750000083004,
413
  "children": {
414
  "RLTrainer._checkpoint": {
415
+ "total": 0.37796625400005723,
416
  "count": 1,
417
+ "self": 0.37796625400005723
418
  }
419
  }
420
  }
run_logs/training_status.json CHANGED
@@ -2,59 +2,59 @@
2
  "SoccerTwos": {
3
  "checkpoints": [
4
  {
5
- "steps": 2499184,
6
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-2499184.onnx",
7
  "reward": 0.0,
8
- "creation_time": 1690842357.9221148,
9
  "auxillary_file_paths": [
10
- "results/SoccerTwos/SoccerTwos/SoccerTwos-2499184.pt"
11
  ]
12
  },
13
  {
14
- "steps": 2750550,
15
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-2750550.onnx",
16
  "reward": 0.0,
17
- "creation_time": 1690843424.1944873,
18
  "auxillary_file_paths": [
19
- "results/SoccerTwos/SoccerTwos/SoccerTwos-2750550.pt"
20
  ]
21
  },
22
  {
23
- "steps": 2999941,
24
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-2999941.onnx",
25
- "reward": 0.0,
26
- "creation_time": 1690876440.796523,
27
  "auxillary_file_paths": [
28
- "results/SoccerTwos/SoccerTwos/SoccerTwos-2999941.pt"
29
  ]
30
  },
31
  {
32
- "steps": 3499730,
33
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3499730.onnx",
34
  "reward": 0.0,
35
- "creation_time": 1690878606.362709,
36
  "auxillary_file_paths": [
37
- "results/SoccerTwos/SoccerTwos/SoccerTwos-3499730.pt"
38
  ]
39
  },
40
  {
41
- "steps": 3501730,
42
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3501730.onnx",
43
  "reward": 0.0,
44
- "creation_time": 1690878606.9998047,
45
  "auxillary_file_paths": [
46
- "results/SoccerTwos/SoccerTwos/SoccerTwos-3501730.pt"
47
  ]
48
  }
49
  ],
50
- "elo": 1278.6843511527943,
51
  "final_checkpoint": {
52
- "steps": 3501730,
53
  "file_path": "results/SoccerTwos/SoccerTwos.onnx",
54
  "reward": 0.0,
55
- "creation_time": 1690878606.9998047,
56
  "auxillary_file_paths": [
57
- "results/SoccerTwos/SoccerTwos/SoccerTwos-3501730.pt"
58
  ]
59
  }
60
  },
 
2
  "SoccerTwos": {
3
  "checkpoints": [
4
  {
5
+ "steps": 3499730,
6
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3499730.onnx",
7
  "reward": 0.0,
8
+ "creation_time": 1690878606.362709,
9
  "auxillary_file_paths": [
10
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-3499730.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 3501730,
15
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3501730.onnx",
16
  "reward": 0.0,
17
+ "creation_time": 1690878606.9998047,
18
  "auxillary_file_paths": [
19
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-3501730.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 3501730,
24
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3501730.onnx",
25
+ "reward": null,
26
+ "creation_time": 1690878627.7112992,
27
  "auxillary_file_paths": [
28
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-3501730.pt"
29
  ]
30
  },
31
  {
32
+ "steps": 3999970,
33
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3999970.onnx",
34
  "reward": 0.0,
35
+ "creation_time": 1690880680.8118389,
36
  "auxillary_file_paths": [
37
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-3999970.pt"
38
  ]
39
  },
40
  {
41
+ "steps": 4250002,
42
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4250002.onnx",
43
  "reward": 0.0,
44
+ "creation_time": 1690881715.7374275,
45
  "auxillary_file_paths": [
46
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-4250002.pt"
47
  ]
48
  }
49
  ],
50
+ "elo": 1289.5658096727527,
51
  "final_checkpoint": {
52
+ "steps": 4250002,
53
  "file_path": "results/SoccerTwos/SoccerTwos.onnx",
54
  "reward": 0.0,
55
+ "creation_time": 1690881715.7374275,
56
  "auxillary_file_paths": [
57
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-4250002.pt"
58
  ]
59
  }
60
  },