Hugging Face's logo

manuu01
/
SoccerTwos

Reinforcement Learning
ml-agents
TensorBoard
ONNX
SoccerTwos
deep-reinforcement-learning
ML-Agents-SoccerTwos
Model card Files Metrics Community
manuu01 commited on
Commit
c3d65a4
•
1 Parent(s): f4e8ec0

Update_agent

Browse files
Files changed (13) hide show
  1. SoccerTwos.onnx +2 -2
  2. SoccerTwos/SoccerTwos-17901730.onnx +3 -0
  3. SoccerTwos/SoccerTwos-17901730.pt +3 -0
  4. SoccerTwos/SoccerTwos-17902292.onnx +3 -0
  5. SoccerTwos/SoccerTwos-17902292.pt +3 -0
  6. SoccerTwos/checkpoint.pt +2 -2
  7. SoccerTwos/events.out.tfevents.1691501547.b7bdf8ec71f6.22629.0 +3 -0
  8. SoccerTwos/events.out.tfevents.1691501861.b7bdf8ec71f6.23972.0 +3 -0
  9. config.json +1 -1
  10. configuration.yaml +8 -8
  11. run_logs/Player-0.log +13 -371
  12. run_logs/timers.json +75 -288
  13. run_logs/training_status.json +23 -23
SoccerTwos.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0bf33bd0bde047d512c628de5b93c384160b7c55b21fbd064496b4188b17d417
3
- size 1764633
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:422acaf2aa96d5d8706b288df5ae2650414adb4c7ff634fe0ef922a2a74b26c2
3
+ size 886472
SoccerTwos/SoccerTwos-17901730.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29f8346aa17047a671bb638f47df019cab563ab14d29973e41f19e9b6d73a362
3
+ size 1764633
SoccerTwos/SoccerTwos-17901730.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7e4af4bcdaa1d51d458eff3d034957f9518e13b0e346ed57db3c62f209f652a
3
+ size 28421201
SoccerTwos/SoccerTwos-17902292.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:422acaf2aa96d5d8706b288df5ae2650414adb4c7ff634fe0ef922a2a74b26c2
3
+ size 886472
SoccerTwos/SoccerTwos-17902292.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f646e1848378913a7e673953a7de9b6c04882743a460c73ccdfa14541da2993
3
+ size 3439277
SoccerTwos/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c0882b8521161a3596449aa780a500094f671088a9a96d0cf171cd9adee9ea7
3
- size 28421201
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f646e1848378913a7e673953a7de9b6c04882743a460c73ccdfa14541da2993
3
+ size 3439277
SoccerTwos/events.out.tfevents.1691501547.b7bdf8ec71f6.22629.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:533ccde9f9a0d76752a52348a03431b457eef9a0c6f4752737d75cab6f901405
3
+ size 12973
SoccerTwos/events.out.tfevents.1691501861.b7bdf8ec71f6.23972.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8989e95f9c327231cbd17e480faafa4a5d99ac5166240b069aae960e942f3a5
3
+ size 1243
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0002, "beta": 0.005, "epsilon": 0.2, "lambd": 0.975, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 20000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.4, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": "cpu"}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0002, "beta": 0.005, "epsilon": 0.2, "lambd": 0.99, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.975, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 20000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 60000, "team_change": 225000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.25, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20.0, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": "cpu"}, "debug": false}
configuration.yaml CHANGED
@@ -8,7 +8,7 @@ behaviors:
8
  learning_rate: 0.0002
9
  beta: 0.005
10
  epsilon: 0.2
11
- lambd: 0.975
12
  num_epoch: 3
13
  learning_rate_schedule: constant
14
  beta_schedule: constant
@@ -16,15 +16,15 @@ behaviors:
16
  checkpoint_interval: 500000
17
  network_settings:
18
  normalize: false
19
- hidden_units: 512
20
- num_layers: 2
21
  vis_encode_type: simple
22
  memory: null
23
  goal_conditioning_type: hyper
24
  deterministic: false
25
  reward_signals:
26
  extrinsic:
27
- gamma: 0.99
28
  strength: 1.0
29
  network_settings:
30
  normalize: false
@@ -42,11 +42,11 @@ behaviors:
42
  summary_freq: 10000
43
  threaded: false
44
  self_play:
45
- save_steps: 50000
46
- team_change: 200000
47
  swap_steps: 2000
48
  window: 10
49
- play_against_latest_model_ratio: 0.4
50
  initial_elo: 1200.0
51
  behavioral_cloning: null
52
  env_settings:
@@ -63,7 +63,7 @@ engine_settings:
63
  width: 84
64
  height: 84
65
  quality_level: 5
66
- time_scale: 20
67
  target_frame_rate: -1
68
  capture_frame_rate: 60
69
  no_graphics: true
 
8
  learning_rate: 0.0002
9
  beta: 0.005
10
  epsilon: 0.2
11
+ lambd: 0.99
12
  num_epoch: 3
13
  learning_rate_schedule: constant
14
  beta_schedule: constant
 
16
  checkpoint_interval: 500000
17
  network_settings:
18
  normalize: false
19
+ hidden_units: 256
20
+ num_layers: 3
21
  vis_encode_type: simple
22
  memory: null
23
  goal_conditioning_type: hyper
24
  deterministic: false
25
  reward_signals:
26
  extrinsic:
27
+ gamma: 0.975
28
  strength: 1.0
29
  network_settings:
30
  normalize: false
 
42
  summary_freq: 10000
43
  threaded: false
44
  self_play:
45
+ save_steps: 60000
46
+ team_change: 225000
47
  swap_steps: 2000
48
  window: 10
49
+ play_against_latest_model_ratio: 0.25
50
  initial_elo: 1200.0
51
  behavioral_cloning: null
52
  env_settings:
 
63
  width: 84
64
  height: 84
65
  quality_level: 5
66
+ time_scale: 20.0
67
  target_frame_rate: -1
68
  capture_frame_rate: 60
69
  no_graphics: true
run_logs/Player-0.log CHANGED
@@ -2,9 +2,6 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/SoccerTwos_Data/Man
2
  Mono config path = '/content/ml-agents/training-envs-executables/SoccerTwos_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
5
- PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies
6
- PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies/SoccerTwos
7
- Unable to load player prefs
8
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
9
  [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/SoccerTwos_Data/UnitySubsystems
10
  Forcing GfxDevice: Null
@@ -34,7 +31,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
34
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
35
  FMOD initialized on nosound output
36
  Begin MonoManager ReloadAssembly
37
- - Completed reload, in 0.136 seconds
38
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
40
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -59,371 +56,16 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
59
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
60
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
61
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
62
- UnloadTime: 0.859984 ms
63
  Registered Communicator in Agent.
64
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
65
  requesting resize 84 x 84
66
- TOO LONG
67
- TOO LONG
68
- TOO LONG
69
- TOO LONG
70
- TOO LONG
71
- TOO LONG
72
- TOO LONG
73
- TOO LONG
74
- TOO LONG
75
- TOO LONG
76
- TOO LONG
77
- TOO LONG
78
- TOO LONG
79
- TOO LONG
80
- TOO LONG
81
- TOO LONG
82
- TOO LONG
83
- TOO LONG
84
- TOO LONG
85
- TOO LONG
86
- TOO LONG
87
- TOO LONG
88
- TOO LONG
89
- TOO LONG
90
- TOO LONG
91
- TOO LONG
92
- TOO LONG
93
- TOO LONG
94
- TOO LONG
95
- TOO LONG
96
- TOO LONG
97
- TOO LONG
98
- TOO LONG
99
- TOO LONG
100
- TOO LONG
101
- TOO LONG
102
- TOO LONG
103
- TOO LONG
104
- TOO LONG
105
- TOO LONG
106
- TOO LONG
107
- TOO LONG
108
- TOO LONG
109
- TOO LONG
110
- TOO LONG
111
- TOO LONG
112
- TOO LONG
113
- TOO LONG
114
- TOO LONG
115
- TOO LONG
116
- TOO LONG
117
- TOO LONG
118
- TOO LONG
119
- TOO LONG
120
- TOO LONG
121
- TOO LONG
122
- TOO LONG
123
- TOO LONG
124
- TOO LONG
125
- TOO LONG
126
- TOO LONG
127
- TOO LONG
128
- TOO LONG
129
- TOO LONG
130
- TOO LONG
131
- TOO LONG
132
- TOO LONG
133
- TOO LONG
134
- TOO LONG
135
- TOO LONG
136
- TOO LONG
137
- TOO LONG
138
- TOO LONG
139
- TOO LONG
140
- TOO LONG
141
- TOO LONG
142
- TOO LONG
143
- TOO LONG
144
- TOO LONG
145
- TOO LONG
146
- TOO LONG
147
- TOO LONG
148
- TOO LONG
149
- TOO LONG
150
- TOO LONG
151
- TOO LONG
152
- TOO LONG
153
- TOO LONG
154
- TOO LONG
155
- TOO LONG
156
- TOO LONG
157
- TOO LONG
158
- TOO LONG
159
- TOO LONG
160
- TOO LONG
161
- TOO LONG
162
- TOO LONG
163
- TOO LONG
164
- TOO LONG
165
- TOO LONG
166
- TOO LONG
167
- TOO LONG
168
- TOO LONG
169
- TOO LONG
170
- TOO LONG
171
- TOO LONG
172
- TOO LONG
173
- TOO LONG
174
- TOO LONG
175
- TOO LONG
176
- TOO LONG
177
- TOO LONG
178
- TOO LONG
179
- TOO LONG
180
- TOO LONG
181
- TOO LONG
182
- TOO LONG
183
- TOO LONG
184
- TOO LONG
185
- TOO LONG
186
- TOO LONG
187
- TOO LONG
188
- TOO LONG
189
- TOO LONG
190
- TOO LONG
191
- TOO LONG
192
- TOO LONG
193
- TOO LONG
194
- TOO LONG
195
- TOO LONG
196
- TOO LONG
197
- TOO LONG
198
- TOO LONG
199
- TOO LONG
200
- TOO LONG
201
- TOO LONG
202
- TOO LONG
203
- TOO LONG
204
- TOO LONG
205
- TOO LONG
206
- TOO LONG
207
- TOO LONG
208
- TOO LONG
209
- TOO LONG
210
- TOO LONG
211
- TOO LONG
212
- TOO LONG
213
- TOO LONG
214
- TOO LONG
215
- TOO LONG
216
- TOO LONG
217
- TOO LONG
218
- TOO LONG
219
- TOO LONG
220
- TOO LONG
221
- TOO LONG
222
- TOO LONG
223
- TOO LONG
224
- TOO LONG
225
- TOO LONG
226
- TOO LONG
227
- TOO LONG
228
- TOO LONG
229
- TOO LONG
230
- TOO LONG
231
- TOO LONG
232
- TOO LONG
233
- TOO LONG
234
- TOO LONG
235
- TOO LONG
236
- TOO LONG
237
- TOO LONG
238
- TOO LONG
239
- TOO LONG
240
- TOO LONG
241
- TOO LONG
242
- TOO LONG
243
- TOO LONG
244
- TOO LONG
245
- TOO LONG
246
- TOO LONG
247
- TOO LONG
248
- TOO LONG
249
- TOO LONG
250
- TOO LONG
251
- TOO LONG
252
- TOO LONG
253
- TOO LONG
254
- TOO LONG
255
- TOO LONG
256
- TOO LONG
257
- TOO LONG
258
- TOO LONG
259
- TOO LONG
260
- TOO LONG
261
- TOO LONG
262
- TOO LONG
263
- TOO LONG
264
- TOO LONG
265
- TOO LONG
266
- TOO LONG
267
- TOO LONG
268
- TOO LONG
269
- TOO LONG
270
- TOO LONG
271
- TOO LONG
272
- TOO LONG
273
- TOO LONG
274
- TOO LONG
275
- TOO LONG
276
- TOO LONG
277
- TOO LONG
278
- TOO LONG
279
- TOO LONG
280
- TOO LONG
281
- TOO LONG
282
- TOO LONG
283
- TOO LONG
284
- TOO LONG
285
- TOO LONG
286
- TOO LONG
287
- TOO LONG
288
- TOO LONG
289
- TOO LONG
290
- TOO LONG
291
- TOO LONG
292
- TOO LONG
293
- TOO LONG
294
- TOO LONG
295
- TOO LONG
296
- TOO LONG
297
- TOO LONG
298
- TOO LONG
299
- TOO LONG
300
- TOO LONG
301
- TOO LONG
302
- TOO LONG
303
- TOO LONG
304
- TOO LONG
305
- TOO LONG
306
- TOO LONG
307
- TOO LONG
308
- TOO LONG
309
- TOO LONG
310
- TOO LONG
311
- TOO LONG
312
- TOO LONG
313
- TOO LONG
314
- TOO LONG
315
- TOO LONG
316
- TOO LONG
317
- TOO LONG
318
- TOO LONG
319
- TOO LONG
320
- TOO LONG
321
- TOO LONG
322
- TOO LONG
323
- TOO LONG
324
- TOO LONG
325
- TOO LONG
326
- TOO LONG
327
- TOO LONG
328
- TOO LONG
329
- TOO LONG
330
- TOO LONG
331
- TOO LONG
332
- TOO LONG
333
- TOO LONG
334
- TOO LONG
335
- TOO LONG
336
- TOO LONG
337
- TOO LONG
338
- TOO LONG
339
- TOO LONG
340
- TOO LONG
341
- TOO LONG
342
- TOO LONG
343
- TOO LONG
344
- TOO LONG
345
- TOO LONG
346
- TOO LONG
347
- TOO LONG
348
- TOO LONG
349
- TOO LONG
350
- TOO LONG
351
- TOO LONG
352
- TOO LONG
353
- TOO LONG
354
- TOO LONG
355
- TOO LONG
356
- TOO LONG
357
- TOO LONG
358
- TOO LONG
359
- TOO LONG
360
- TOO LONG
361
- TOO LONG
362
- TOO LONG
363
- TOO LONG
364
- TOO LONG
365
- TOO LONG
366
- TOO LONG
367
- TOO LONG
368
- TOO LONG
369
- TOO LONG
370
- TOO LONG
371
- TOO LONG
372
- TOO LONG
373
- TOO LONG
374
- TOO LONG
375
- TOO LONG
376
- TOO LONG
377
- TOO LONG
378
- TOO LONG
379
- TOO LONG
380
- TOO LONG
381
- TOO LONG
382
- TOO LONG
383
- TOO LONG
384
- TOO LONG
385
- TOO LONG
386
- TOO LONG
387
- TOO LONG
388
- TOO LONG
389
- TOO LONG
390
- TOO LONG
391
- TOO LONG
392
- TOO LONG
393
- TOO LONG
394
- TOO LONG
395
- TOO LONG
396
- TOO LONG
397
- TOO LONG
398
- TOO LONG
399
- TOO LONG
400
- TOO LONG
401
- TOO LONG
402
- TOO LONG
403
- TOO LONG
404
- TOO LONG
405
- TOO LONG
406
- TOO LONG
407
- TOO LONG
408
- TOO LONG
409
- TOO LONG
410
- TOO LONG
411
- TOO LONG
412
- TOO LONG
413
- TOO LONG
414
- TOO LONG
415
- TOO LONG
416
- TOO LONG
417
- TOO LONG
418
- TOO LONG
419
- TOO LONG
420
- TOO LONG
421
  Setting up 1 worker threads for Enlighten.
422
  Memory Statistics:
423
  [ALLOC_TEMP_TLS] TLS Allocator
424
  StackAllocators :
425
  [ALLOC_TEMP_MAIN]
426
- Peak usage frame count: [8.0 KB-16.0 KB]: 17067 frames, [2.0 MB-4.0 MB]: 1 frames
427
  Initial Block Size 4.0 MB
428
  Current Block Size 4.0 MB
429
  Peak Allocated Bytes 2.1 MB
@@ -539,19 +181,19 @@ Memory Statistics:
539
  Peak Allocated Bytes 0 B
540
  Overflow Count 0
541
  [ALLOC_DEFAULT] Dual Thread Allocator
542
- Peak main deferred allocation count 3
543
  [ALLOC_BUCKET]
544
  Large Block size 4.0 MB
545
  Used Block count 1
546
  Peak Allocated bytes 1.0 MB
547
  [ALLOC_DEFAULT_MAIN]
548
- Peak usage frame count: [4.0 MB-8.0 MB]: 17068 frames
549
  Requested Block Size 16.0 MB
550
  Peak Block count 1
551
  Peak Allocated memory 4.6 MB
552
  Peak Large allocation bytes 0 B
553
  [ALLOC_DEFAULT_THREAD]
554
- Peak usage frame count: [16.0 MB-32.0 MB]: 17068 frames
555
  Requested Block Size 16.0 MB
556
  Peak Block count 1
557
  Peak Allocated memory 17.6 MB
@@ -583,13 +225,13 @@ Memory Statistics:
583
  Used Block count 1
584
  Peak Allocated bytes 1.0 MB
585
  [ALLOC_GFX_MAIN]
586
- Peak usage frame count: [32.0 KB-64.0 KB]: 17067 frames, [64.0 KB-128.0 KB]: 1 frames
587
  Requested Block Size 16.0 MB
588
  Peak Block count 1
589
  Peak Allocated memory 65.6 KB
590
  Peak Large allocation bytes 0 B
591
  [ALLOC_GFX_THREAD]
592
- Peak usage frame count: [128.0 KB-256.0 KB]: 17068 frames
593
  Requested Block Size 16.0 MB
594
  Peak Block count 1
595
  Peak Allocated memory 173.5 KB
@@ -601,16 +243,16 @@ Memory Statistics:
601
  Used Block count 1
602
  Peak Allocated bytes 1.0 MB
603
  [ALLOC_CACHEOBJECTS_MAIN]
604
- Peak usage frame count: [0.5 MB-1.0 MB]: 17068 frames
605
  Requested Block Size 4.0 MB
606
  Peak Block count 1
607
  Peak Allocated memory 0.6 MB
608
  Peak Large allocation bytes 0 B
609
  [ALLOC_CACHEOBJECTS_THREAD]
610
- Peak usage frame count: [0.5 MB-1.0 MB]: 17067 frames, [4.0 MB-8.0 MB]: 1 frames
611
  Requested Block Size 4.0 MB
612
  Peak Block count 2
613
- Peak Allocated memory 4.1 MB
614
  Peak Large allocation bytes 0 B
615
  [ALLOC_TYPETREE] Dual Thread Allocator
616
  Peak main deferred allocation count 0
@@ -619,13 +261,13 @@ Memory Statistics:
619
  Used Block count 1
620
  Peak Allocated bytes 1.0 MB
621
  [ALLOC_TYPETREE_MAIN]
622
- Peak usage frame count: [0-1.0 KB]: 17068 frames
623
  Requested Block Size 2.0 MB
624
  Peak Block count 1
625
  Peak Allocated memory 1.0 KB
626
  Peak Large allocation bytes 0 B
627
  [ALLOC_TYPETREE_THREAD]
628
- Peak usage frame count: [1.0 KB-2.0 KB]: 17067 frames, [2.0 KB-4.0 KB]: 1 frames
629
  Requested Block Size 2.0 MB
630
  Peak Block count 1
631
  Peak Allocated memory 2.2 KB
 
2
  Mono config path = '/content/ml-agents/training-envs-executables/SoccerTwos_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
 
 
 
5
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
6
  [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/SoccerTwos_Data/UnitySubsystems
7
  Forcing GfxDevice: Null
 
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
+ - Completed reload, in 0.089 seconds
35
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
56
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
57
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
58
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
59
+ UnloadTime: 0.886415 ms
60
  Registered Communicator in Agent.
61
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
62
  requesting resize 84 x 84
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
63
  Setting up 1 worker threads for Enlighten.
64
  Memory Statistics:
65
  [ALLOC_TEMP_TLS] TLS Allocator
66
  StackAllocators :
67
  [ALLOC_TEMP_MAIN]
68
+ Peak usage frame count: [2.0 KB-4.0 KB]: 1 frames, [8.0 KB-16.0 KB]: 218 frames, [2.0 MB-4.0 MB]: 1 frames
69
  Initial Block Size 4.0 MB
70
  Current Block Size 4.0 MB
71
  Peak Allocated Bytes 2.1 MB
 
181
  Peak Allocated Bytes 0 B
182
  Overflow Count 0
183
  [ALLOC_DEFAULT] Dual Thread Allocator
184
+ Peak main deferred allocation count 2
185
  [ALLOC_BUCKET]
186
  Large Block size 4.0 MB
187
  Used Block count 1
188
  Peak Allocated bytes 1.0 MB
189
  [ALLOC_DEFAULT_MAIN]
190
+ Peak usage frame count: [4.0 MB-8.0 MB]: 220 frames
191
  Requested Block Size 16.0 MB
192
  Peak Block count 1
193
  Peak Allocated memory 4.6 MB
194
  Peak Large allocation bytes 0 B
195
  [ALLOC_DEFAULT_THREAD]
196
+ Peak usage frame count: [16.0 MB-32.0 MB]: 220 frames
197
  Requested Block Size 16.0 MB
198
  Peak Block count 1
199
  Peak Allocated memory 17.6 MB
 
225
  Used Block count 1
226
  Peak Allocated bytes 1.0 MB
227
  [ALLOC_GFX_MAIN]
228
+ Peak usage frame count: [32.0 KB-64.0 KB]: 219 frames, [64.0 KB-128.0 KB]: 1 frames
229
  Requested Block Size 16.0 MB
230
  Peak Block count 1
231
  Peak Allocated memory 65.6 KB
232
  Peak Large allocation bytes 0 B
233
  [ALLOC_GFX_THREAD]
234
+ Peak usage frame count: [128.0 KB-256.0 KB]: 220 frames
235
  Requested Block Size 16.0 MB
236
  Peak Block count 1
237
  Peak Allocated memory 173.5 KB
 
243
  Used Block count 1
244
  Peak Allocated bytes 1.0 MB
245
  [ALLOC_CACHEOBJECTS_MAIN]
246
+ Peak usage frame count: [0.5 MB-1.0 MB]: 220 frames
247
  Requested Block Size 4.0 MB
248
  Peak Block count 1
249
  Peak Allocated memory 0.6 MB
250
  Peak Large allocation bytes 0 B
251
  [ALLOC_CACHEOBJECTS_THREAD]
252
+ Peak usage frame count: [0.5 MB-1.0 MB]: 219 frames, [4.0 MB-8.0 MB]: 1 frames
253
  Requested Block Size 4.0 MB
254
  Peak Block count 2
255
+ Peak Allocated memory 4.4 MB
256
  Peak Large allocation bytes 0 B
257
  [ALLOC_TYPETREE] Dual Thread Allocator
258
  Peak main deferred allocation count 0
 
261
  Used Block count 1
262
  Peak Allocated bytes 1.0 MB
263
  [ALLOC_TYPETREE_MAIN]
264
+ Peak usage frame count: [0-1.0 KB]: 220 frames
265
  Requested Block Size 2.0 MB
266
  Peak Block count 1
267
  Peak Allocated memory 1.0 KB
268
  Peak Large allocation bytes 0 B
269
  [ALLOC_TYPETREE_THREAD]
270
+ Peak usage frame count: [1.0 KB-2.0 KB]: 219 frames, [2.0 KB-4.0 KB]: 1 frames
271
  Requested Block Size 2.0 MB
272
  Peak Block count 1
273
  Peak Allocated memory 2.2 KB
run_logs/timers.json CHANGED
@@ -1,202 +1,8 @@
1
  {
2
  "name": "root",
3
- "gauges": {
4
- "SoccerTwos.Policy.Entropy.mean": {
5
- "value": 3.2204062938690186,
6
- "min": 3.1907460689544678,
7
- "max": 3.295048713684082,
8
- "count": 87
9
- },
10
- "SoccerTwos.Policy.Entropy.sum": {
11
- "value": 49980.70703125,
12
- "min": 26664.060546875,
13
- "max": 120206.6875,
14
- "count": 87
15
- },
16
- "SoccerTwos.Environment.EpisodeLength.mean": {
17
- "value": 999.0,
18
- "min": 387.45454545454544,
19
- "max": 999.0,
20
- "count": 87
21
- },
22
- "SoccerTwos.Environment.EpisodeLength.sum": {
23
- "value": 19980.0,
24
- "min": 16536.0,
25
- "max": 23436.0,
26
- "count": 87
27
- },
28
- "SoccerTwos.Self-play.ELO.mean": {
29
- "value": 1535.4883776808556,
30
- "min": 1533.3684891726687,
31
- "max": 1541.0050151124935,
32
- "count": 79
33
- },
34
- "SoccerTwos.Self-play.ELO.sum": {
35
- "value": 9212.930266085134,
36
- "min": 3068.006936359279,
37
- "max": 24575.197749605497,
38
- "count": 79
39
- },
40
- "SoccerTwos.Step.mean": {
41
- "value": 17869376.0,
42
- "min": 17009021.0,
43
- "max": 17869376.0,
44
- "count": 87
45
- },
46
- "SoccerTwos.Step.sum": {
47
- "value": 17869376.0,
48
- "min": 17009021.0,
49
- "max": 17869376.0,
50
- "count": 87
51
- },
52
- "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
- "value": -0.0024223248474299908,
54
- "min": -0.10552113503217697,
55
- "max": 0.007215449120849371,
56
- "count": 87
57
- },
58
- "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
- "value": -0.024223249405622482,
60
- "min": -1.8993804454803467,
61
- "max": 0.1587398797273636,
62
- "count": 87
63
- },
64
- "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
- "value": -0.004708075430244207,
66
- "min": -0.10550538450479507,
67
- "max": 0.007198036182671785,
68
- "count": 87
69
- },
70
- "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
- "value": -0.04708075523376465,
72
- "min": -1.899096965789795,
73
- "max": 0.15835680067539215,
74
- "count": 87
75
- },
76
- "SoccerTwos.Environment.CumulativeReward.mean": {
77
- "value": 0.0,
78
- "min": 0.0,
79
- "max": 0.0,
80
- "count": 87
81
- },
82
- "SoccerTwos.Environment.CumulativeReward.sum": {
83
- "value": 0.0,
84
- "min": 0.0,
85
- "max": 0.0,
86
- "count": 87
87
- },
88
- "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
- "value": 0.0,
90
- "min": -0.5714285714285714,
91
- "max": 0.25489230797841,
92
- "count": 87
93
- },
94
- "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
- "value": 0.0,
96
- "min": -8.0,
97
- "max": 3.31360000371933,
98
- "count": 87
99
- },
100
- "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
- "value": 0.0,
102
- "min": -0.5714285714285714,
103
- "max": 0.25489230797841,
104
- "count": 87
105
- },
106
- "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
- "value": 0.0,
108
- "min": -8.0,
109
- "max": 3.31360000371933,
110
- "count": 87
111
- },
112
- "SoccerTwos.IsTraining.mean": {
113
- "value": 1.0,
114
- "min": 1.0,
115
- "max": 1.0,
116
- "count": 87
117
- },
118
- "SoccerTwos.IsTraining.sum": {
119
- "value": 1.0,
120
- "min": 1.0,
121
- "max": 1.0,
122
- "count": 87
123
- },
124
- "SoccerTwos.Losses.PolicyLoss.mean": {
125
- "value": 0.017272158976023397,
126
- "min": 0.010708019716851898,
127
- "max": 0.02309487227272863,
128
- "count": 40
129
- },
130
- "SoccerTwos.Losses.PolicyLoss.sum": {
131
- "value": 0.017272158976023397,
132
- "min": 0.010708019716851898,
133
- "max": 0.02309487227272863,
134
- "count": 40
135
- },
136
- "SoccerTwos.Losses.ValueLoss.mean": {
137
- "value": 0.0022173194001273563,
138
- "min": 0.0013519591884687543,
139
- "max": 0.0107919296870629,
140
- "count": 40
141
- },
142
- "SoccerTwos.Losses.ValueLoss.sum": {
143
- "value": 0.0022173194001273563,
144
- "min": 0.0013519591884687543,
145
- "max": 0.0107919296870629,
146
- "count": 40
147
- },
148
- "SoccerTwos.Losses.BaselineLoss.mean": {
149
- "value": 0.0024933931223737695,
150
- "min": 0.0013610376258535932,
151
- "max": 0.010803046232710282,
152
- "count": 40
153
- },
154
- "SoccerTwos.Losses.BaselineLoss.sum": {
155
- "value": 0.0024933931223737695,
156
- "min": 0.0013610376258535932,
157
- "max": 0.010803046232710282,
158
- "count": 40
159
- },
160
- "SoccerTwos.Policy.LearningRate.mean": {
161
- "value": 0.00019999999999999996,
162
- "min": 0.00019999999999999996,
163
- "max": 0.00019999999999999996,
164
- "count": 40
165
- },
166
- "SoccerTwos.Policy.LearningRate.sum": {
167
- "value": 0.00019999999999999996,
168
- "min": 0.00019999999999999996,
169
- "max": 0.00019999999999999996,
170
- "count": 40
171
- },
172
- "SoccerTwos.Policy.Epsilon.mean": {
173
- "value": 0.20000000000000007,
174
- "min": 0.20000000000000007,
175
- "max": 0.20000000000000007,
176
- "count": 40
177
- },
178
- "SoccerTwos.Policy.Epsilon.sum": {
179
- "value": 0.20000000000000007,
180
- "min": 0.20000000000000007,
181
- "max": 0.20000000000000007,
182
- "count": 40
183
- },
184
- "SoccerTwos.Policy.Beta.mean": {
185
- "value": 0.005000000000000001,
186
- "min": 0.005000000000000001,
187
- "max": 0.005000000000000001,
188
- "count": 40
189
- },
190
- "SoccerTwos.Policy.Beta.sum": {
191
- "value": 0.005000000000000001,
192
- "min": 0.005000000000000001,
193
- "max": 0.005000000000000001,
194
- "count": 40
195
- }
196
- },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
- "start_time_seconds": "1691496371",
200
  "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]",
201
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics --resume --torch-device=cpu",
202
  "mlagents_version": "0.31.0.dev0",
@@ -204,59 +10,59 @@
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "1.11.0+cu102",
206
  "numpy_version": "1.21.2",
207
- "end_time_seconds": "1691501511"
208
  },
209
- "total": 5139.435880656,
210
  "count": 1,
211
- "self": 0.011080157000833424,
212
  "children": {
213
  "run_training.setup": {
214
- "total": 0.05245690800001057,
215
  "count": 1,
216
- "self": 0.05245690800001057
217
  },
218
  "TrainerController.start_learning": {
219
- "total": 5139.372343591,
220
  "count": 1,
221
- "self": 2.1167997839993404,
222
  "children": {
223
  "TrainerController._reset_env": {
224
- "total": 4.263660692000997,
225
- "count": 6,
226
- "self": 4.263660692000997
227
  },
228
  "TrainerController.advance": {
229
- "total": 5132.210660048,
230
- "count": 57313,
231
- "self": 2.415151384089768,
232
  "children": {
233
  "env_step": {
234
- "total": 2000.585712710003,
235
- "count": 57313,
236
- "self": 1650.7825745350797,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
- "total": 348.41224588094786,
240
- "count": 57313,
241
- "self": 14.595794462779281,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
- "total": 333.8164514181686,
245
- "count": 113782,
246
- "self": 333.8164514181686
247
  }
248
  }
249
  },
250
  "workers": {
251
- "total": 1.3908922939755826,
252
- "count": 57313,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
- "total": 5054.301470884028,
257
- "count": 57313,
258
  "is_parallel": true,
259
- "self": 3688.8676730400625,
260
  "children": {
261
  "run_training.setup": {
262
  "total": 0.0,
@@ -265,48 +71,48 @@
265
  "self": 0.0,
266
  "children": {
267
  "steps_from_proto": {
268
- "total": 0.00958331200001794,
269
  "count": 2,
270
  "is_parallel": true,
271
- "self": 0.0058331999999836626,
272
  "children": {
273
  "_process_rank_one_or_two_observation": {
274
- "total": 0.003750112000034278,
275
  "count": 8,
276
  "is_parallel": true,
277
- "self": 0.003750112000034278
278
  }
279
  }
280
  },
281
  "UnityEnvironment.step": {
282
- "total": 0.04618508800001564,
283
  "count": 1,
284
  "is_parallel": true,
285
- "self": 0.0013960970000539419,
286
  "children": {
287
  "UnityEnvironment._generate_step_input": {
288
- "total": 0.0009681639999712388,
289
  "count": 1,
290
  "is_parallel": true,
291
- "self": 0.0009681639999712388
292
  },
293
  "communicator.exchange": {
294
- "total": 0.039570346000004974,
295
  "count": 1,
296
  "is_parallel": true,
297
- "self": 0.039570346000004974
298
  },
299
  "steps_from_proto": {
300
- "total": 0.004250480999985484,
301
  "count": 2,
302
  "is_parallel": true,
303
- "self": 0.0007770870000172181,
304
  "children": {
305
  "_process_rank_one_or_two_observation": {
306
- "total": 0.003473393999968266,
307
  "count": 8,
308
  "is_parallel": true,
309
- "self": 0.003473393999968266
310
  }
311
  }
312
  }
@@ -315,48 +121,48 @@
315
  }
316
  },
317
  "steps_from_proto": {
318
- "total": 0.013419882999698984,
319
- "count": 10,
320
  "is_parallel": true,
321
- "self": 0.002353784998831543,
322
  "children": {
323
  "_process_rank_one_or_two_observation": {
324
- "total": 0.011066098000867441,
325
- "count": 40,
326
  "is_parallel": true,
327
- "self": 0.011066098000867441
328
  }
329
  }
330
  },
331
  "UnityEnvironment.step": {
332
- "total": 1365.420377960966,
333
- "count": 57312,
334
  "is_parallel": true,
335
- "self": 82.64640807092292,
336
  "children": {
337
  "UnityEnvironment._generate_step_input": {
338
- "total": 43.01288766199599,
339
- "count": 57312,
340
  "is_parallel": true,
341
- "self": 43.01288766199599
342
  },
343
  "communicator.exchange": {
344
- "total": 975.8865986329861,
345
- "count": 57312,
346
  "is_parallel": true,
347
- "self": 975.8865986329861
348
  },
349
  "steps_from_proto": {
350
- "total": 263.8744835950611,
351
- "count": 114624,
352
  "is_parallel": true,
353
- "self": 44.73958648509165,
354
  "children": {
355
  "_process_rank_one_or_two_observation": {
356
- "total": 219.13489710996947,
357
- "count": 458496,
358
  "is_parallel": true,
359
- "self": 219.13489710996947
360
  }
361
  }
362
  }
@@ -369,52 +175,33 @@
369
  }
370
  },
371
  "trainer_advance": {
372
- "total": 3129.209795953908,
373
- "count": 57313,
374
- "self": 18.172315086902927,
375
  "children": {
376
  "process_trajectory": {
377
- "total": 371.8474487530039,
378
- "count": 57313,
379
- "self": 371.39455769900366,
380
- "children": {
381
- "RLTrainer._checkpoint": {
382
- "total": 0.4528910540002471,
383
- "count": 1,
384
- "self": 0.4528910540002471
385
- }
386
- }
387
- },
388
- "_update_policy": {
389
- "total": 2739.190032114001,
390
- "count": 41,
391
- "self": 231.26004228800684,
392
- "children": {
393
- "TorchPOCAOptimizer.update": {
394
- "total": 2507.929989825994,
395
- "count": 1230,
396
- "self": 2507.929989825994
397
- }
398
- }
399
  }
400
  }
401
  }
402
  }
403
  },
404
  "trainer_threads": {
405
- "total": 2.1459991330630146e-06,
406
  "count": 1,
407
- "self": 2.1459991330630146e-06
408
  },
409
  "TrainerController._save_models": {
410
- "total": 0.7812209209996581,
411
  "count": 1,
412
- "self": 0.007980739000231551,
413
  "children": {
414
  "RLTrainer._checkpoint": {
415
- "total": 0.7732401819994266,
416
  "count": 1,
417
- "self": 0.7732401819994266
418
  }
419
  }
420
  }
 
1
  {
2
  "name": "root",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  "metadata": {
4
  "timer_format_version": "0.1.0",
5
+ "start_time_seconds": "1691501860",
6
  "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]",
7
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics --resume --torch-device=cpu",
8
  "mlagents_version": "0.31.0.dev0",
 
10
  "communication_protocol_version": "1.5.0",
11
  "pytorch_version": "1.11.0+cu102",
12
  "numpy_version": "1.21.2",
13
+ "end_time_seconds": "1691501889"
14
  },
15
+ "total": 28.53584493499966,
16
  "count": 1,
17
+ "self": 0.3493573699997796,
18
  "children": {
19
  "run_training.setup": {
20
+ "total": 0.05527962900032435,
21
  "count": 1,
22
+ "self": 0.05527962900032435
23
  },
24
  "TrainerController.start_learning": {
25
+ "total": 28.131207935999555,
26
  "count": 1,
27
+ "self": 0.030626532991846034,
28
  "children": {
29
  "TrainerController._reset_env": {
30
+ "total": 1.1700617429987688,
31
+ "count": 2,
32
+ "self": 1.1700617429987688
33
  },
34
  "TrainerController.advance": {
35
+ "total": 26.281978978009647,
36
+ "count": 730,
37
+ "self": 0.030869747054566687,
38
  "children": {
39
  "env_step": {
40
+ "total": 26.061784669975168,
41
+ "count": 730,
42
+ "self": 22.065445951973743,
43
  "children": {
44
  "SubprocessEnvManager._take_step": {
45
+ "total": 3.9798299469921403,
46
+ "count": 730,
47
+ "self": 0.16998933897320967,
48
  "children": {
49
  "TorchPolicy.evaluate": {
50
+ "total": 3.8098406080189307,
51
+ "count": 1460,
52
+ "self": 3.8098406080189307
53
  }
54
  }
55
  },
56
  "workers": {
57
+ "total": 0.01650877100928483,
58
+ "count": 729,
59
  "self": 0.0,
60
  "children": {
61
  "worker_root": {
62
+ "total": 27.1405192830116,
63
+ "count": 729,
64
  "is_parallel": true,
65
+ "self": 8.778881249988444,
66
  "children": {
67
  "run_training.setup": {
68
  "total": 0.0,
 
71
  "self": 0.0,
72
  "children": {
73
  "steps_from_proto": {
74
+ "total": 0.0032415880004919018,
75
  "count": 2,
76
  "is_parallel": true,
77
+ "self": 0.0008074170018517179,
78
  "children": {
79
  "_process_rank_one_or_two_observation": {
80
+ "total": 0.002434170998640184,
81
  "count": 8,
82
  "is_parallel": true,
83
+ "self": 0.002434170998640184
84
  }
85
  }
86
  },
87
  "UnityEnvironment.step": {
88
+ "total": 0.05105509199984226,
89
  "count": 1,
90
  "is_parallel": true,
91
+ "self": 0.001394826998875942,
92
  "children": {
93
  "UnityEnvironment._generate_step_input": {
94
+ "total": 0.0009408830001120805,
95
  "count": 1,
96
  "is_parallel": true,
97
+ "self": 0.0009408830001120805
98
  },
99
  "communicator.exchange": {
100
+ "total": 0.04167974200026947,
101
  "count": 1,
102
  "is_parallel": true,
103
+ "self": 0.04167974200026947
104
  },
105
  "steps_from_proto": {
106
+ "total": 0.007039640000584768,
107
  "count": 2,
108
  "is_parallel": true,
109
+ "self": 0.0008266439999715658,
110
  "children": {
111
  "_process_rank_one_or_two_observation": {
112
+ "total": 0.006212996000613202,
113
  "count": 8,
114
  "is_parallel": true,
115
+ "self": 0.006212996000613202
116
  }
117
  }
118
  }
 
121
  }
122
  },
123
  "steps_from_proto": {
124
+ "total": 0.0022177380005814484,
125
+ "count": 2,
126
  "is_parallel": true,
127
+ "self": 0.0004237590019329218,
128
  "children": {
129
  "_process_rank_one_or_two_observation": {
130
+ "total": 0.0017939789986485266,
131
+ "count": 8,
132
  "is_parallel": true,
133
+ "self": 0.0017939789986485266
134
  }
135
  }
136
  },
137
  "UnityEnvironment.step": {
138
+ "total": 18.359420295022574,
139
+ "count": 728,
140
  "is_parallel": true,
141
+ "self": 1.0263596470167613,
142
  "children": {
143
  "UnityEnvironment._generate_step_input": {
144
+ "total": 0.5398740819982777,
145
+ "count": 728,
146
  "is_parallel": true,
147
+ "self": 0.5398740819982777
148
  },
149
  "communicator.exchange": {
150
+ "total": 13.557695215985405,
151
+ "count": 728,
152
  "is_parallel": true,
153
+ "self": 13.557695215985405
154
  },
155
  "steps_from_proto": {
156
+ "total": 3.23549135002213,
157
+ "count": 1456,
158
  "is_parallel": true,
159
+ "self": 0.5434195109937718,
160
  "children": {
161
  "_process_rank_one_or_two_observation": {
162
+ "total": 2.6920718390283582,
163
+ "count": 5824,
164
  "is_parallel": true,
165
+ "self": 2.6920718390283582
166
  }
167
  }
168
  }
 
175
  }
176
  },
177
  "trainer_advance": {
178
+ "total": 0.18932456097991235,
179
+ "count": 729,
180
+ "self": 0.07149227297213656,
181
  "children": {
182
  "process_trajectory": {
183
+ "total": 0.11783228800777579,
184
+ "count": 729,
185
+ "self": 0.11783228800777579
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
186
  }
187
  }
188
  }
189
  }
190
  },
191
  "trainer_threads": {
192
+ "total": 1.8859991541830823e-06,
193
  "count": 1,
194
+ "self": 1.8859991541830823e-06
195
  },
196
  "TrainerController._save_models": {
197
+ "total": 0.648538796000139,
198
  "count": 1,
199
+ "self": 0.0025338059995192452,
200
  "children": {
201
  "RLTrainer._checkpoint": {
202
+ "total": 0.6460049900006197,
203
  "count": 1,
204
+ "self": 0.6460049900006197
205
  }
206
  }
207
  }
run_logs/training_status.json CHANGED
@@ -1,24 +1,6 @@
1
  {
2
  "SoccerTwos": {
3
  "checkpoints": [
4
- {
5
- "steps": 16499968,
6
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-16499968.onnx",
7
- "reward": 0.0,
8
- "creation_time": 1691428142.8108828,
9
- "auxillary_file_paths": [
10
- "results/SoccerTwos/SoccerTwos/SoccerTwos-16499968.pt"
11
- ]
12
- },
13
- {
14
- "steps": 16999840,
15
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-16999840.onnx",
16
- "reward": 0.0,
17
- "creation_time": 1691429992.0673003,
18
- "auxillary_file_paths": [
19
- "results/SoccerTwos/SoccerTwos/SoccerTwos-16999840.pt"
20
- ]
21
- },
22
  {
23
  "steps": 17000414,
24
  "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-17000414.onnx",
@@ -45,16 +27,34 @@
45
  "auxillary_file_paths": [
46
  "results/SoccerTwos/SoccerTwos/SoccerTwos-17879860.pt"
47
  ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
48
  }
49
  ],
50
- "elo": 1536.164645222385,
51
  "final_checkpoint": {
52
- "steps": 17879860,
53
  "file_path": "results/SoccerTwos/SoccerTwos.onnx",
54
- "reward": null,
55
- "creation_time": 1691501511.1249673,
56
  "auxillary_file_paths": [
57
- "results/SoccerTwos/SoccerTwos/SoccerTwos-17879860.pt"
58
  ]
59
  }
60
  },
 
1
  {
2
  "SoccerTwos": {
3
  "checkpoints": [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4
  {
5
  "steps": 17000414,
6
  "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-17000414.onnx",
 
27
  "auxillary_file_paths": [
28
  "results/SoccerTwos/SoccerTwos/SoccerTwos-17879860.pt"
29
  ]
30
+ },
31
+ {
32
+ "steps": 17901730,
33
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-17901730.onnx",
34
+ "reward": 0.0,
35
+ "creation_time": 1691501697.695796,
36
+ "auxillary_file_paths": [
37
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-17901730.pt"
38
+ ]
39
+ },
40
+ {
41
+ "steps": 17902292,
42
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-17902292.onnx",
43
+ "reward": 0.0,
44
+ "creation_time": 1691501888.896591,
45
+ "auxillary_file_paths": [
46
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-17902292.pt"
47
+ ]
48
  }
49
  ],
50
+ "elo": 1535.1689542556592,
51
  "final_checkpoint": {
52
+ "steps": 17902292,
53
  "file_path": "results/SoccerTwos/SoccerTwos.onnx",
54
+ "reward": 0.0,
55
+ "creation_time": 1691501888.896591,
56
  "auxillary_file_paths": [
57
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-17902292.pt"
58
  ]
59
  }
60
  },