Hugging Face's logo

manuu01
/
SoccerTwos

Reinforcement Learning
ml-agents
TensorBoard
ONNX
SoccerTwos
deep-reinforcement-learning
ML-Agents-SoccerTwos
Model card Files Metrics Community
manuu01 commited on
Commit
1b0c326
·
1 Parent(s): 3a6777c

Update_agent

Browse files
Files changed (14) hide show
  1. SoccerTwos.onnx +1 -1
  2. SoccerTwos/SoccerTwos-4999824.onnx +3 -0
  3. SoccerTwos/SoccerTwos-4999824.pt +3 -0
  4. SoccerTwos/SoccerTwos-5499812.onnx +3 -0
  5. SoccerTwos/SoccerTwos-5499812.pt +3 -0
  6. SoccerTwos/SoccerTwos-5750116.onnx +3 -0
  7. SoccerTwos/SoccerTwos-5750116.pt +3 -0
  8. SoccerTwos/checkpoint.pt +1 -1
  9. SoccerTwos/events.out.tfevents.1690883856.93ce20cc1c4b.36172.0 +3 -0
  10. config.json +1 -1
  11. configuration.yaml +1 -1
  12. run_logs/Player-0.log +14 -22
  13. run_logs/timers.json +182 -182
  14. run_logs/training_status.json +25 -25
SoccerTwos.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:68747129609ba655ec3bad6b0988b2779d9ee200f0724cd28928b5910e1b4ddd
3
  size 886472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da8a6ba583953a3f278fae6f5d418ea1aebb377213f69f21e2995e48d43503ef
3
  size 886472
SoccerTwos/SoccerTwos-4999824.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bde1f48bc909fcde6c758ff331ce9fb2ef272fb3122f83b1cd3ac097f0077f1
3
+ size 886472
SoccerTwos/SoccerTwos-4999824.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b471a52a86ec762315ed0e746de798887e562f91897bf3ea474a18f4a98d35bf
3
+ size 10303217
SoccerTwos/SoccerTwos-5499812.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab0070a0792112cb3636708cbe1d22b06d32152b5d230266ef5e852725ba83a1
3
+ size 886472
SoccerTwos/SoccerTwos-5499812.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb23d4aa97e1f23cc96dc3ce4e5c8a80db70ad7c9112f9936c4edc178a79d9ee
3
+ size 10303217
SoccerTwos/SoccerTwos-5750116.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da8a6ba583953a3f278fae6f5d418ea1aebb377213f69f21e2995e48d43503ef
3
+ size 886472
SoccerTwos/SoccerTwos-5750116.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f488e3622a07d825ed7fdccea2a79e4032165bbca753c6ffbbd2d502c6d3c555
3
+ size 10303217
SoccerTwos/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:743527733c484bb1d4d10eadc4a4263960e6d08f3287d950afa2d59096fae28a
3
  size 10303217
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f488e3622a07d825ed7fdccea2a79e4032165bbca753c6ffbbd2d502c6d3c555
3
  size 10303217
SoccerTwos/events.out.tfevents.1690883856.93ce20cc1c4b.36172.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77b5fdcc97863c7427b123d8af3a94baa52b6ee660a53434ea32eb6fb4d1d261
3
+ size 1018393
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.99, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.95, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 5000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 60000, "team_change": 225000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.25, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": "cpu"}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.99, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.95, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 5750000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 60000, "team_change": 225000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.25, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": "cpu"}, "debug": false}
configuration.yaml CHANGED
@@ -37,7 +37,7 @@ behaviors:
37
  init_path: null
38
  keep_checkpoints: 5
39
  even_checkpoints: false
40
- max_steps: 5000000
41
  time_horizon: 1000
42
  summary_freq: 10000
43
  threaded: false
 
37
  init_path: null
38
  keep_checkpoints: 5
39
  even_checkpoints: false
40
+ max_steps: 5750000
41
  time_horizon: 1000
42
  summary_freq: 10000
43
  threaded: false
run_logs/Player-0.log CHANGED
@@ -31,7 +31,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
- - Completed reload, in 0.095 seconds
35
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -56,7 +56,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
56
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
57
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
58
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
59
- UnloadTime: 1.074169 ms
60
  Registered Communicator in Agent.
61
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
62
  requesting resize 84 x 84
@@ -65,20 +65,12 @@ TOO LONG
65
  TOO LONG
66
  TOO LONG
67
  TOO LONG
68
- TOO LONG
69
- TOO LONG
70
- TOO LONG
71
- TOO LONG
72
- TOO LONG
73
- TOO LONG
74
- TOO LONG
75
- TOO LONG
76
  Setting up 1 worker threads for Enlighten.
77
  Memory Statistics:
78
  [ALLOC_TEMP_TLS] TLS Allocator
79
  StackAllocators :
80
  [ALLOC_TEMP_MAIN]
81
- Peak usage frame count: [8.0 KB-16.0 KB]: 9778 frames, [2.0 MB-4.0 MB]: 1 frames
82
  Initial Block Size 4.0 MB
83
  Current Block Size 4.0 MB
84
  Peak Allocated Bytes 2.1 MB
@@ -194,22 +186,22 @@ Memory Statistics:
194
  Peak Allocated Bytes 0 B
195
  Overflow Count 0
196
  [ALLOC_DEFAULT] Dual Thread Allocator
197
- Peak main deferred allocation count 2
198
  [ALLOC_BUCKET]
199
  Large Block size 4.0 MB
200
  Used Block count 1
201
  Peak Allocated bytes 1.0 MB
202
  [ALLOC_DEFAULT_MAIN]
203
- Peak usage frame count: [4.0 MB-8.0 MB]: 9779 frames
204
  Requested Block Size 16.0 MB
205
  Peak Block count 1
206
- Peak Allocated memory 4.6 MB
207
  Peak Large allocation bytes 0 B
208
  [ALLOC_DEFAULT_THREAD]
209
- Peak usage frame count: [16.0 MB-32.0 MB]: 9779 frames
210
  Requested Block Size 16.0 MB
211
  Peak Block count 1
212
- Peak Allocated memory 17.6 MB
213
  Peak Large allocation bytes 16.0 MB
214
  [ALLOC_TEMP_JOB_1_FRAME]
215
  Initial Block Size 2.0 MB
@@ -238,13 +230,13 @@ Memory Statistics:
238
  Used Block count 1
239
  Peak Allocated bytes 1.0 MB
240
  [ALLOC_GFX_MAIN]
241
- Peak usage frame count: [32.0 KB-64.0 KB]: 9778 frames, [64.0 KB-128.0 KB]: 1 frames
242
  Requested Block Size 16.0 MB
243
  Peak Block count 1
244
  Peak Allocated memory 65.6 KB
245
  Peak Large allocation bytes 0 B
246
  [ALLOC_GFX_THREAD]
247
- Peak usage frame count: [128.0 KB-256.0 KB]: 9779 frames
248
  Requested Block Size 16.0 MB
249
  Peak Block count 1
250
  Peak Allocated memory 173.5 KB
@@ -256,13 +248,13 @@ Memory Statistics:
256
  Used Block count 1
257
  Peak Allocated bytes 1.0 MB
258
  [ALLOC_CACHEOBJECTS_MAIN]
259
- Peak usage frame count: [0.5 MB-1.0 MB]: 9779 frames
260
  Requested Block Size 4.0 MB
261
  Peak Block count 1
262
  Peak Allocated memory 0.6 MB
263
  Peak Large allocation bytes 0 B
264
  [ALLOC_CACHEOBJECTS_THREAD]
265
- Peak usage frame count: [0.5 MB-1.0 MB]: 9778 frames, [4.0 MB-8.0 MB]: 1 frames
266
  Requested Block Size 4.0 MB
267
  Peak Block count 2
268
  Peak Allocated memory 4.5 MB
@@ -274,13 +266,13 @@ Memory Statistics:
274
  Used Block count 1
275
  Peak Allocated bytes 1.0 MB
276
  [ALLOC_TYPETREE_MAIN]
277
- Peak usage frame count: [0-1.0 KB]: 9779 frames
278
  Requested Block Size 2.0 MB
279
  Peak Block count 1
280
  Peak Allocated memory 1.0 KB
281
  Peak Large allocation bytes 0 B
282
  [ALLOC_TYPETREE_THREAD]
283
- Peak usage frame count: [1.0 KB-2.0 KB]: 9778 frames, [2.0 KB-4.0 KB]: 1 frames
284
  Requested Block Size 2.0 MB
285
  Peak Block count 1
286
  Peak Allocated memory 2.2 KB
 
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
+ - Completed reload, in 0.100 seconds
35
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
56
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
57
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
58
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
59
+ UnloadTime: 0.826930 ms
60
  Registered Communicator in Agent.
61
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
62
  requesting resize 84 x 84
 
65
  TOO LONG
66
  TOO LONG
67
  TOO LONG
 
 
 
 
 
 
 
 
68
  Setting up 1 worker threads for Enlighten.
69
  Memory Statistics:
70
  [ALLOC_TEMP_TLS] TLS Allocator
71
  StackAllocators :
72
  [ALLOC_TEMP_MAIN]
73
+ Peak usage frame count: [8.0 KB-16.0 KB]: 18689 frames, [2.0 MB-4.0 MB]: 1 frames
74
  Initial Block Size 4.0 MB
75
  Current Block Size 4.0 MB
76
  Peak Allocated Bytes 2.1 MB
 
186
  Peak Allocated Bytes 0 B
187
  Overflow Count 0
188
  [ALLOC_DEFAULT] Dual Thread Allocator
189
+ Peak main deferred allocation count 4
190
  [ALLOC_BUCKET]
191
  Large Block size 4.0 MB
192
  Used Block count 1
193
  Peak Allocated bytes 1.0 MB
194
  [ALLOC_DEFAULT_MAIN]
195
+ Peak usage frame count: [4.0 MB-8.0 MB]: 18690 frames
196
  Requested Block Size 16.0 MB
197
  Peak Block count 1
198
+ Peak Allocated memory 4.7 MB
199
  Peak Large allocation bytes 0 B
200
  [ALLOC_DEFAULT_THREAD]
201
+ Peak usage frame count: [16.0 MB-32.0 MB]: 18690 frames
202
  Requested Block Size 16.0 MB
203
  Peak Block count 1
204
+ Peak Allocated memory 17.5 MB
205
  Peak Large allocation bytes 16.0 MB
206
  [ALLOC_TEMP_JOB_1_FRAME]
207
  Initial Block Size 2.0 MB
 
230
  Used Block count 1
231
  Peak Allocated bytes 1.0 MB
232
  [ALLOC_GFX_MAIN]
233
+ Peak usage frame count: [32.0 KB-64.0 KB]: 18689 frames, [64.0 KB-128.0 KB]: 1 frames
234
  Requested Block Size 16.0 MB
235
  Peak Block count 1
236
  Peak Allocated memory 65.6 KB
237
  Peak Large allocation bytes 0 B
238
  [ALLOC_GFX_THREAD]
239
+ Peak usage frame count: [128.0 KB-256.0 KB]: 18690 frames
240
  Requested Block Size 16.0 MB
241
  Peak Block count 1
242
  Peak Allocated memory 173.5 KB
 
248
  Used Block count 1
249
  Peak Allocated bytes 1.0 MB
250
  [ALLOC_CACHEOBJECTS_MAIN]
251
+ Peak usage frame count: [0.5 MB-1.0 MB]: 18690 frames
252
  Requested Block Size 4.0 MB
253
  Peak Block count 1
254
  Peak Allocated memory 0.6 MB
255
  Peak Large allocation bytes 0 B
256
  [ALLOC_CACHEOBJECTS_THREAD]
257
+ Peak usage frame count: [0.5 MB-1.0 MB]: 18689 frames, [4.0 MB-8.0 MB]: 1 frames
258
  Requested Block Size 4.0 MB
259
  Peak Block count 2
260
  Peak Allocated memory 4.5 MB
 
266
  Used Block count 1
267
  Peak Allocated bytes 1.0 MB
268
  [ALLOC_TYPETREE_MAIN]
269
+ Peak usage frame count: [0-1.0 KB]: 18690 frames
270
  Requested Block Size 2.0 MB
271
  Peak Block count 1
272
  Peak Allocated memory 1.0 KB
273
  Peak Large allocation bytes 0 B
274
  [ALLOC_TYPETREE_THREAD]
275
+ Peak usage frame count: [1.0 KB-2.0 KB]: 18689 frames, [2.0 KB-4.0 KB]: 1 frames
276
  Requested Block Size 2.0 MB
277
  Peak Block count 1
278
  Peak Allocated memory 2.2 KB
run_logs/timers.json CHANGED
@@ -2,201 +2,201 @@
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
- "value": 2.8876917362213135,
6
- "min": 2.8207671642303467,
7
- "max": 2.9670047760009766,
8
- "count": 51
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
- "value": 61450.08203125,
12
- "min": 38542.9609375,
13
- "max": 81095.3125,
14
- "count": 51
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
- "value": 121.7560975609756,
18
- "min": 101.52,
19
- "max": 321.0625,
20
- "count": 51
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
- "value": 19968.0,
24
- "min": 16644.0,
25
- "max": 22748.0,
26
- "count": 51
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
- "value": 1320.239355820863,
30
- "min": 1287.7026638994375,
31
- "max": 1330.3663219670505,
32
- "count": 51
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
- "value": 108259.62717731076,
36
- "min": 33879.31186780395,
37
- "max": 134954.90925107108,
38
- "count": 51
39
  },
40
  "SoccerTwos.Step.mean": {
41
- "value": 4759804.0,
42
- "min": 4259832.0,
43
- "max": 4759804.0,
44
- "count": 51
45
  },
46
  "SoccerTwos.Step.sum": {
47
- "value": 4759804.0,
48
- "min": 4259832.0,
49
- "max": 4759804.0,
50
- "count": 51
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
- "value": 0.020447492599487305,
54
- "min": -0.03045905940234661,
55
- "max": 0.06636790931224823,
56
- "count": 51
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
- "value": 1.6562469005584717,
60
- "min": -2.132134199142456,
61
- "max": 5.3094329833984375,
62
- "count": 51
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
- "value": 0.017545517534017563,
66
- "min": -0.031816624104976654,
67
- "max": 0.06460098922252655,
68
- "count": 51
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
- "value": 1.421186923980713,
72
- "min": -2.227163791656494,
73
- "max": 5.168078899383545,
74
- "count": 51
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
- "count": 51
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
- "count": 51
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
- "value": 0.04949876482104078,
90
- "min": -0.44826956417249597,
91
- "max": 0.3809419370466663,
92
- "count": 51
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
- "value": 4.009399950504303,
96
- "min": -24.692399859428406,
97
- "max": 23.684000194072723,
98
- "count": 51
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
- "value": 0.04949876482104078,
102
- "min": -0.44826956417249597,
103
- "max": 0.3809419370466663,
104
- "count": 51
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
- "value": 4.009399950504303,
108
- "min": -24.692399859428406,
109
- "max": 23.684000194072723,
110
- "count": 51
111
  },
112
  "SoccerTwos.IsTraining.mean": {
113
  "value": 1.0,
114
  "min": 1.0,
115
  "max": 1.0,
116
- "count": 51
117
  },
118
  "SoccerTwos.IsTraining.sum": {
119
  "value": 1.0,
120
  "min": 1.0,
121
  "max": 1.0,
122
- "count": 51
123
  },
124
  "SoccerTwos.Losses.PolicyLoss.mean": {
125
- "value": 0.01967894861008972,
126
- "min": 0.011268266525197154,
127
- "max": 0.020230189079787426,
128
- "count": 24
129
  },
130
  "SoccerTwos.Losses.PolicyLoss.sum": {
131
- "value": 0.01967894861008972,
132
- "min": 0.011268266525197154,
133
- "max": 0.020230189079787426,
134
- "count": 24
135
  },
136
  "SoccerTwos.Losses.ValueLoss.mean": {
137
- "value": 0.05312239018579324,
138
- "min": 0.020253862130145232,
139
- "max": 0.05312239018579324,
140
- "count": 24
141
  },
142
  "SoccerTwos.Losses.ValueLoss.sum": {
143
- "value": 0.05312239018579324,
144
- "min": 0.020253862130145232,
145
- "max": 0.05312239018579324,
146
- "count": 24
147
  },
148
  "SoccerTwos.Losses.BaselineLoss.mean": {
149
- "value": 0.053971994171539944,
150
- "min": 0.0205108476181825,
151
- "max": 0.053971994171539944,
152
- "count": 24
153
  },
154
  "SoccerTwos.Losses.BaselineLoss.sum": {
155
- "value": 0.053971994171539944,
156
- "min": 0.0205108476181825,
157
- "max": 0.053971994171539944,
158
- "count": 24
159
  },
160
  "SoccerTwos.Policy.LearningRate.mean": {
161
  "value": 0.0003,
162
  "min": 0.0003,
163
  "max": 0.0003,
164
- "count": 24
165
  },
166
  "SoccerTwos.Policy.LearningRate.sum": {
167
  "value": 0.0003,
168
  "min": 0.0003,
169
  "max": 0.0003,
170
- "count": 24
171
  },
172
  "SoccerTwos.Policy.Epsilon.mean": {
173
  "value": 0.20000000000000007,
174
  "min": 0.20000000000000007,
175
  "max": 0.20000000000000007,
176
- "count": 24
177
  },
178
  "SoccerTwos.Policy.Epsilon.sum": {
179
  "value": 0.20000000000000007,
180
  "min": 0.20000000000000007,
181
  "max": 0.20000000000000007,
182
- "count": 24
183
  },
184
  "SoccerTwos.Policy.Beta.mean": {
185
  "value": 0.005000000000000001,
186
  "min": 0.005000000000000001,
187
  "max": 0.005000000000000001,
188
- "count": 24
189
  },
190
  "SoccerTwos.Policy.Beta.sum": {
191
  "value": 0.005000000000000001,
192
  "min": 0.005000000000000001,
193
  "max": 0.005000000000000001,
194
- "count": 24
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
- "start_time_seconds": "1690881735",
200
  "python_version": "3.10.6 (main, May 29 2023, 11:10:38) [GCC 11.3.0]",
201
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics --resume --torch-device=cpu",
202
  "mlagents_version": "0.31.0.dev0",
@@ -204,59 +204,59 @@
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "1.11.0+cu102",
206
  "numpy_version": "1.21.2",
207
- "end_time_seconds": "1690883827"
208
  },
209
- "total": 2092.368268608,
210
  "count": 1,
211
- "self": 0.1979001319996314,
212
  "children": {
213
  "run_training.setup": {
214
- "total": 0.07193058199936786,
215
  "count": 1,
216
- "self": 0.07193058199936786
217
  },
218
  "TrainerController.start_learning": {
219
- "total": 2092.098437894001,
220
  "count": 1,
221
- "self": 1.3687143129127435,
222
  "children": {
223
  "TrainerController._reset_env": {
224
- "total": 2.0978165780015843,
225
- "count": 4,
226
- "self": 2.0978165780015843
227
  },
228
  "TrainerController.advance": {
229
- "total": 2088.2893669790856,
230
- "count": 33907,
231
- "self": 1.515300722034226,
232
  "children": {
233
  "env_step": {
234
- "total": 1177.2803954150677,
235
- "count": 33907,
236
- "self": 988.0741699530299,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
- "total": 188.3656657649408,
240
- "count": 33907,
241
- "self": 9.67237968293557,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
- "total": 178.69328608200522,
245
- "count": 65188,
246
- "self": 178.69328608200522
247
  }
248
  }
249
  },
250
  "workers": {
251
- "total": 0.8405596970969782,
252
- "count": 33906,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
- "total": 2080.6260435219747,
257
- "count": 33906,
258
  "is_parallel": true,
259
- "self": 1264.0824636251018,
260
  "children": {
261
  "run_training.setup": {
262
  "total": 0.0,
@@ -265,48 +265,48 @@
265
  "self": 0.0,
266
  "children": {
267
  "steps_from_proto": {
268
- "total": 0.005448173998956918,
269
  "count": 2,
270
  "is_parallel": true,
271
- "self": 0.001225335997332877,
272
  "children": {
273
  "_process_rank_one_or_two_observation": {
274
- "total": 0.004222838001624041,
275
  "count": 8,
276
  "is_parallel": true,
277
- "self": 0.004222838001624041
278
  }
279
  }
280
  },
281
  "UnityEnvironment.step": {
282
- "total": 0.08946812399972259,
283
  "count": 1,
284
  "is_parallel": true,
285
- "self": 0.0013794329979646136,
286
  "children": {
287
  "UnityEnvironment._generate_step_input": {
288
- "total": 0.0010004420000768732,
289
  "count": 1,
290
  "is_parallel": true,
291
- "self": 0.0010004420000768732
292
  },
293
  "communicator.exchange": {
294
- "total": 0.08189172700076597,
295
  "count": 1,
296
  "is_parallel": true,
297
- "self": 0.08189172700076597
298
  },
299
  "steps_from_proto": {
300
- "total": 0.005196522000915138,
301
  "count": 2,
302
  "is_parallel": true,
303
- "self": 0.0008197640017897356,
304
  "children": {
305
  "_process_rank_one_or_two_observation": {
306
- "total": 0.004376757999125402,
307
  "count": 8,
308
  "is_parallel": true,
309
- "self": 0.004376757999125402
310
  }
311
  }
312
  }
@@ -315,48 +315,48 @@
315
  }
316
  },
317
  "steps_from_proto": {
318
- "total": 0.015055878999191918,
319
- "count": 6,
320
  "is_parallel": true,
321
- "self": 0.004368747001535667,
322
  "children": {
323
  "_process_rank_one_or_two_observation": {
324
- "total": 0.010687131997656252,
325
- "count": 24,
326
  "is_parallel": true,
327
- "self": 0.010687131997656252
328
  }
329
  }
330
  },
331
  "UnityEnvironment.step": {
332
- "total": 816.5285240178737,
333
- "count": 33905,
334
  "is_parallel": true,
335
- "self": 48.9032563548335,
336
  "children": {
337
  "UnityEnvironment._generate_step_input": {
338
- "total": 26.270664289936576,
339
- "count": 33905,
340
  "is_parallel": true,
341
- "self": 26.270664289936576
342
  },
343
  "communicator.exchange": {
344
- "total": 586.0080959899551,
345
- "count": 33905,
346
  "is_parallel": true,
347
- "self": 586.0080959899551
348
  },
349
  "steps_from_proto": {
350
- "total": 155.3465073831485,
351
- "count": 67810,
352
  "is_parallel": true,
353
- "self": 28.16203075564499,
354
  "children": {
355
  "_process_rank_one_or_two_observation": {
356
- "total": 127.1844766275035,
357
- "count": 271240,
358
  "is_parallel": true,
359
- "self": 127.1844766275035
360
  }
361
  }
362
  }
@@ -369,31 +369,31 @@
369
  }
370
  },
371
  "trainer_advance": {
372
- "total": 909.4936708419837,
373
- "count": 33906,
374
- "self": 10.893767241996102,
375
  "children": {
376
  "process_trajectory": {
377
- "total": 150.23692006298825,
378
- "count": 33906,
379
- "self": 150.00083145698864,
380
  "children": {
381
  "RLTrainer._checkpoint": {
382
- "total": 0.2360886059996119,
383
- "count": 1,
384
- "self": 0.2360886059996119
385
  }
386
  }
387
  },
388
  "_update_policy": {
389
- "total": 748.3629835369993,
390
- "count": 24,
391
- "self": 139.45484663401294,
392
  "children": {
393
  "TorchPOCAOptimizer.update": {
394
- "total": 608.9081369029864,
395
- "count": 720,
396
- "self": 608.9081369029864
397
  }
398
  }
399
  }
@@ -402,19 +402,19 @@
402
  }
403
  },
404
  "trainer_threads": {
405
- "total": 1.8930004443973303e-06,
406
  "count": 1,
407
- "self": 1.8930004443973303e-06
408
  },
409
  "TrainerController._save_models": {
410
- "total": 0.34253813100076513,
411
  "count": 1,
412
- "self": 0.003085514001213596,
413
  "children": {
414
  "RLTrainer._checkpoint": {
415
- "total": 0.33945261699955154,
416
  "count": 1,
417
- "self": 0.33945261699955154
418
  }
419
  }
420
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "SoccerTwos.Policy.Entropy.mean": {
5
+ "value": 2.6478638648986816,
6
+ "min": 2.64497971534729,
7
+ "max": 2.910040855407715,
8
+ "count": 99
9
  },
10
  "SoccerTwos.Policy.Entropy.sum": {
11
+ "value": 56939.6640625,
12
+ "min": 39565.4296875,
13
+ "max": 75923.484375,
14
+ "count": 99
15
  },
16
  "SoccerTwos.Environment.EpisodeLength.mean": {
17
+ "value": 64.56756756756756,
18
+ "min": 58.23809523809524,
19
+ "max": 241.95,
20
+ "count": 99
21
  },
22
  "SoccerTwos.Environment.EpisodeLength.sum": {
23
+ "value": 19112.0,
24
+ "min": 13404.0,
25
+ "max": 22252.0,
26
+ "count": 99
27
  },
28
  "SoccerTwos.Self-play.ELO.mean": {
29
+ "value": 1412.0522756934085,
30
+ "min": 1323.6065140054525,
31
+ "max": 1425.1974969013027,
32
+ "count": 99
33
  },
34
  "SoccerTwos.Self-play.ELO.sum": {
35
+ "value": 208983.73680262448,
36
+ "min": 53079.97955308974,
37
+ "max": 238000.19807624962,
38
+ "count": 99
39
  },
40
  "SoccerTwos.Step.mean": {
41
+ "value": 5749994.0,
42
+ "min": 4769938.0,
43
+ "max": 5749994.0,
44
+ "count": 99
45
  },
46
  "SoccerTwos.Step.sum": {
47
+ "value": 5749994.0,
48
+ "min": 4769938.0,
49
+ "max": 5749994.0,
50
+ "count": 99
51
  },
52
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
53
+ "value": 0.028790147975087166,
54
+ "min": -0.04101934656500816,
55
+ "max": 0.09027662128210068,
56
+ "count": 99
57
  },
58
  "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
59
+ "value": 4.260941982269287,
60
+ "min": -5.045379638671875,
61
+ "max": 11.24030876159668,
62
+ "count": 99
63
  },
64
  "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
65
+ "value": 0.032357506453990936,
66
+ "min": -0.03689615800976753,
67
+ "max": 0.08805786818265915,
68
+ "count": 99
69
  },
70
  "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
71
+ "value": 4.788910865783691,
72
+ "min": -4.538227558135986,
73
+ "max": 10.536680221557617,
74
+ "count": 99
75
  },
76
  "SoccerTwos.Environment.CumulativeReward.mean": {
77
  "value": 0.0,
78
  "min": 0.0,
79
  "max": 0.0,
80
+ "count": 99
81
  },
82
  "SoccerTwos.Environment.CumulativeReward.sum": {
83
  "value": 0.0,
84
  "min": 0.0,
85
  "max": 0.0,
86
+ "count": 99
87
  },
88
  "SoccerTwos.Policy.ExtrinsicReward.mean": {
89
+ "value": 0.09212432117075534,
90
+ "min": -0.3625368428857703,
91
+ "max": 0.39829629714842196,
92
+ "count": 99
93
  },
94
  "SoccerTwos.Policy.ExtrinsicReward.sum": {
95
+ "value": 13.63439953327179,
96
+ "min": -33.321199893951416,
97
+ "max": 43.01600009202957,
98
+ "count": 99
99
  },
100
  "SoccerTwos.Environment.GroupCumulativeReward.mean": {
101
+ "value": 0.09212432117075534,
102
+ "min": -0.3625368428857703,
103
+ "max": 0.39829629714842196,
104
+ "count": 99
105
  },
106
  "SoccerTwos.Environment.GroupCumulativeReward.sum": {
107
+ "value": 13.63439953327179,
108
+ "min": -33.321199893951416,
109
+ "max": 43.01600009202957,
110
+ "count": 99
111
  },
112
  "SoccerTwos.IsTraining.mean": {
113
  "value": 1.0,
114
  "min": 1.0,
115
  "max": 1.0,
116
+ "count": 99
117
  },
118
  "SoccerTwos.IsTraining.sum": {
119
  "value": 1.0,
120
  "min": 1.0,
121
  "max": 1.0,
122
+ "count": 99
123
  },
124
  "SoccerTwos.Losses.PolicyLoss.mean": {
125
+ "value": 0.015930675513421495,
126
+ "min": 0.011518537097920974,
127
+ "max": 0.02257696205178945,
128
+ "count": 47
129
  },
130
  "SoccerTwos.Losses.PolicyLoss.sum": {
131
+ "value": 0.015930675513421495,
132
+ "min": 0.011518537097920974,
133
+ "max": 0.02257696205178945,
134
+ "count": 47
135
  },
136
  "SoccerTwos.Losses.ValueLoss.mean": {
137
+ "value": 0.06051712979873022,
138
+ "min": 0.03329648443808158,
139
+ "max": 0.06932095438241959,
140
+ "count": 47
141
  },
142
  "SoccerTwos.Losses.ValueLoss.sum": {
143
+ "value": 0.06051712979873022,
144
+ "min": 0.03329648443808158,
145
+ "max": 0.06932095438241959,
146
+ "count": 47
147
  },
148
  "SoccerTwos.Losses.BaselineLoss.mean": {
149
+ "value": 0.0617528443535169,
150
+ "min": 0.03377765975892544,
151
+ "max": 0.07101012269655864,
152
+ "count": 47
153
  },
154
  "SoccerTwos.Losses.BaselineLoss.sum": {
155
+ "value": 0.0617528443535169,
156
+ "min": 0.03377765975892544,
157
+ "max": 0.07101012269655864,
158
+ "count": 47
159
  },
160
  "SoccerTwos.Policy.LearningRate.mean": {
161
  "value": 0.0003,
162
  "min": 0.0003,
163
  "max": 0.0003,
164
+ "count": 47
165
  },
166
  "SoccerTwos.Policy.LearningRate.sum": {
167
  "value": 0.0003,
168
  "min": 0.0003,
169
  "max": 0.0003,
170
+ "count": 47
171
  },
172
  "SoccerTwos.Policy.Epsilon.mean": {
173
  "value": 0.20000000000000007,
174
  "min": 0.20000000000000007,
175
  "max": 0.20000000000000007,
176
+ "count": 47
177
  },
178
  "SoccerTwos.Policy.Epsilon.sum": {
179
  "value": 0.20000000000000007,
180
  "min": 0.20000000000000007,
181
  "max": 0.20000000000000007,
182
+ "count": 47
183
  },
184
  "SoccerTwos.Policy.Beta.mean": {
185
  "value": 0.005000000000000001,
186
  "min": 0.005000000000000001,
187
  "max": 0.005000000000000001,
188
+ "count": 47
189
  },
190
  "SoccerTwos.Policy.Beta.sum": {
191
  "value": 0.005000000000000001,
192
  "min": 0.005000000000000001,
193
  "max": 0.005000000000000001,
194
+ "count": 47
195
  }
196
  },
197
  "metadata": {
198
  "timer_format_version": "0.1.0",
199
+ "start_time_seconds": "1690883855",
200
  "python_version": "3.10.6 (main, May 29 2023, 11:10:38) [GCC 11.3.0]",
201
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics --resume --torch-device=cpu",
202
  "mlagents_version": "0.31.0.dev0",
 
204
  "communication_protocol_version": "1.5.0",
205
  "pytorch_version": "1.11.0+cu102",
206
  "numpy_version": "1.21.2",
207
+ "end_time_seconds": "1690887963"
208
  },
209
+ "total": 4107.853062852,
210
  "count": 1,
211
+ "self": 0.5270315910001955,
212
  "children": {
213
  "run_training.setup": {
214
+ "total": 0.04542847300035646,
215
  "count": 1,
216
+ "self": 0.04542847300035646
217
  },
218
  "TrainerController.start_learning": {
219
+ "total": 4107.280602788,
220
  "count": 1,
221
+ "self": 2.857072912118383,
222
  "children": {
223
  "TrainerController._reset_env": {
224
+ "total": 1.4553741960007756,
225
+ "count": 6,
226
+ "self": 1.4553741960007756
227
  },
228
  "TrainerController.advance": {
229
+ "total": 4102.65817443788,
230
+ "count": 66248,
231
+ "self": 2.8340780267208174,
232
  "children": {
233
  "env_step": {
234
+ "total": 2304.179882034283,
235
+ "count": 66248,
236
+ "self": 1944.8308511348696,
237
  "children": {
238
  "SubprocessEnvManager._take_step": {
239
+ "total": 357.67793084941513,
240
+ "count": 66248,
241
+ "self": 18.838583014250617,
242
  "children": {
243
  "TorchPolicy.evaluate": {
244
+ "total": 338.8393478351645,
245
+ "count": 124596,
246
+ "self": 338.8393478351645
247
  }
248
  }
249
  },
250
  "workers": {
251
+ "total": 1.671100049998131,
252
+ "count": 66248,
253
  "self": 0.0,
254
  "children": {
255
  "worker_root": {
256
+ "total": 4084.930824363075,
257
+ "count": 66248,
258
  "is_parallel": true,
259
+ "self": 2466.000282550036,
260
  "children": {
261
  "run_training.setup": {
262
  "total": 0.0,
 
265
  "self": 0.0,
266
  "children": {
267
  "steps_from_proto": {
268
+ "total": 0.0033345209994877223,
269
  "count": 2,
270
  "is_parallel": true,
271
+ "self": 0.0008165080016624415,
272
  "children": {
273
  "_process_rank_one_or_two_observation": {
274
+ "total": 0.0025180129978252808,
275
  "count": 8,
276
  "is_parallel": true,
277
+ "self": 0.0025180129978252808
278
  }
279
  }
280
  },
281
  "UnityEnvironment.step": {
282
+ "total": 0.0472815150005772,
283
  "count": 1,
284
  "is_parallel": true,
285
+ "self": 0.0014041190006537363,
286
  "children": {
287
  "UnityEnvironment._generate_step_input": {
288
+ "total": 0.0009399139999004547,
289
  "count": 1,
290
  "is_parallel": true,
291
+ "self": 0.0009399139999004547
292
  },
293
  "communicator.exchange": {
294
+ "total": 0.04066125200006354,
295
  "count": 1,
296
  "is_parallel": true,
297
+ "self": 0.04066125200006354
298
  },
299
  "steps_from_proto": {
300
+ "total": 0.004276229999959469,
301
  "count": 2,
302
  "is_parallel": true,
303
+ "self": 0.000782805000199005,
304
  "children": {
305
  "_process_rank_one_or_two_observation": {
306
+ "total": 0.003493424999760464,
307
  "count": 8,
308
  "is_parallel": true,
309
+ "self": 0.003493424999760464
310
  }
311
  }
312
  }
 
315
  }
316
  },
317
  "steps_from_proto": {
318
+ "total": 0.016577086002143915,
319
+ "count": 10,
320
  "is_parallel": true,
321
+ "self": 0.0030401580024772556,
322
  "children": {
323
  "_process_rank_one_or_two_observation": {
324
+ "total": 0.01353692799966666,
325
+ "count": 40,
326
  "is_parallel": true,
327
+ "self": 0.01353692799966666
328
  }
329
  }
330
  },
331
  "UnityEnvironment.step": {
332
+ "total": 1618.9139647270367,
333
+ "count": 66247,
334
  "is_parallel": true,
335
+ "self": 94.74951284725284,
336
  "children": {
337
  "UnityEnvironment._generate_step_input": {
338
+ "total": 49.7337207289238,
339
+ "count": 66247,
340
  "is_parallel": true,
341
+ "self": 49.7337207289238
342
  },
343
  "communicator.exchange": {
344
+ "total": 1173.826287938149,
345
+ "count": 66247,
346
  "is_parallel": true,
347
+ "self": 1173.826287938149
348
  },
349
  "steps_from_proto": {
350
+ "total": 300.604443212711,
351
+ "count": 132494,
352
  "is_parallel": true,
353
+ "self": 54.332957335935134,
354
  "children": {
355
  "_process_rank_one_or_two_observation": {
356
+ "total": 246.27148587677584,
357
+ "count": 529976,
358
  "is_parallel": true,
359
+ "self": 246.27148587677584
360
  }
361
  }
362
  }
 
369
  }
370
  },
371
  "trainer_advance": {
372
+ "total": 1795.6442143768763,
373
+ "count": 66248,
374
+ "self": 20.65638680877055,
375
  "children": {
376
  "process_trajectory": {
377
+ "total": 319.03219946210083,
378
+ "count": 66248,
379
+ "self": 318.58547976910086,
380
  "children": {
381
  "RLTrainer._checkpoint": {
382
+ "total": 0.44671969299997727,
383
+ "count": 2,
384
+ "self": 0.44671969299997727
385
  }
386
  }
387
  },
388
  "_update_policy": {
389
+ "total": 1455.955628106005,
390
+ "count": 47,
391
+ "self": 263.7310127390356,
392
  "children": {
393
  "TorchPOCAOptimizer.update": {
394
+ "total": 1192.2246153669694,
395
+ "count": 1410,
396
+ "self": 1192.2246153669694
397
  }
398
  }
399
  }
 
402
  }
403
  },
404
  "trainer_threads": {
405
+ "total": 1.7330003174720332e-06,
406
  "count": 1,
407
+ "self": 1.7330003174720332e-06
408
  },
409
  "TrainerController._save_models": {
410
+ "total": 0.3099795090001862,
411
  "count": 1,
412
+ "self": 0.0022393920007743873,
413
  "children": {
414
  "RLTrainer._checkpoint": {
415
+ "total": 0.30774011699941184,
416
  "count": 1,
417
+ "self": 0.30774011699941184
418
  }
419
  }
420
  }
run_logs/training_status.json CHANGED
@@ -2,59 +2,59 @@
2
  "SoccerTwos": {
3
  "checkpoints": [
4
  {
5
- "steps": 3501730,
6
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3501730.onnx",
7
- "reward": null,
8
- "creation_time": 1690878627.7112992,
9
  "auxillary_file_paths": [
10
- "results/SoccerTwos/SoccerTwos/SoccerTwos-3501730.pt"
11
  ]
12
  },
13
  {
14
- "steps": 3999970,
15
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3999970.onnx",
16
  "reward": 0.0,
17
- "creation_time": 1690880680.8118389,
18
  "auxillary_file_paths": [
19
- "results/SoccerTwos/SoccerTwos/SoccerTwos-3999970.pt"
20
  ]
21
  },
22
  {
23
- "steps": 4250002,
24
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4250002.onnx",
25
  "reward": 0.0,
26
- "creation_time": 1690881715.7374275,
27
  "auxillary_file_paths": [
28
- "results/SoccerTwos/SoccerTwos/SoccerTwos-4250002.pt"
29
  ]
30
  },
31
  {
32
- "steps": 4499846,
33
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4499846.onnx",
34
  "reward": 0.0,
35
- "creation_time": 1690882739.565591,
36
  "auxillary_file_paths": [
37
- "results/SoccerTwos/SoccerTwos/SoccerTwos-4499846.pt"
38
  ]
39
  },
40
  {
41
- "steps": 4763422,
42
- "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4763422.onnx",
43
  "reward": 0.0,
44
- "creation_time": 1690883827.2801886,
45
  "auxillary_file_paths": [
46
- "results/SoccerTwos/SoccerTwos/SoccerTwos-4763422.pt"
47
  ]
48
  }
49
  ],
50
- "elo": 1323.2821948929457,
51
  "final_checkpoint": {
52
- "steps": 4763422,
53
  "file_path": "results/SoccerTwos/SoccerTwos.onnx",
54
  "reward": 0.0,
55
- "creation_time": 1690883827.2801886,
56
  "auxillary_file_paths": [
57
- "results/SoccerTwos/SoccerTwos/SoccerTwos-4763422.pt"
58
  ]
59
  }
60
  },
 
2
  "SoccerTwos": {
3
  "checkpoints": [
4
  {
5
+ "steps": 4499846,
6
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4499846.onnx",
7
+ "reward": 0.0,
8
+ "creation_time": 1690882739.565591,
9
  "auxillary_file_paths": [
10
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-4499846.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 4763422,
15
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4763422.onnx",
16
  "reward": 0.0,
17
+ "creation_time": 1690883827.2801886,
18
  "auxillary_file_paths": [
19
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-4763422.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 4999824,
24
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4999824.onnx",
25
  "reward": 0.0,
26
+ "creation_time": 1690884834.762958,
27
  "auxillary_file_paths": [
28
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-4999824.pt"
29
  ]
30
  },
31
  {
32
+ "steps": 5499812,
33
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-5499812.onnx",
34
  "reward": 0.0,
35
+ "creation_time": 1690886924.3524578,
36
  "auxillary_file_paths": [
37
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-5499812.pt"
38
  ]
39
  },
40
  {
41
+ "steps": 5750116,
42
+ "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-5750116.onnx",
43
  "reward": 0.0,
44
+ "creation_time": 1690887962.8115568,
45
  "auxillary_file_paths": [
46
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-5750116.pt"
47
  ]
48
  }
49
  ],
50
+ "elo": 1417.0819288964415,
51
  "final_checkpoint": {
52
+ "steps": 5750116,
53
  "file_path": "results/SoccerTwos/SoccerTwos.onnx",
54
  "reward": 0.0,
55
+ "creation_time": 1690887962.8115568,
56
  "auxillary_file_paths": [
57
+ "results/SoccerTwos/SoccerTwos/SoccerTwos-5750116.pt"
58
  ]
59
  }
60
  },