push

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ecbefab8ed24aab94684ba9bfbd7747ddf59d213fac20626542bbe2dc9d0ee00
+oid sha256:c451172a4965837f1b6d654d95fee544739869989680b0ccafd1e5cb18da172b
 size 1768747

SoccerTwos/SoccerTwos-1499754.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b84117fd2e959939e43aeb204e7068c7e1bca336bbaaa713fa9e1938cc4596
+size 1768747

SoccerTwos/SoccerTwos-1499754.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb965be24a3b4370f8ecb8dbba1407ce31e7ab346ebbe7909f847e2dddf9b504
+size 28430358

SoccerTwos/SoccerTwos-1999972.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c451172a4965837f1b6d654d95fee544739869989680b0ccafd1e5cb18da172b
+size 1768747

SoccerTwos/SoccerTwos-1999972.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6fc1641be39b2ffd7d3364b80028a8efc0fa0f3f46c61138362cdd77c48e21
+size 28430358

SoccerTwos/SoccerTwos-2000164.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c451172a4965837f1b6d654d95fee544739869989680b0ccafd1e5cb18da172b
+size 1768747

SoccerTwos/SoccerTwos-2000164.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327851242577a6e9031e2342fd30be50b3fce1167a7a26230b730016c21b44ec
+size 28430358

SoccerTwos/SoccerTwos-499694.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d804521a4a7cf00c6c99e46b76149a25a9007687ae09625f7638d786d710d4d
+size 1768747

SoccerTwos/SoccerTwos-499694.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7c74faa2012198f2f7b1d745bcdb4332c11482d2699d534833bafc9f2273c6
+size 28430234

SoccerTwos/SoccerTwos-999906.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e124caed95996361a637a31ba3f75eb0cea43d90ff38fa94b3e6329b4bfe977
+size 1768747

SoccerTwos/SoccerTwos-999906.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e17e452c5ce4cc58d7016850f70d1c1689b8b6ab75c4ebee8b4a7068dfaf4af
+size 28430234

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c481cb9ae14b7f736685dd86fbdaf3c18f24f646eb70d51e68c46e11cc1144ff
+oid sha256:68eae06279d80519beffd8f9fa381c934aabae10760f4818dde952756a1a910d
 size 28429366

SoccerTwos/events.out.tfevents.1716145716.HP_840G1.8388.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e1beb91016c4857d871ae8bc2be30830c2d75b57c39fe0b8df13a112c64e86
+size 1729318

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos10", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "C:/ml-agents-develop/training-envs-executables/SoccerTwos/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos0", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -37,7 +37,7 @@ behaviors:
     init_path: null
     keep_checkpoints: 5
     even_checkpoints: false
-    max_steps: 50000000
+    max_steps: 2000000
     time_horizon: 1000
     summary_freq: 10000
     threaded: false
@@ -50,7 +50,7 @@ behaviors:
       initial_elo: 1200.0
     behavioral_cloning: null
 env_settings:
-  env_path: ./training-envs-executables/SoccerTwos.exe
+  env_path: C:/ml-agents-develop/training-envs-executables/SoccerTwos/SoccerTwos.exe
   env_args: null
   base_port: 5005
   num_envs: 1
@@ -71,7 +71,7 @@ engine_settings:
   no_graphics_monitor: false
 environment_parameters: null
 checkpoint_settings:
-  run_id: SoccerTwos10
+  run_id: SoccerTwos0
   initialize_from: null
   load_model: false
   resume: false

run_logs/Player-0.log

@@ -9,7 +9,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.284 seconds
+- Completed reload, in  0.151 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -35,7 +35,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 2.265700 ms
+UnloadTime: 10.960000 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 TOO LONG
@@ -498,488 +498,12 @@ TOO LONG
 TOO LONG
 TOO LONG
 TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
 Setting up 2 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 100484 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 38284 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.0 MB
@@ -1111,16 +635,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 100485 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 38285 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.9 MB
+      Peak Allocated memory 5.0 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 100485 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 38285 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.5 MB
+      Peak Allocated memory 17.4 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -1149,13 +673,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 100484 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 38284 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 100485 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 38285 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.6 KB
@@ -1167,13 +691,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 100485 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 38285 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 100484 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 38284 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 MB
@@ -1185,13 +709,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 100485 frames
+      Peak usage frame count: [0-1.0 KB]: 38285 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 100484 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 38284 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,305 +2,305 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 2.018131732940674,
-            "min": 2.0079426765441895,
-            "max": 3.295750379562378,
-            "count": 527
+            "value": 2.4995028972625732,
+            "min": 2.4995028972625732,
+            "max": 3.2957677841186523,
+            "count": 200
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 40491.79296875,
-            "min": 26633.43359375,
-            "max": 119030.203125,
-            "count": 527
+            "value": 47830.48828125,
+            "min": 22434.65625,
+            "max": 134064.078125,
+            "count": 200
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 52.75268817204301,
-            "min": 45.58715596330275,
+            "value": 60.91463414634146,
+            "min": 55.30337078651685,
             "max": 999.0,
-            "count": 527
+            "count": 200
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 19624.0,
-            "min": 12888.0,
-            "max": 29152.0,
-            "count": 527
+            "value": 19980.0,
+            "min": 9692.0,
+            "max": 31600.0,
+            "count": 200
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1561.658800339032,
-            "min": 1194.7717755684432,
-            "max": 1561.658800339032,
-            "count": 501
+            "value": 1426.1425062319192,
+            "min": 1186.7099008978441,
+            "max": 1426.1425062319192,
+            "count": 187
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 290468.53686305997,
-            "min": 2390.07623619915,
-            "max": 323100.7924516831,
-            "count": 501
+            "value": 233887.37102203476,
+            "min": 2373.4198017956883,
+            "max": 251318.45984006597,
+            "count": 187
         },
         "SoccerTwos.Step.mean": {
-            "value": 5269927.0,
-            "min": 9592.0,
-            "max": 5269927.0,
-            "count": 527
+            "value": 1999972.0,
+            "min": 9816.0,
+            "max": 1999972.0,
+            "count": 200
         },
         "SoccerTwos.Step.sum": {
-            "value": 5269927.0,
-            "min": 9592.0,
-            "max": 5269927.0,
-            "count": 527
+            "value": 1999972.0,
+            "min": 9816.0,
+            "max": 1999972.0,
+            "count": 200
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": 0.10578177869319916,
-            "min": -0.08186466991901398,
-            "max": 0.15567800402641296,
-            "count": 527
+            "value": -0.019718406721949577,
+            "min": -0.10495129972696304,
+            "max": 0.1504417061805725,
+            "count": 200
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": 19.781192779541016,
-            "min": -13.56808090209961,
-            "max": 22.57331085205078,
-            "count": 527
+            "value": -3.2141003608703613,
+            "min": -6.748437881469727,
+            "max": 23.16802215576172,
+            "count": 200
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 0.11103010177612305,
-            "min": -0.08205690234899521,
-            "max": 0.16004608571529388,
-            "count": 527
+            "value": -0.012798120267689228,
+            "min": -0.10504809767007828,
+            "max": 0.1550382673740387,
+            "count": 200
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 20.76262855529785,
-            "min": -14.819267272949219,
-            "max": 23.206682205200195,
-            "count": 527
+            "value": -2.0860936641693115,
+            "min": -6.461188316345215,
+            "max": 23.875892639160156,
+            "count": 200
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 527
+            "count": 200
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 527
+            "count": 200
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": 0.12642994602733754,
-            "min": -0.6666666666666666,
-            "max": 0.586328884628084,
-            "count": 527
+            "value": -0.1430552144723436,
+            "min": -0.572771430015564,
+            "max": 0.5919840002059936,
+            "count": 200
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": 23.64239990711212,
-            "min": -44.62840008735657,
-            "max": 63.831600069999695,
-            "count": 527
+            "value": -23.317999958992004,
+            "min": -32.835999846458435,
+            "max": 47.9463996887207,
+            "count": 200
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": 0.12642994602733754,
-            "min": -0.6666666666666666,
-            "max": 0.586328884628084,
-            "count": 527
+            "value": -0.1430552144723436,
+            "min": -0.572771430015564,
+            "max": 0.5919840002059936,
+            "count": 200
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": 23.64239990711212,
-            "min": -44.62840008735657,
-            "max": 63.831600069999695,
-            "count": 527
+            "value": -23.317999958992004,
+            "min": -32.835999846458435,
+            "max": 47.9463996887207,
+            "count": 200
         },
         "SoccerTwos.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 527
+            "count": 200
         },
         "SoccerTwos.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 527
+            "count": 200
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.01357572532724589,
-            "min": 0.009770415224678194,
-            "max": 0.02506676627866303,
-            "count": 250
+            "value": 0.0176091943285428,
+            "min": 0.0112602780466356,
+            "max": 0.022041657188674436,
+            "count": 94
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.01357572532724589,
-            "min": 0.009770415224678194,
-            "max": 0.02506676627866303,
-            "count": 250
+            "value": 0.0176091943285428,
+            "min": 0.0112602780466356,
+            "max": 0.022041657188674436,
+            "count": 94
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.10331122626860936,
-            "min": 1.678222944671385e-06,
-            "max": 0.11448846409718196,
-            "count": 250
+            "value": 0.08248549650112788,
+            "min": 4.580195563903544e-05,
+            "max": 0.08429269219438235,
+            "count": 94
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.10331122626860936,
-            "min": 1.678222944671385e-06,
-            "max": 0.11448846409718196,
-            "count": 250
+            "value": 0.08248549650112788,
+            "min": 4.580195563903544e-05,
+            "max": 0.08429269219438235,
+            "count": 94
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.1049035037557284,
-            "min": 1.7105347675775799e-06,
-            "max": 0.11663524731993676,
-            "count": 250
+            "value": 0.08579051742951076,
+            "min": 4.443469200244484e-05,
+            "max": 0.08590115283926328,
+            "count": 94
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.1049035037557284,
-            "min": 1.7105347675775799e-06,
-            "max": 0.11663524731993676,
-            "count": 250
+            "value": 0.08579051742951076,
+            "min": 4.443469200244484e-05,
+            "max": 0.08590115283926328,
+            "count": 94
         },
         "SoccerTwos.Policy.LearningRate.mean": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 250
+            "count": 94
         },
         "SoccerTwos.Policy.LearningRate.sum": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 250
+            "count": 94
         },
         "SoccerTwos.Policy.Epsilon.mean": {
             "value": 0.20000000000000007,
-            "min": 0.2,
+            "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 250
+            "count": 94
         },
         "SoccerTwos.Policy.Epsilon.sum": {
             "value": 0.20000000000000007,
-            "min": 0.2,
+            "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 250
+            "count": 94
         },
         "SoccerTwos.Policy.Beta.mean": {
             "value": 0.005000000000000001,
-            "min": 0.005,
+            "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 250
+            "count": 94
         },
         "SoccerTwos.Policy.Beta.sum": {
             "value": 0.005000000000000001,
-            "min": 0.005,
+            "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 250
+            "count": 94
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1713557346",
+        "start_time_seconds": "1716145712",
         "python_version": "3.10.12 | packaged by Anaconda, Inc. | (main, Jul  5 2023, 19:01:18) [MSC v.1916 64 bit (AMD64)]",
-        "command_line_arguments": "\\\\?\\C:\\Users\\HP\\anaconda3\\envs\\rl\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos10 --no-graphics",
+        "command_line_arguments": "\\\\?\\C:\\Users\\HP\\anaconda3\\envs\\rl\\Scripts\\mlagents-learn C:/ml-agents-develop/config/poca/SoccerTwos.yaml --env=C:/ml-agents-develop/training-envs-executables/SoccerTwos/SoccerTwos.exe --run-id=SoccerTwos0 --no-graphics",
         "mlagents_version": "1.1.0.dev0",
         "mlagents_envs_version": "1.1.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "2.2.2+cpu",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1713611332"
+        "end_time_seconds": "1716184795"
     },
-    "total": 53992.8446653001,
+    "total": 39101.74470540008,
     "count": 1,
-    "self": 1.0598451001569629,
+    "self": 0.5904948002425954,
     "children": {
         "run_training.setup": {
-            "total": 0.15680680004879832,
+            "total": 0.1176830999320373,
             "count": 1,
-            "self": 0.15680680004879832
+            "self": 0.1176830999320373
         },
         "TrainerController.start_learning": {
-            "total": 53991.628013399895,
+            "total": 39101.036527499906,
             "count": 1,
-            "self": 14.891631632577628,
+            "self": 6.388957287184894,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 10.832164999912493,
-                    "count": 27,
-                    "self": 10.832164999912493
+                    "total": 7.239464999991469,
+                    "count": 10,
+                    "self": 7.239464999991469
                 },
                 "TrainerController.advance": {
-                    "total": 53965.6238859673,
-                    "count": 352674,
-                    "self": 15.647533042822033,
+                    "total": 39087.18162571266,
+                    "count": 131498,
+                    "self": 6.725487898453139,
                     "children": {
                         "env_step": {
-                            "total": 13393.392757215188,
-                            "count": 352674,
-                            "self": 10351.006479708827,
+                            "total": 10731.138303402462,
+                            "count": 131498,
+                            "self": 9572.302502990002,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 3032.6104095219634,
-                                    "count": 352674,
-                                    "self": 99.78621430543717,
+                                    "total": 1154.6130344928242,
+                                    "count": 131498,
+                                    "self": 40.648934202385135,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 2932.8241952165263,
-                                            "count": 669908,
-                                            "self": 2932.8241952165263
+                                            "total": 1113.964100290439,
+                                            "count": 255240,
+                                            "self": 1113.964100290439
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 9.775867984397337,
-                                    "count": 352674,
+                                    "total": 4.222765919636004,
+                                    "count": 131498,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 53959.25035351992,
-                                            "count": 352674,
+                                            "total": 39086.81556429353,
+                                            "count": 131498,
                                             "is_parallel": true,
-                                            "self": 45638.409207116114,
+                                            "self": 30335.635236100527,
                                             "children": {
                                                 "steps_from_proto": {
-                                                    "total": 0.1062490998301655,
-                                                    "count": 54,
+                                                    "total": 0.03885550005361438,
+                                                    "count": 20,
                                                     "is_parallel": true,
-                                                    "self": 0.022141199908219278,
+                                                    "self": 0.008186300401575863,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.08410789992194623,
-                                                            "count": 216,
+                                                            "total": 0.030669199652038515,
+                                                            "count": 80,
                                                             "is_parallel": true,
-                                                            "self": 0.08410789992194623
+                                                            "self": 0.030669199652038515
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 8320.734897303977,
-                                                    "count": 352674,
+                                                    "total": 8751.14147269295,
+                                                    "count": 131498,
                                                     "is_parallel": true,
-                                                    "self": 479.3871183008887,
+                                                    "self": 194.201460301294,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 480.52795000211336,
-                                                            "count": 352674,
+                                                            "total": 206.00147668435238,
+                                                            "count": 131498,
                                                             "is_parallel": true,
-                                                            "self": 480.52795000211336
+                                                            "self": 206.00147668435238
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 5772.485165696009,
-                                                            "count": 352674,
+                                                            "total": 7704.352328105248,
+                                                            "count": 131498,
                                                             "is_parallel": true,
-                                                            "self": 5772.485165696009
+                                                            "self": 7704.352328105248
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 1588.334663304966,
-                                                            "count": 705348,
+                                                            "total": 646.5862076020567,
+                                                            "count": 262996,
                                                             "is_parallel": true,
-                                                            "self": 311.8247044926975,
+                                                            "self": 123.98597489856184,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 1276.5099588122685,
-                                                                    "count": 2821392,
+                                                                    "total": 522.6002327034948,
+                                                                    "count": 1051984,
                                                                     "is_parallel": true,
-                                                                    "self": 1276.5099588122685
+                                                                    "self": 522.6002327034948
                                                                 }
                                                             }
                                                         }
@@ -313,31 +313,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 40556.58359570929,
-                            "count": 352674,
-                            "self": 97.23468627466355,
+                            "total": 28349.317834411748,
+                            "count": 131498,
+                            "self": 38.030371587025,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 20662.991330934456,
-                                    "count": 352674,
-                                    "self": 20660.318571434473,
+                                    "total": 1026.3826382248662,
+                                    "count": 131498,
+                                    "self": 1025.269487624988,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 2.6727594999829307,
-                                            "count": 10,
-                                            "self": 2.6727594999829307
+                                            "total": 1.1131505998782814,
+                                            "count": 4,
+                                            "self": 1.1131505998782814
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 19796.357578500174,
-                                    "count": 251,
-                                    "self": 1426.3043278991245,
+                                    "total": 27284.904824599857,
+                                    "count": 94,
+                                    "self": 600.8709418027429,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 18370.05325060105,
-                                            "count": 7504,
-                                            "self": 18370.05325060105
+                                            "total": 26684.033882797114,
+                                            "count": 2820,
+                                            "self": 26684.033882797114
                                         }
                                     }
                                 }
@@ -346,19 +346,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 3.200024366378784e-06,
+                    "total": 2.700020559132099e-06,
                     "count": 1,
-                    "self": 3.200024366378784e-06
+                    "self": 2.700020559132099e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.28032760007772595,
+                    "total": 0.22647680004592985,
                     "count": 1,
-                    "self": 0.004670300055295229,
+                    "self": 0.0030365000711753964,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.2756573000224307,
+                            "total": 0.22344029997475445,
                             "count": 1,
-                            "self": 0.2756573000224307
+                            "self": 0.22344029997475445
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,59 +2,59 @@
     "SoccerTwos": {
         "checkpoints": [
             {
-                "steps": 3499984,
-                "file_path": "results\\SoccerTwos10\\SoccerTwos\\SoccerTwos-3499984.onnx",
+                "steps": 499694,
+                "file_path": "results\\SoccerTwos0\\SoccerTwos\\SoccerTwos-499694.onnx",
                 "reward": 0.0,
-                "creation_time": 1713597424.6224031,
+                "creation_time": 1716148319.1770258,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos10\\SoccerTwos\\SoccerTwos-3499984.pt"
+                    "results\\SoccerTwos0\\SoccerTwos\\SoccerTwos-499694.pt"
                 ]
             },
             {
-                "steps": 3999989,
-                "file_path": "results\\SoccerTwos10\\SoccerTwos\\SoccerTwos-3999989.onnx",
+                "steps": 999906,
+                "file_path": "results\\SoccerTwos0\\SoccerTwos\\SoccerTwos-999906.onnx",
                 "reward": 0.0,
-                "creation_time": 1713602037.1435368,
+                "creation_time": 1716151559.7054086,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos10\\SoccerTwos\\SoccerTwos-3999989.pt"
+                    "results\\SoccerTwos0\\SoccerTwos\\SoccerTwos-999906.pt"
                 ]
             },
             {
-                "steps": 4499986,
-                "file_path": "results\\SoccerTwos10\\SoccerTwos\\SoccerTwos-4499986.onnx",
+                "steps": 1499754,
+                "file_path": "results\\SoccerTwos0\\SoccerTwos\\SoccerTwos-1499754.onnx",
                 "reward": 0.0,
-                "creation_time": 1713606231.117969,
+                "creation_time": 1716160619.449674,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos10\\SoccerTwos\\SoccerTwos-4499986.pt"
+                    "results\\SoccerTwos0\\SoccerTwos\\SoccerTwos-1499754.pt"
                 ]
             },
             {
-                "steps": 4999978,
-                "file_path": "results\\SoccerTwos10\\SoccerTwos\\SoccerTwos-4999978.onnx",
+                "steps": 1999972,
+                "file_path": "results\\SoccerTwos0\\SoccerTwos\\SoccerTwos-1999972.onnx",
                 "reward": 0.0,
-                "creation_time": 1713609371.0032668,
+                "creation_time": 1716184795.039436,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos10\\SoccerTwos\\SoccerTwos-4999978.pt"
+                    "results\\SoccerTwos0\\SoccerTwos\\SoccerTwos-1999972.pt"
                 ]
             },
             {
-                "steps": 5270428,
-                "file_path": "results\\SoccerTwos10\\SoccerTwos\\SoccerTwos-5270428.onnx",
-                "reward": null,
-                "creation_time": 1713611331.6799986,
+                "steps": 2000164,
+                "file_path": "results\\SoccerTwos0\\SoccerTwos\\SoccerTwos-2000164.onnx",
+                "reward": 0.0,
+                "creation_time": 1716184795.3627653,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos10\\SoccerTwos\\SoccerTwos-5270428.pt"
+                    "results\\SoccerTwos0\\SoccerTwos\\SoccerTwos-2000164.pt"
                 ]
             }
         ],
-        "elo": 1560.0945554307784,
+        "elo": 1426.142506231919,
         "final_checkpoint": {
-            "steps": 5270428,
-            "file_path": "results\\SoccerTwos10\\SoccerTwos.onnx",
-            "reward": null,
-            "creation_time": 1713611331.6799986,
+            "steps": 2000164,
+            "file_path": "results\\SoccerTwos0\\SoccerTwos.onnx",
+            "reward": 0.0,
+            "creation_time": 1716184795.3627653,
             "auxillary_file_paths": [
-                "results\\SoccerTwos10\\SoccerTwos\\SoccerTwos-5270428.pt"
+                "results\\SoccerTwos0\\SoccerTwos\\SoccerTwos-2000164.pt"
             ]
         }
     },